Spaces:
Runtime error
Runtime error
File size: 6,503 Bytes
78efe79 440418c f3985af 7edf3cc dc80b35 b4bdc7a 4636b5a 7edf3cc f2ef6a6 4f7204d 407a575 32c38ef 672b059 440418c 1831164 440418c 22dee1c 440418c 22dee1c 08baccf dc80b35 4636b5a dc80b35 40d0e92 74ccf1c 78efe79 08baccf dc80b35 08baccf 78efe79 40d0e92 78efe79 672b059 7edf3cc 672b059 78efe79 dc80b35 6a30e5d 78efe79 dc80b35 7edf3cc f2ef6a6 7edf3cc 1e4bf1a 7edf3cc 1e4bf1a 7edf3cc dc80b35 6a30e5d 7edf3cc f2ef6a6 7edf3cc 951f374 7edf3cc 951f374 f2ef6a6 951f374 f2ef6a6 951f374 f2ef6a6 7edf3cc 4636b5a 7edf3cc 4636b5a 7edf3cc 4636b5a 7edf3cc 0926d14 34428f1 dc80b35 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 |
import discord
import logging
import os
import re
import asyncio
from huggingface_hub import InferenceClient
from googleapiclient.discovery import build
from youtube_transcript_api import YouTubeTranscriptApi
from youtube_transcript_api.formatters import TextFormatter
from dotenv import load_dotenv
# νκ²½ λ³μ λ‘λ
load_dotenv()
# λ‘κΉ
μ€μ
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s:%(levelname)s:%(name)s:%(message)s', handlers=[logging.StreamHandler()])
# μΈν
νΈ μ€μ
intents = discord.Intents.default()
intents.message_content = True
intents.messages = True
intents.guilds = True
intents.guild_messages = True
# μΆλ‘ API ν΄λΌμ΄μΈνΈ μ€μ
hf_client = InferenceClient("CohereForAI/c4ai-command-r-plus", token=os.getenv("HF_TOKEN"))
# YouTube API ν€ μ€μ
YOUTUBE_API_KEY = os.getenv("YOUTUBE_API_KEY")
youtube_service = build('youtube', 'v3', developerKey=YOUTUBE_API_KEY)
# νΉμ μ±λ ID
SPECIFIC_CHANNEL_ID = int(os.getenv("DISCORD_CHANNEL_ID"))
class MyClient(discord.Client):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.is_processing = False
async def on_ready(self):
logging.info(f'{self.user}λ‘ λ‘κ·ΈμΈλμμ΅λλ€!')
# λ΄μ΄ μμλ λ μλ΄ λ©μμ§λ₯Ό μ μ‘
channel = self.get_channel(SPECIFIC_CHANNEL_ID)
if channel:
await channel.send("μ νλΈ λΉλμ€ URLμ μ
λ ₯νλ©΄, μλ§κ³Ό λκΈμ κΈ°λ°μΌλ‘ λ΅κΈμ μμ±ν©λλ€.")
async def on_message(self, message):
if message.author == self.user:
return
if not self.is_message_in_specific_channel(message):
return
if self.is_processing:
return
self.is_processing = True
try:
video_id = extract_video_id(message.content)
if video_id:
transcript = await get_best_available_transcript(video_id)
comments = await get_video_comments(video_id)
if comments and transcript:
replies = await generate_replies(comments, transcript)
await create_thread_and_send_replies(message, video_id, comments, replies)
else:
await message.channel.send("μλ§μ΄λ λκΈμ κ°μ Έμ¬ μ μμ΅λλ€.")
else:
await message.channel.send("μ ν¨ν μ νλΈ λΉλμ€ URLμ μ κ³΅ν΄ μ£ΌμΈμ.")
finally:
self.is_processing = False
def is_message_in_specific_channel(self, message):
# λ©μμ§κ° μ§μ λ μ±λμ΄κ±°λ, ν΄λΉ μ±λμ μ°λ λμΈ κ²½μ° True λ°ν
return message.channel.id == SPECIFIC_CHANNEL_ID or (
isinstance(message.channel, discord.Thread) and message.channel.parent_id == SPECIFIC_CHANNEL_ID
)
def extract_video_id(url):
"""
YouTube λΉλμ€ URLμμ λΉλμ€ IDλ₯Ό μΆμΆν©λλ€.
"""
video_id = None
youtube_regex = (
r'(https?://)?(www\.)?'
'(youtube|youtu|youtube-nocookie)\.(com|be)/'
'(watch\?v=|embed/|v/|.+\?v=)?([^&=%\?]{11})')
match = re.match(youtube_regex, url)
if match:
video_id = match.group(6)
logging.debug(f'Extracted video ID: {video_id}')
return video_id
async def get_best_available_transcript(video_id):
"""
YouTube λΉλμ€μ μλ§μ κ°μ Έμ΅λλ€.
"""
try:
# νκ΅μ΄ μλ§ μλ
transcript = YouTubeTranscriptApi.get_transcript(video_id, languages=['ko'])
except Exception as e:
logging.warning(f'Error fetching Korean transcript: {e}')
try:
# νκ΅μ΄ μλ§μ΄ μμΌλ©΄ μμ΄ μλ§ μλ
transcript = YouTubeTranscriptApi.get_transcript(video_id, languages=['en'])
except Exception as e:
logging.warning(f'Error fetching English transcript: {e}')
try:
# μμ΄ μλ§λ μμΌλ©΄ λ€λ₯Έ μΈμ΄ μλ§ μλ
transcripts = YouTubeTranscriptApi.list_transcripts(video_id)
transcript = transcripts.find_manually_created_transcript().fetch()
except Exception as e:
logging.error(f'Error fetching alternative transcript: {e}')
return None
# μλ§ ν¬λ§·ν
formatter = TextFormatter()
transcript_text = formatter.format_transcript(transcript)
logging.debug(f'Fetched transcript: {transcript_text}')
return transcript_text
async def get_video_comments(video_id):
"""
YouTube λΉλμ€μ λκΈμ κ°μ Έμ΅λλ€.
"""
comments = []
response = youtube_service.commentThreads().list(
part='snippet',
videoId=video_id,
maxResults=100 # μ΅λ 100κ°μ λκΈ κ°μ Έμ€κΈ°
).execute()
for item in response.get('items', []):
comment = item['snippet']['topLevelComment']['snippet']['textOriginal']
comments.append(comment)
logging.debug(f'Fetched comments: {comments}')
return comments
async def generate_replies(comments, transcript):
"""
λκΈκ³Ό μλ§μ κΈ°λ°μΌλ‘ LLM λ΅κΈμ μμ±ν©λλ€.
"""
replies = []
for comment in comments:
messages = [
{"role": "system", "content": f"λΉλμ€ μλ§: {transcript}"},
{"role": "user", "content": comment}
]
loop = asyncio.get_event_loop()
response = await loop.run_in_executor(None, lambda: hf_client.chat_completion(
messages, max_tokens=50, temperature=0.7, top_p=0.85))
if response.choices and response.choices[0].message:
reply = response.choices[0].message['content'].strip()
else:
reply = "λ΅κΈμ μμ±ν μ μμ΅λλ€."
replies.append(reply)
logging.debug(f'Generated replies: {replies}')
return replies
async def create_thread_and_send_replies(message, video_id, comments, replies):
"""
λκΈκ³Ό λ΅κΈμ μλ‘μ΄ μ°λ λμ μ μ‘ν©λλ€.
"""
thread = await message.channel.create_thread(name=f"{message.author.name}μ λκΈ λ΅κΈ", message=message)
for comment, reply in zip(comments, replies):
embed = discord.Embed(description=f"**λκΈ**: {comment}\n**λ΅κΈ**: {reply}")
await thread.send(embed=embed)
if __name__ == "__main__":
discord_client = MyClient(intents=intents)
discord_client.run(os.getenv('DISCORD_TOKEN'))
|