Spaces:
Sleeping
Sleeping
Update src/streamlit_app.py
Browse files- src/streamlit_app.py +272 -1046
src/streamlit_app.py
CHANGED
@@ -1,3 +1,5 @@
|
|
|
|
|
|
1 |
import streamlit as st
|
2 |
import pandas as pd
|
3 |
import requests
|
@@ -9,1116 +11,340 @@ from nltk.tokenize import word_tokenize
|
|
9 |
from nltk.corpus import stopwords
|
10 |
from collections import Counter
|
11 |
import json
|
12 |
-
import os
|
13 |
from datetime import datetime, timedelta
|
14 |
-
import openai
|
15 |
-
from dotenv import load_dotenv
|
16 |
-
import traceback
|
17 |
-
import plotly.graph_objects as go
|
18 |
import schedule
|
19 |
import threading
|
20 |
import matplotlib.pyplot as plt
|
|
|
21 |
|
22 |
-
#
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
WordCloud = None
|
28 |
|
29 |
-
#
|
30 |
-
|
31 |
-
def __init__(self):
|
32 |
-
self.is_running = False
|
33 |
-
self.thread = None
|
34 |
-
self.last_run = None
|
35 |
-
self.next_run = None
|
36 |
-
self.scheduled_jobs = []
|
37 |
-
self.scheduled_results = []
|
38 |
|
39 |
-
#
|
40 |
-
|
41 |
-
|
42 |
-
# API ν€ κ΄λ¦¬λ₯Ό μν μΈμ
μν μ΄κΈ°ν
|
43 |
-
if 'openai_api_key' not in st.session_state:
|
44 |
-
st.session_state.openai_api_key = None
|
45 |
-
|
46 |
-
# μ¬λ¬ λ°©λ²μΌλ‘ API ν€ λ‘λ μλ
|
47 |
-
load_dotenv() # .env νμΌμμ λ‘λ μλ
|
48 |
-
|
49 |
-
# 1. νκ²½ λ³μμμ API ν€ νμΈ
|
50 |
-
if os.environ.get('OPENAI_API_KEY'):
|
51 |
-
st.session_state.openai_api_key = os.environ.get('OPENAI_API_KEY')
|
52 |
-
openai.api_key = st.session_state.openai_api_key
|
53 |
-
|
54 |
-
# 2. Streamlit secretsμμ API ν€ νμΈ (try-exceptλ‘ μ€λ₯ λ°©μ§)
|
55 |
-
if not st.session_state.openai_api_key:
|
56 |
try:
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
|
69 |
-
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
|
77 |
-
|
|
|
78 |
|
79 |
-
# νμ΄μ§ μ€μ
|
80 |
-
st.set_page_config(page_title="λ΄μ€ κΈ°μ¬ λꡬ", page_icon="π°", layout="wide")
|
81 |
-
|
82 |
-
# μ¬μ΄λλ°μ API ν€ μ
λ ₯ νλ μΆκ°
|
83 |
with st.sidebar:
|
84 |
st.title("λ΄μ€ κΈ°μ¬ λꡬ")
|
85 |
-
menu = st.radio(
|
86 |
-
"
|
87 |
-
|
88 |
-
|
89 |
-
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
95 |
-
|
96 |
-
|
97 |
-
# μ μ₯λ κΈ°μ¬λ₯Ό λΆλ¬μ€λ ν¨μ
|
98 |
def load_saved_articles():
|
99 |
-
|
100 |
-
|
|
|
101 |
return json.load(f)
|
102 |
return []
|
103 |
|
104 |
-
# κΈ°μ¬λ₯Ό μ μ₯νλ ν¨μ
|
105 |
def save_articles(articles):
|
106 |
-
|
107 |
-
with open(
|
108 |
json.dump(articles, f, ensure_ascii=False, indent=2)
|
109 |
|
|
|
110 |
@st.cache_data
|
111 |
def crawl_naver_news(keyword, num_articles=5):
|
112 |
-
"""
|
113 |
-
λ€μ΄λ² λ΄μ€ κΈ°μ¬λ₯Ό μμ§νλ ν¨μ
|
114 |
-
"""
|
115 |
url = f"https://search.naver.com/search.naver?where=news&query={keyword}"
|
116 |
results = []
|
117 |
-
|
118 |
try:
|
119 |
-
|
120 |
-
|
121 |
-
|
122 |
-
|
123 |
-
|
124 |
-
|
125 |
-
|
126 |
-
|
127 |
-
|
128 |
-
|
129 |
-
|
130 |
-
|
131 |
-
|
132 |
-
|
133 |
-
|
134 |
-
if
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
link_element = item.select_one('a.X0fMYp2dHd0TCUS2hjww')
|
139 |
-
link = link_element['href'] if link_element else ""
|
140 |
-
|
141 |
-
# μΈλ‘ μ¬ μΆμΆ
|
142 |
-
press_element = item.select_one('div.sds-comps-profile-info-title span.sds-comps-text-type-body2')
|
143 |
-
source = press_element.text.strip() if press_element else "μ μ μμ"
|
144 |
-
|
145 |
-
# λ μ§ μΆμΆ
|
146 |
-
date_element = item.select_one('span.r0VOr')
|
147 |
-
date = date_element.text.strip() if date_element else "μ μ μμ"
|
148 |
-
|
149 |
-
# 미리보기 λ΄μ© μΆμΆ
|
150 |
-
desc_element = item.select_one('a.X0fMYp2dHd0TCUS2hjww.IaKmSOGPdofdPwPE6cyU > span')
|
151 |
-
description = desc_element.text.strip() if desc_element else "λ΄μ© μμ"
|
152 |
-
|
153 |
-
results.append({
|
154 |
-
'title': title,
|
155 |
-
'link': link,
|
156 |
-
'description': description,
|
157 |
-
'source': source,
|
158 |
-
'date': date,
|
159 |
-
'content': "" # λμ€μ μλ¬Έ λ΄μ©μ μ μ₯ν νλ
|
160 |
-
})
|
161 |
-
|
162 |
-
except Exception as e:
|
163 |
-
st.error(f"κΈ°μ¬ μ 보 μΆμΆ μ€ μ€λ₯ λ°μ: {str(e)}")
|
164 |
-
continue
|
165 |
-
|
166 |
except Exception as e:
|
167 |
-
st.error(f"
|
168 |
-
|
169 |
return results
|
170 |
|
171 |
-
# κΈ°μ¬
|
172 |
def get_article_content(url):
|
173 |
try:
|
174 |
-
|
175 |
-
soup = BeautifulSoup(
|
176 |
-
|
177 |
-
|
178 |
-
|
179 |
-
if content:
|
180 |
-
text = content.text.strip()
|
181 |
-
text = re.sub(r'\s+', ' ', text) # μ¬λ¬ 곡백 μ κ±°
|
182 |
-
return text
|
183 |
-
|
184 |
-
# λ€λ₯Έ λ΄μ€ μ¬μ΄νΈ λ³Έλ¬Έ μ°ΎκΈ° (μ¬λ¬ μ¬μ΄νΈ λμ νμ)
|
185 |
-
content = soup.select_one('.article_body, .article-body, .article-content, .news-content-inner')
|
186 |
-
if content:
|
187 |
-
text = content.text.strip()
|
188 |
-
text = re.sub(r'\s+', ' ', text)
|
189 |
return text
|
190 |
-
|
191 |
-
|
192 |
-
|
193 |
-
return f"μ€λ₯ λ°μ: {str(e)}"
|
194 |
|
195 |
-
#
|
196 |
def analyze_keywords(text, top_n=10):
|
197 |
-
|
198 |
-
|
199 |
-
|
200 |
-
|
201 |
-
|
202 |
-
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
210 |
-
|
211 |
-
|
212 |
-
|
213 |
try:
|
214 |
-
|
215 |
-
|
216 |
-
|
217 |
-
st.warning(f"{str(e)} μ€λ₯λ°μ")
|
218 |
-
tokens = text.lower().split()
|
219 |
-
|
220 |
-
stop_words = set()
|
221 |
-
try:
|
222 |
-
stop_words = set(stopwords.words('english'))
|
223 |
-
except Exception:
|
224 |
-
pass
|
225 |
-
|
226 |
-
korea_stop_words = {
|
227 |
-
'λ°', 'λ±', 'λ₯Ό', 'μ΄', 'μ', 'κ°', 'μ', 'λ', 'μΌλ‘', 'μμ', 'κ·Έ', 'λ', 'λλ', 'νλ', 'ν ', 'νκ³ ',
|
228 |
-
'μλ€', 'μ΄λ€', 'μν΄', 'κ²μ΄λ€', 'κ²μ', 'λν', 'λλ¬Έ', 'κ·Έλ¦¬κ³ ', 'νμ§λ§', 'κ·Έλ¬λ', 'κ·Έλμ',
|
229 |
-
'μ
λλ€', 'ν©λλ€', 'μ΅λλ€', 'μ', 'μ£ ', 'κ³ ', 'κ³Ό', 'μ', 'λ', 'μ', 'μ', 'κ²', 'λ€', 'μ ', 'μ ',
|
230 |
-
'λ
', 'μ', 'μΌ', 'μ', 'λΆ', 'μ΄', 'μ§λ', 'μ¬ν΄', 'λ΄λ
', 'μ΅κ·Ό', 'νμ¬', 'μ€λ', 'λ΄μΌ', 'μ΄μ ',
|
231 |
-
'μ€μ ', 'μ€ν', 'λΆν°', 'κΉμ§', 'μκ²', 'κ»μ', 'μ΄λΌκ³ ', 'λΌκ³ ', 'νλ©°', 'νλ©΄μ', 'λ°λΌ', 'ν΅ν΄',
|
232 |
-
'κ΄λ ¨', 'ννΈ', 'νΉν', 'κ°μ₯', 'λ§€μ°', 'λ', 'λ', 'λ§μ΄', 'μ‘°κΈ', 'νμ', 'μμ£Ό', 'κ°λ', 'κ±°μ',
|
233 |
-
'μ ν', 'λ°λ‘', 'μ λ§', 'λ§μ½', 'λΉλ‘―ν', 'λ±μ', 'λ±μ΄', 'λ±μ', 'λ±κ³Ό', 'λ±λ', 'λ±μ', 'λ±μμ',
|
234 |
-
'κΈ°μ', 'λ΄μ€', 'μ¬μ§', 'μ°ν©λ΄μ€', 'λ΄μμ€', 'μ 곡', '무λ¨', 'μ μ¬', 'μ¬λ°°ν¬', 'κΈμ§', 'μ΅μ»€', 'λ©νΈ',
|
235 |
-
'μΌλ³΄', 'λ°μΌλ¦¬', 'κ²½μ ', 'μ¬ν', 'μ μΉ', 'μΈκ³', 'κ³Όν', 'μμ΄ν°', 'λ·μ»΄', 'μ¨λ·', 'λΈλ‘ν°', 'μ μμ λ¬Έ'
|
236 |
-
}
|
237 |
-
stop_words.update(korea_stop_words)
|
238 |
-
|
239 |
-
# 1κΈμ μ΄μμ΄κ³ λΆμ©μ΄κ° μλ ν ν°λ§ νν°λ§
|
240 |
-
filtered_tokens = [word for word in tokens if len(word) > 1 and word not in stop_words]
|
241 |
-
|
242 |
-
# λ¨μ΄ λΉλ κ³μ°
|
243 |
-
word_freq = {}
|
244 |
-
for word in filtered_tokens:
|
245 |
-
if word.isalnum(): # μνλ²³κ³Ό μ«μλ§ ν¬ν¨λ λ¨μ΄λ§ νμ©
|
246 |
-
word_freq[word] = word_freq.get(word, 0) + 1
|
247 |
-
|
248 |
-
# λΉλμμΌλ‘ μ λ ¬νμ¬ μμ nκ° λ°ν
|
249 |
-
sorted_words = sorted(word_freq.items(), key=lambda x: x[1], reverse=True)
|
250 |
-
|
251 |
-
if not sorted_words:
|
252 |
-
return {"data": 1, "analysis": 1, "news": 1}
|
253 |
-
|
254 |
-
return dict(sorted_words[:top_n])
|
255 |
-
|
256 |
except Exception as e:
|
257 |
-
st.error(f"
|
258 |
-
return
|
259 |
-
|
260 |
-
|
261 |
-
# μλ ν΄λΌμ°λ μμ± ν¨μ
|
262 |
-
def generate_wordcloud(keywords_dict):
|
263 |
-
if not WordCloud:
|
264 |
-
st.warning("μλν΄λΌμ°λ μ€μΉμλμ΄ μμ΅λλ€.")
|
265 |
-
return None
|
266 |
-
try:
|
267 |
-
wc= WordCloud(
|
268 |
-
width=800,
|
269 |
-
height=400,
|
270 |
-
background_color = 'white',
|
271 |
-
colormap = 'viridis',
|
272 |
-
max_font_size=150,
|
273 |
-
random_state=42
|
274 |
-
).generate_from_frequencies(keywords_dict)
|
275 |
-
|
276 |
-
try:
|
277 |
-
possible_font_paths=["NanumGothic.ttf", "μ΄λ¦"]
|
278 |
-
|
279 |
-
font_path = None
|
280 |
-
for path in possible_font_paths:
|
281 |
-
if os.path.exists(path):
|
282 |
-
font_path = path
|
283 |
-
break
|
284 |
-
|
285 |
-
if font_path:
|
286 |
-
wc= WordCloud(
|
287 |
-
font_path=font_path,
|
288 |
-
width=800,
|
289 |
-
height=400,
|
290 |
-
background_color = 'white',
|
291 |
-
colormap = 'viridis',
|
292 |
-
max_font_size=150,
|
293 |
-
random_state=42
|
294 |
-
).generate_from_frequencies(keywords_dict)
|
295 |
-
except Exception as e:
|
296 |
-
print(f"μ€λ₯λ°μ {str(e)}")
|
297 |
-
|
298 |
-
return wc
|
299 |
-
|
300 |
-
except Exception as e:
|
301 |
-
st.error(f"μ€λ₯λ°μ {str(e)}")
|
302 |
-
return None
|
303 |
|
304 |
-
#
|
305 |
-
def
|
306 |
-
if
|
307 |
-
return "
|
308 |
-
|
309 |
-
results = {}
|
310 |
-
#μΉ΄ν
κ³ λ¦¬λ³
|
311 |
-
if 'source' in news_df.columns:
|
312 |
-
results['source_counts'] = news_df['source'].value_counts().to_dict()
|
313 |
-
#μΉ΄ν
κ³ λ¦¬λ³
|
314 |
-
if 'date' in news_df.columns:
|
315 |
-
results['date_counts'] = news_df['date'].value_counts().to_dict()
|
316 |
-
|
317 |
-
#ν€μλλΆμ
|
318 |
-
all_text = " ".join(news_df['title'].fillna('') + " " + news_df['content'].fillna(''))
|
319 |
-
|
320 |
-
if len(all_text.strip()) > 0:
|
321 |
-
results['top_keywords_for_wordcloud']= extract_keywords_for_wordcloud(all_text, top_n=50)
|
322 |
-
results['top_keywords'] = analyze_keywords(all_text)
|
323 |
-
else:
|
324 |
-
results['top_keywords_for_wordcloud']={}
|
325 |
-
results['top_keywords'] = []
|
326 |
-
return results
|
327 |
-
|
328 |
-
# OpenAI APIλ₯Ό μ΄μ©ν μ κΈ°μ¬ μμ± (ꡬ λ²μ λ°©μ)
|
329 |
-
def generate_article(original_content, prompt_text):
|
330 |
try:
|
331 |
-
|
332 |
-
|
333 |
-
|
334 |
-
response = openai.ChatCompletion.create(
|
335 |
-
model="gpt-4.1-mini",
|
336 |
messages=[
|
337 |
-
{"role":
|
338 |
-
{"role":
|
339 |
],
|
340 |
-
max_tokens=
|
341 |
)
|
342 |
-
return
|
343 |
except Exception as e:
|
344 |
-
return f"κΈ°μ¬ μμ± μ€λ₯: {
|
345 |
|
346 |
-
# OpenAI APIλ₯Ό μ΄μ©ν μ΄λ―Έμ§ μμ± (ꡬ λ²μ λ°©μ)
|
347 |
def generate_image(prompt):
|
|
|
|
|
348 |
try:
|
349 |
-
|
350 |
-
|
351 |
-
|
352 |
-
response = openai.Image.create(
|
353 |
-
prompt=prompt,
|
354 |
-
n=1,
|
355 |
-
size="1024x1024"
|
356 |
-
)
|
357 |
-
return response['data'][0]['url']
|
358 |
-
except Exception as e:
|
359 |
-
return f"μ΄λ―Έμ§ μμ± μ€λ₯: {str(e)}"
|
360 |
-
|
361 |
-
# μ€μΌμ€λ¬ κ΄λ ¨ ν¨μλ€
|
362 |
-
def get_next_run_time(hour, minute):
|
363 |
-
now = datetime.now()
|
364 |
-
next_run = now.replace(hour=hour, minute=minute, second=0, microsecond=0)
|
365 |
-
if next_run <= now:
|
366 |
-
next_run += timedelta(days=1)
|
367 |
-
return next_run
|
368 |
-
|
369 |
-
def run_scheduled_task():
|
370 |
-
try:
|
371 |
-
while global_scheduler_state.is_running:
|
372 |
-
schedule.run_pending()
|
373 |
-
time.sleep(1)
|
374 |
except Exception as e:
|
375 |
-
|
376 |
-
|
377 |
|
378 |
-
|
379 |
-
|
380 |
-
|
381 |
-
|
382 |
-
|
383 |
-
|
384 |
-
|
385 |
-
|
386 |
-
|
387 |
-
|
388 |
-
|
389 |
-
|
390 |
-
|
391 |
-
|
392 |
-
|
393 |
-
|
394 |
-
|
395 |
-
|
396 |
-
|
397 |
-
|
398 |
-
|
399 |
-
|
400 |
-
|
401 |
-
|
402 |
-
|
403 |
-
|
404 |
-
|
405 |
-
|
406 |
-
|
407 |
-
|
408 |
-
|
409 |
-
|
410 |
-
|
411 |
-
|
412 |
-
|
413 |
-
|
414 |
-
|
415 |
-
|
416 |
-
|
417 |
-
|
418 |
-
|
419 |
-
|
420 |
-
|
421 |
-
|
422 |
-
|
423 |
-
|
424 |
-
|
425 |
-
|
426 |
-
|
427 |
-
|
428 |
-
|
429 |
-
|
430 |
-
|
431 |
-
|
432 |
-
'time': f"{hour:02d}:{minute:02d}",
|
433 |
-
'keyword': keyword,
|
434 |
-
'num_articles': num_articles
|
435 |
-
})
|
436 |
-
|
437 |
-
# μκ° κ°κ²© νμ€ν¬ λ±λ‘
|
438 |
-
for task in interval_tasks:
|
439 |
-
interval_minutes = task['interval_minutes']
|
440 |
-
keyword = task['keyword']
|
441 |
-
num_articles = task['num_articles']
|
442 |
-
run_immediately = task['run_immediately']
|
443 |
-
|
444 |
-
job_id = f"interval_{keyword}_{interval_minutes}"
|
445 |
-
|
446 |
-
if run_immediately:
|
447 |
-
# μ¦μ μ€ν
|
448 |
-
perform_news_task("interval", keyword, num_articles, job_id)
|
449 |
-
|
450 |
-
# λΆ κ°κ²©μΌλ‘ μμ½
|
451 |
-
schedule.every(interval_minutes).minutes.do(
|
452 |
-
perform_news_task, "interval", keyword, num_articles, job_id
|
453 |
-
).tag(job_id)
|
454 |
-
|
455 |
-
global_scheduler_state.scheduled_jobs.append({
|
456 |
-
'id': job_id,
|
457 |
-
'type': 'interval',
|
458 |
-
'interval': f"{interval_minutes}λΆλ§λ€",
|
459 |
-
'keyword': keyword,
|
460 |
-
'num_articles': num_articles,
|
461 |
-
'run_immediately': run_immediately
|
462 |
-
})
|
463 |
-
|
464 |
-
# λ€μ μ€ν μκ° κ³μ°
|
465 |
-
next_run = schedule.next_run()
|
466 |
-
if next_run:
|
467 |
-
global_scheduler_state.next_run = next_run
|
468 |
-
|
469 |
-
# μ€μΌμ€λ¬ μ°λ λ μμ
|
470 |
-
global_scheduler_state.is_running = True
|
471 |
-
global_scheduler_state.thread = threading.Thread(
|
472 |
-
target=run_scheduled_task, daemon=True
|
473 |
-
)
|
474 |
-
global_scheduler_state.thread.start()
|
475 |
-
|
476 |
-
# μνλ₯Ό μΈμ
μνλ‘λ λ³΅μ¬ (UI νμμ©)
|
477 |
-
if 'scheduler_status' not in st.session_state:
|
478 |
-
st.session_state.scheduler_status = {}
|
479 |
-
|
480 |
-
st.session_state.scheduler_status = {
|
481 |
-
'is_running': global_scheduler_state.is_running,
|
482 |
-
'last_run': global_scheduler_state.last_run,
|
483 |
-
'next_run': global_scheduler_state.next_run,
|
484 |
-
'jobs_count': len(global_scheduler_state.scheduled_jobs)
|
485 |
-
}
|
486 |
|
487 |
def stop_scheduler():
|
488 |
-
|
489 |
-
|
490 |
-
|
491 |
-
if global_scheduler_state.thread:
|
492 |
-
global_scheduler_state.thread.join(timeout=1)
|
493 |
-
global_scheduler_state.next_run = None
|
494 |
-
global_scheduler_state.scheduled_jobs = []
|
495 |
-
|
496 |
-
# UI μν μ
λ°μ΄νΈ
|
497 |
-
if 'scheduler_status' in st.session_state:
|
498 |
-
st.session_state.scheduler_status['is_running'] = False
|
499 |
|
500 |
-
#
|
501 |
if menu == "λ΄μ€ κΈ°μ¬ ν¬λ‘€λ§":
|
502 |
st.header("λ΄μ€ κΈ°μ¬ ν¬λ‘€λ§")
|
503 |
-
|
504 |
-
|
505 |
-
num_articles = st.slider("κ°μ Έμ¬ κΈ°μ¬ μ", min_value=1, max_value=20, value=5)
|
506 |
-
|
507 |
if st.button("κΈ°μ¬ κ°μ Έμ€κΈ°"):
|
508 |
-
|
509 |
-
|
510 |
-
|
511 |
-
|
512 |
-
|
513 |
-
|
514 |
-
|
515 |
-
|
516 |
-
|
517 |
-
|
518 |
-
|
519 |
-
|
520 |
-
|
521 |
-
# μμ§ν κΈ°μ¬ νμ
|
522 |
-
for article in articles:
|
523 |
-
with st.expander(f"{article['title']} - {article['source']}"):
|
524 |
-
st.write(f"**μΆμ²:** {article['source']}")
|
525 |
-
st.write(f"**λ μ§:** {article['date']}")
|
526 |
-
st.write(f"**μμ½:** {article['description']}")
|
527 |
-
st.write(f"**λ§ν¬:** {article['link']}")
|
528 |
-
st.write("**본문 미리보기:**")
|
529 |
-
st.write(article['content'][:300] + "..." if len(article['content']) > 300 else article['content'])
|
530 |
|
531 |
elif menu == "κΈ°μ¬ λΆμοΏ½οΏ½οΏ½κΈ°":
|
532 |
st.header("κΈ°μ¬ λΆμνκΈ°")
|
533 |
-
|
534 |
-
|
535 |
-
|
536 |
-
st.warning("μ μ₯λ κΈ°μ¬κ° μμ΅λλ€. λ¨Όμ 'λ΄μ€ κΈ°μ¬ ν¬λ‘€λ§' λ©λ΄μμ κΈ°μ¬λ₯Ό μμ§ν΄μ£ΌμΈμ.")
|
537 |
else:
|
538 |
-
|
539 |
-
|
540 |
-
|
541 |
-
|
542 |
-
|
543 |
-
|
544 |
-
|
545 |
-
|
546 |
-
|
547 |
-
|
548 |
-
|
549 |
-
|
550 |
-
|
551 |
-
|
552 |
-
|
553 |
-
|
554 |
-
|
555 |
-
|
556 |
-
|
557 |
-
|
558 |
-
|
559 |
-
|
560 |
-
|
561 |
-
|
562 |
-
|
563 |
-
with keyword_tab1:
|
564 |
-
keywords = analyze_keywords(selected_article['content'])
|
565 |
-
|
566 |
-
# μκ°ν
|
567 |
-
df = pd.DataFrame(keywords, columns=['λ¨μ΄', 'λΉλμ'])
|
568 |
-
st.bar_chart(df.set_index('λ¨μ΄'))
|
569 |
-
|
570 |
-
st.write("**μ£Όμ ν€μλ:**")
|
571 |
-
for word, count in keywords:
|
572 |
-
st.write(f"- {word}: {count}ν")
|
573 |
-
with keyword_tab2:
|
574 |
-
keyword_dict = extract_keywords_for_wordcloud(selected_article['content'])
|
575 |
-
wc = generate_wordcloud(keyword_dict)
|
576 |
-
|
577 |
-
if wc:
|
578 |
-
fig, ax = plt.subplots(figsize=(10, 5))
|
579 |
-
ax.imshow(wc, interpolation='bilinear')
|
580 |
-
ax.axis('off')
|
581 |
-
st.pyplot(fig)
|
582 |
-
|
583 |
-
# ν€μλ μμ 20κ° νμ
|
584 |
-
st.write("**μμ 20κ° ν€μλ:**")
|
585 |
-
top_keywords = sorted(keyword_dict.items(), key=lambda x: x[1], reverse=True)[:20]
|
586 |
-
keyword_df = pd.DataFrame(top_keywords, columns=['ν€μλ', 'λΉλ'])
|
587 |
-
st.dataframe(keyword_df)
|
588 |
-
else:
|
589 |
-
st.error("μλν΄λΌμ°λλ₯Ό μμ±ν μ μμ΅λλ€.")
|
590 |
-
|
591 |
-
elif analysis_type == "ν
μ€νΈ ν΅κ³":
|
592 |
-
if st.button("ν
μ€νΈ ν΅κ³ λΆμ"):
|
593 |
-
content = selected_article['content']
|
594 |
-
|
595 |
-
# ν
μ€νΈ ν΅κ³ κ³μ°
|
596 |
-
word_count = len(re.findall(r'\b\w+\b', content))
|
597 |
-
char_count = len(content)
|
598 |
-
sentence_count = len(re.split(r'[.!?]+', content))
|
599 |
-
avg_word_length = sum(len(word) for word in re.findall(r'\b\w+\b', content)) / word_count if word_count > 0 else 0
|
600 |
-
avg_sentence_length = word_count / sentence_count if sentence_count > 0 else 0
|
601 |
-
|
602 |
-
# ν΅κ³ νμ
|
603 |
-
st.subheader("ν
μ€νΈ ν΅κ³")
|
604 |
-
col1, col2, col3 = st.columns(3)
|
605 |
-
with col1:
|
606 |
-
st.metric("λ¨μ΄ μ", f"{word_count:,}")
|
607 |
-
with col2:
|
608 |
-
st.metric("λ¬Έμ μ", f"{char_count:,}")
|
609 |
-
with col3:
|
610 |
-
st.metric("λ¬Έμ₯ μ", f"{sentence_count:,}")
|
611 |
-
|
612 |
-
col1, col2 = st.columns(2)
|
613 |
-
with col1:
|
614 |
-
st.metric("νκ· λ¨μ΄ κΈΈμ΄", f"{avg_word_length:.1f}μ")
|
615 |
-
with col2:
|
616 |
-
st.metric("νκ· λ¬Έμ₯ κΈΈμ΄", f"{avg_sentence_length:.1f}λ¨μ΄")
|
617 |
-
|
618 |
-
# ν
μ€νΈ 볡μ‘μ± μ μ (κ°λ¨ν μμ)
|
619 |
-
complexity_score = min(10, (avg_sentence_length / 10) * 5 + (avg_word_length / 5) * 5)
|
620 |
-
st.progress(complexity_score / 10)
|
621 |
-
st.write(f"ν
μ€νΈ 볡μ‘μ± μ μ: {complexity_score:.1f}/10")
|
622 |
-
|
623 |
-
# μΆν λΉλ λ§λ κ·Έλν
|
624 |
-
st.subheader("οΏ½οΏ½οΏ½μ¬λ³ λΆν¬ (νκ΅μ΄/μμ΄ μ§μ)")
|
625 |
-
try:
|
626 |
-
# KoNLPy μ€μΉ νμΈ
|
627 |
-
try:
|
628 |
-
from konlpy.tag import Okt
|
629 |
-
konlpy_installed = True
|
630 |
-
except ImportError:
|
631 |
-
konlpy_installed = False
|
632 |
-
st.warning("νκ΅μ΄ ννμ λΆμμ μν΄ KoNLPyλ₯Ό μ€μΉν΄μ£ΌμΈμ: pip install konlpy")
|
633 |
-
|
634 |
-
# μμ΄ POS tagger μ€λΉ
|
635 |
-
from nltk import pos_tag
|
636 |
-
try:
|
637 |
-
nltk.data.find('taggers/averaged_perceptron_tagger')
|
638 |
-
except LookupError:
|
639 |
-
nltk.download('averaged_perceptron_tagger', download_dir=nltk_data_dir)
|
640 |
-
|
641 |
-
# μΈμ΄ κ°μ§ (κ°λ¨ν λ°©μ)
|
642 |
-
is_korean = bool(re.search(r'[κ°-ν£]', content))
|
643 |
-
|
644 |
-
if is_korean and konlpy_installed:
|
645 |
-
# νκ΅μ΄ ννμ λΆμ
|
646 |
-
okt = Okt()
|
647 |
-
tagged = okt.pos(content)
|
648 |
-
|
649 |
-
# νκ΅μ΄ νμ¬ λ§€ν
|
650 |
-
pos_dict = {
|
651 |
-
'Noun': 'λͺ
μ¬', 'NNG': 'λͺ
μ¬', 'NNP': 'κ³ μ λͺ
μ¬',
|
652 |
-
'Verb': 'λμ¬', 'VV': 'λμ¬', 'VA': 'νμ©μ¬',
|
653 |
-
'Adjective': 'νμ©μ¬',
|
654 |
-
'Adverb': 'λΆμ¬',
|
655 |
-
'Josa': 'μ‘°μ¬', 'Punctuation': 'ꡬλμ ',
|
656 |
-
'Determiner': 'κ΄νμ¬', 'Exclamation': 'κ°νμ¬'
|
657 |
-
}
|
658 |
-
|
659 |
-
pos_counts = {'λͺ
μ¬': 0, 'λμ¬': 0, 'νμ©μ¬': 0, 'λΆμ¬': 0, 'μ‘°μ¬': 0, 'ꡬλμ ': 0, 'κ΄νμ¬': 0, 'κ°νμ¬': 0, 'κΈ°ν': 0}
|
660 |
-
|
661 |
-
for _, pos in tagged:
|
662 |
-
if pos in pos_dict:
|
663 |
-
pos_counts[pos_dict[pos]] += 1
|
664 |
-
elif pos.startswith('N'): # κΈ°ν λͺ
μ¬λ₯
|
665 |
-
pos_counts['λͺ
μ¬'] += 1
|
666 |
-
elif pos.startswith('V'): # κΈ°ν λμ¬λ₯
|
667 |
-
pos_counts['λμ¬'] += 1
|
668 |
-
else:
|
669 |
-
pos_counts['κΈ°ν'] += 1
|
670 |
-
|
671 |
-
else:
|
672 |
-
# μμ΄ POS νκΉ
|
673 |
-
tokens = word_tokenize(content.lower())
|
674 |
-
tagged = pos_tag(tokens)
|
675 |
-
|
676 |
-
# μμ΄ νμ¬ λ§€ν
|
677 |
-
pos_dict = {
|
678 |
-
'NN': 'λͺ
μ¬', 'NNS': 'λͺ
μ¬', 'NNP': 'κ³ μ λͺ
μ¬', 'NNPS': 'κ³ μ λͺ
μ¬',
|
679 |
-
'VB': 'λμ¬', 'VBD': 'λμ¬', 'VBG': 'λμ¬', 'VBN': 'λμ¬', 'VBP': 'λμ¬', 'VBZ': 'λμ¬',
|
680 |
-
'JJ': 'νμ©μ¬', 'JJR': 'νμ©μ¬', 'JJS': 'νμ©μ¬',
|
681 |
-
'RB': 'λΆμ¬', 'RBR': 'λΆμ¬', 'RBS': 'λΆμ¬'
|
682 |
-
}
|
683 |
-
|
684 |
-
pos_counts = {'λͺ
μ¬': 0, 'λμ¬': 0, 'νμ©μ¬': 0, 'λΆμ¬': 0, 'κΈ°ν': 0}
|
685 |
-
|
686 |
-
for _, pos in tagged:
|
687 |
-
if pos in pos_dict:
|
688 |
-
pos_counts[pos_dict[pos]] += 1
|
689 |
-
else:
|
690 |
-
pos_counts['κΈ°ν'] += 1
|
691 |
-
|
692 |
-
# κ²°κ³Ό μκ°ν
|
693 |
-
pos_df = pd.DataFrame({
|
694 |
-
'νμ¬': list(pos_counts.keys()),
|
695 |
-
'λΉλ': list(pos_counts.values())
|
696 |
-
})
|
697 |
-
|
698 |
-
st.bar_chart(pos_df.set_index('νμ¬'))
|
699 |
-
|
700 |
-
if is_korean:
|
701 |
-
st.info("νκ΅μ΄ ν
μ€νΈκ° κ°μ§λμμ΅λλ€.")
|
702 |
-
else:
|
703 |
-
st.info("μμ΄ ν
μ€νΈκ° κ°μ§λμμ΅λλ€.")
|
704 |
-
except Exception as e:
|
705 |
-
st.error(f"νμ¬ λΆμ μ€ μ€λ₯ λ°μ: {str(e)}")
|
706 |
-
st.error(traceback.format_exc())
|
707 |
-
|
708 |
-
elif analysis_type == "κ°μ λΆμ":
|
709 |
-
if st.button("κ°μ λΆμνκΈ°"):
|
710 |
-
if st.session_state.openai_api_key:
|
711 |
-
with st.spinner("κΈ°μ¬μ κ°μ μ λΆμ μ€μ
λλ€..."):
|
712 |
-
try:
|
713 |
-
# κ°μ λΆμ ν둬ννΈ μ€μ (ꡬ λ²μ λ°©μ)
|
714 |
-
response = openai.ChatCompletion.create(
|
715 |
-
model="gpt-4.1-mini",
|
716 |
-
messages=[
|
717 |
-
{"role": "system", "content": "λΉμ μ ν
μ€νΈμ κ°μ κ³Ό λ
Όμ‘°λ₯Ό λΆμνλ μ λ¬Έκ°μ
λλ€. λ€μ λ΄μ€ κΈ°μ¬μ κ°μ κ³Ό λ
Όμ‘°λ₯Ό λΆμνκ³ , 'κΈμ μ ', 'λΆμ μ ', 'μ€λ¦½μ ' μ€ νλλ‘ λΆλ₯ν΄ μ£ΌμΈμ. λν κΈ°μ¬μμ λλ¬λλ ν΅μ¬ κ°μ ν€μλλ₯Ό 5κ° μΆμΆνκ³ , κ° ν€μλλ³λ‘ 1-10 μ¬μ΄μ κ°λ μ μλ₯Ό 맀겨주μΈμ. JSON νμμΌλ‘ λ€μκ³Ό κ°μ΄ μλ΅ν΄μ£ΌμΈμ: {'sentiment': 'κΈμ μ /λΆμ μ /μ€λ¦½μ ', 'reason': 'μ΄μ μ€λͺ
...', 'keywords': [{'word': 'ν€μλ1', 'score': 8}, {'word': 'ν€μλ2', 'score': 7}, ...]}"},
|
718 |
-
{"role": "user", "content": f"λ€μ λ΄μ€ κΈ°μ¬λ₯Ό λΆμν΄ μ£ΌμΈμ:\n\nμ λͺ©: {selected_article['title']}\n\nλ΄μ©: {selected_article['content'][:1500]}"}
|
719 |
-
],
|
720 |
-
max_tokens=800
|
721 |
-
)
|
722 |
-
|
723 |
-
# JSON νμ± (ꡬ λ²μ λ°©μ)
|
724 |
-
analysis_result = json.loads(response.choices[0].message['content'])
|
725 |
-
|
726 |
-
# κ²°κ³Ό μκ°ν
|
727 |
-
st.subheader("κ°μ λΆμ κ²°κ³Ό")
|
728 |
-
|
729 |
-
# 1. κ°μ νμ
μ λ°λ₯Έ μκ°μ νν
|
730 |
-
sentiment_type = analysis_result.get('sentiment', 'μ€λ¦½μ ')
|
731 |
-
col1, col2, col3 = st.columns([1, 3, 1])
|
732 |
-
|
733 |
-
with col2:
|
734 |
-
if sentiment_type == "κΈμ μ ":
|
735 |
-
st.markdown(f"""
|
736 |
-
<div style="background-color:#DCEDC8; padding:20px; border-radius:10px; text-align:center;">
|
737 |
-
<h1 style="color:#388E3C; font-size:28px;">π κΈμ μ λ
Όμ‘° π</h1>
|
738 |
-
<p style="font-size:16px;">κ°μ κ°λ: λμ</p>
|
739 |
-
</div>
|
740 |
-
""", unsafe_allow_html=True)
|
741 |
-
elif sentiment_type == "λΆμ μ ":
|
742 |
-
st.markdown(f"""
|
743 |
-
<div style="background-color:#FFCDD2; padding:20px; border-radius:10px; text-align:center;">
|
744 |
-
<h1 style="color:#D32F2F; font-size:28px;">π λΆμ μ λ
Όμ‘° π</h1>
|
745 |
-
<p style="font-size:16px;">κ°μ κ°λ: λμ</p>
|
746 |
-
</div>
|
747 |
-
""", unsafe_allow_html=True)
|
748 |
-
else:
|
749 |
-
st.markdown(f"""
|
750 |
-
<div style="background-color:#E0E0E0; padding:20px; border-radius:10px; text-align:center;">
|
751 |
-
<h1 style="color:#616161; font-size:28px;">π μ€λ¦½μ λ
Όμ‘° π</h1>
|
752 |
-
<p style="font-size:16px;">κ°μ κ°λ: μ€κ°</p>
|
753 |
-
</div>
|
754 |
-
""", unsafe_allow_html=True)
|
755 |
-
|
756 |
-
# 2. μ΄μ μ€λͺ
|
757 |
-
st.markdown("### λΆμ κ·Όκ±°")
|
758 |
-
st.markdown(f"<div style='background-color:#F5F5F5; padding:15px; border-radius:5px;'>{analysis_result.get('reason', '')}</div>", unsafe_allow_html=True)
|
759 |
-
|
760 |
-
# 3. κ°μ ν€μλ μκ°ν
|
761 |
-
st.markdown("### ν΅μ¬ κ°μ ν€μλ")
|
762 |
-
|
763 |
-
# ν€μλ λ°μ΄ν° μ€λΉ
|
764 |
-
keywords = analysis_result.get('keywords', [])
|
765 |
-
if keywords:
|
766 |
-
# λ§λ μ°¨νΈμ© λ°μ΄ν°
|
767 |
-
keyword_names = [item.get('word', '') for item in keywords]
|
768 |
-
keyword_scores = [item.get('score', 0) for item in keywords]
|
769 |
-
|
770 |
-
# λ μ΄λ μ°¨νΈ μμ±
|
771 |
-
fig = go.Figure()
|
772 |
-
|
773 |
-
# μμ μ€μ
|
774 |
-
if sentiment_type == "κΈμ μ ":
|
775 |
-
fill_color = 'rgba(76, 175, 80, 0.3)' # μ°ν μ΄λ‘μ
|
776 |
-
line_color = 'rgba(76, 175, 80, 1)' # μ§ν μ΄λ‘μ
|
777 |
-
elif sentiment_type == "λΆμ μ ":
|
778 |
-
fill_color = 'rgba(244, 67, 54, 0.3)' # μ°ν λΉ¨κ°μ
|
779 |
-
line_color = 'rgba(244, 67, 54, 1)' # μ§ν λΉ¨κ°μ
|
780 |
-
else:
|
781 |
-
fill_color = 'rgba(158, 158, 158, 0.3)' # μ°ν νμ
|
782 |
-
line_color = 'rgba(158, 158, 158, 1)' # μ§ν νμ
|
783 |
-
|
784 |
-
# λ μ΄λ μ°¨νΈ λ°μ΄ν° μ€λΉ - λ§μ§λ§ μ μ΄ μ²« μ κ³Ό μ°κ²°λλλ‘ λ°μ΄ν° μΆκ°
|
785 |
-
radar_keywords = keyword_names.copy()
|
786 |
-
radar_scores = keyword_scores.copy()
|
787 |
-
|
788 |
-
# λ μ΄λ μ°¨νΈ μμ±
|
789 |
-
fig.add_trace(go.Scatterpolar(
|
790 |
-
r=radar_scores,
|
791 |
-
theta=radar_keywords,
|
792 |
-
fill='toself',
|
793 |
-
fillcolor=fill_color,
|
794 |
-
line=dict(color=line_color, width=2),
|
795 |
-
name='κ°μ ν€μλ'
|
796 |
-
))
|
797 |
-
|
798 |
-
# λ μ΄λ μ°¨νΈ λ μ΄μμ μ€μ
|
799 |
-
fig.update_layout(
|
800 |
-
polar=dict(
|
801 |
-
radialaxis=dict(
|
802 |
-
visible=True,
|
803 |
-
range=[0, 10],
|
804 |
-
tickmode='linear',
|
805 |
-
tick0=0,
|
806 |
-
dtick=2
|
807 |
-
)
|
808 |
-
),
|
809 |
-
showlegend=False,
|
810 |
-
title={
|
811 |
-
'text': 'κ°μ ν€μλ λ μ΄λ λΆμ',
|
812 |
-
'y':0.95,
|
813 |
-
'x':0.5,
|
814 |
-
'xanchor': 'center',
|
815 |
-
'yanchor': 'top'
|
816 |
-
},
|
817 |
-
height=500,
|
818 |
-
width=500,
|
819 |
-
margin=dict(l=80, r=80, t=80, b=80)
|
820 |
-
)
|
821 |
-
|
822 |
-
# μ°¨νΈ μ€μμ νμ
|
823 |
-
col1, col2, col3 = st.columns([1, 2, 1])
|
824 |
-
with col2:
|
825 |
-
st.plotly_chart(fig)
|
826 |
-
|
827 |
-
# ν€μλ μΉ΄λλ‘ νμ
|
828 |
-
st.markdown("#### ν€μλ μΈλΆ μ€λͺ
")
|
829 |
-
cols = st.columns(min(len(keywords), 5))
|
830 |
-
for i, keyword in enumerate(keywords):
|
831 |
-
with cols[i % len(cols)]:
|
832 |
-
word = keyword.get('word', '')
|
833 |
-
score = keyword.get('score', 0)
|
834 |
-
|
835 |
-
# μ μμ λ°λ₯Έ μμ κ³μ°
|
836 |
-
r, g, b = 0, 0, 0
|
837 |
-
if sentiment_type == "κΈμ μ ":
|
838 |
-
g = min(200 + score * 5, 255)
|
839 |
-
r = max(255 - score * 20, 100)
|
840 |
-
elif sentiment_type == "λΆμ μ ":
|
841 |
-
r = min(200 + score * 5, 255)
|
842 |
-
g = max(255 - score * 20, 100)
|
843 |
-
else:
|
844 |
-
r = g = b = 128
|
845 |
-
|
846 |
-
# μΉ΄λ μμ±
|
847 |
-
st.markdown(f"""
|
848 |
-
<div style="background-color:rgba({r},{g},{b},0.2); padding:10px; border-radius:5px; text-align:center; margin:5px;">
|
849 |
-
<h3 style="margin:0;">{word}</h3>
|
850 |
-
<div style="background-color:#E0E0E0; border-radius:3px; margin-top:5px;">
|
851 |
-
<div style="width:{score*10}%; background-color:rgba({r},{g},{b},0.8); height:10px; border-radius:3px;"></div>
|
852 |
-
</div>
|
853 |
-
<p style="margin:2px; font-size:12px;">κ°λ: {score}/10</p>
|
854 |
-
</div>
|
855 |
-
""", unsafe_allow_html=True)
|
856 |
-
|
857 |
-
else:
|
858 |
-
st.info("ν€μλλ₯Ό μΆμΆνμ§ λͺ»νμ΅λλ€.")
|
859 |
-
|
860 |
-
# 4. μμ½ ν΅κ³
|
861 |
-
st.markdown("### μ£Όμ ν΅κ³")
|
862 |
-
col1, col2, col3 = st.columns(3)
|
863 |
-
with col1:
|
864 |
-
st.metric(label="κΈμ /λΆμ μ μ", value=f"{7 if sentiment_type == 'κΈμ μ ' else 3 if sentiment_type == 'λΆμ μ ' else 5}/10")
|
865 |
-
with col2:
|
866 |
-
st.metric(label="ν€μλ μ", value=len(keywords))
|
867 |
-
with col3:
|
868 |
-
avg_score = sum(keyword_scores) / len(keyword_scores) if keyword_scores else 0
|
869 |
-
st.metric(label="νκ· κ°λ", value=f"{avg_score:.1f}/10")
|
870 |
-
|
871 |
-
except Exception as e:
|
872 |
-
st.error(f"κ°μ λΆμ μ€λ₯: {str(e)}")
|
873 |
-
st.code(traceback.format_exc())
|
874 |
-
else:
|
875 |
-
st.warning("OpenAI API ν€κ° μ€μ λμ΄ μμ§ μμ΅λλ€. μ¬μ΄λλ°μμ API ν€λ₯Ό μ€μ ν΄μ£ΌμΈμ.")
|
876 |
|
877 |
elif menu == "μ κΈ°μ¬ μμ±νκΈ°":
|
878 |
st.header("μ κΈ°μ¬ μμ±νκΈ°")
|
879 |
-
|
880 |
-
|
881 |
-
|
882 |
-
st.warning("μ μ₯λ κΈ°μ¬κ° μμ΅λλ€. λ¨Όμ 'λ΄μ€ κΈ°μ¬ ν¬λ‘€λ§' λ©λ΄μμ κΈ°μ¬λ₯Ό μμ§ν΄μ£ΌμΈμ.")
|
883 |
else:
|
884 |
-
|
885 |
-
|
886 |
-
|
887 |
-
|
888 |
-
|
889 |
-
|
890 |
-
|
891 |
-
st.
|
892 |
-
|
893 |
-
|
894 |
-
|
895 |
-
|
896 |
-
prompt_text ="""λ€μ κΈ°μ¬ μμμ λ°λΌμ λ€μ μμ±ν΄μ€.
|
897 |
-
μν : λΉμ μ μ λ¬Έμ¬μ κΈ°μμ
λλ€.
|
898 |
-
μμ
: μ΅κ·Ό μΌμ΄λ μ¬κ±΄μ λν 보λμλ£λ₯Ό μμ±ν΄μΌ ν©λλ€. μλ£λ μ¬μ€μ κΈ°λ°μΌλ‘ νλ©°, κ°κ΄μ μ΄κ³ μ νν΄μΌ ν©λλ€.
|
899 |
-
μ§μΉ¨:
|
900 |
-
μ 곡λ μ 보λ₯Ό λ°νμΌλ‘ μ λ¬Έ 보λμλ£ νμμ λ§μΆ° κΈ°μ¬λ₯Ό μμ±νμΈμ.
|
901 |
-
κΈ°μ¬ μ λͺ©μ μ£Όμ λ₯Ό λͺ
νν λ°μνκ³ λ
μμ κ΄μ¬μ λ μ μλλ‘ μμ±ν©λλ€.
|
902 |
-
κΈ°μ¬ λ΄μ©μ μ ννκ³ κ°κ²°νλ©° μ€λλ ₯ μλ λ¬Έμ₯μΌλ‘ ꡬμ±ν©λλ€.
|
903 |
-
κ΄λ ¨μμ μΈν°λ·°λ₯Ό μΈμ© ννλ‘ λ£μ΄μ£ΌμΈμ.
|
904 |
-
μμ μ 보μ μ§μΉ¨μ μ°Έκ³ νμ¬ μ λ¬Έ 보λμλ£ νμμ κΈ°μ¬λ₯Ό μμ±ν΄ μ£ΌμΈμ"""
|
905 |
-
|
906 |
-
# μ΄λ―Έμ§ μμ± μ¬λΆ μ ν μ΅μ
μΆκ°
|
907 |
-
generate_image_too = st.checkbox("κΈ°μ¬ μμ± ν μ΄λ―Έμ§λ ν¨κ» μμ±νκΈ°", value=True)
|
908 |
-
|
909 |
-
if st.button("μ κΈ°μ¬ μμ±νκΈ°"):
|
910 |
-
if st.session_state.openai_api_key:
|
911 |
-
with st.spinner("κΈ°μ¬λ₯Ό μμ± μ€μ
λλ€..."):
|
912 |
-
new_article = generate_article(selected_article['content'], prompt_text)
|
913 |
-
|
914 |
-
st.write("**μμ±λ κΈ°μ¬:**")
|
915 |
-
st.write(new_article)
|
916 |
-
|
917 |
-
# μ΄λ―Έμ§ μμ±νκΈ° (μ΅μ
μ΄ μ νλ κ²½μ°)
|
918 |
-
if generate_image_too:
|
919 |
-
with st.spinner("κΈ°μ¬ κ΄λ ¨ μ΄λ―Έμ§λ₯Ό μμ± μ€μ
λλ€..."):
|
920 |
-
# μ΄λ―Έμ§ μμ± ν둬ννΈ μ€λΉ
|
921 |
-
image_prompt = f"""μ λ¬ΈκΈ°μ¬ μ λͺ© "{selected_article['title']}" μ λ³΄κ³ μ΄λ―Έμ§λ₯Ό λ§λ€μ΄μ€
|
922 |
-
μ΄λ―Έμ§μλ λ€μ μμκ° ν¬ν¨λμ΄μΌ ν©λλ€:
|
923 |
-
- κΈ°μ¬λ₯Ό μ΄ν΄ν μ μλ λμ
|
924 |
-
- κΈ°μ¬ λ΄μ©κ³Ό κ΄λ ¨λ ν
μ€νΈ
|
925 |
-
- μ¬ννκ² μ²λ¦¬
|
926 |
-
"""
|
927 |
-
|
928 |
-
# μ΄λ―Έμ§ μμ±
|
929 |
-
image_url = generate_image(image_prompt)
|
930 |
-
|
931 |
-
if image_url and not image_url.startswith("μ΄λ―Έμ§ μμ± μ€λ₯"):
|
932 |
-
st.subheader("μμ±λ μ΄λ―Έμ§:")
|
933 |
-
st.image(image_url)
|
934 |
-
else:
|
935 |
-
st.error(image_url)
|
936 |
-
|
937 |
-
# μμ±λ κΈ°μ¬ μ μ₯ μ΅μ
|
938 |
-
if st.button("μμ±λ κΈ°μ¬ μ μ₯"):
|
939 |
-
new_article_data = {
|
940 |
-
'title': f"[μμ±λ¨] {selected_article['title']}",
|
941 |
-
'source': f"AI μμ± (μλ³Έ: {selected_article['source']})",
|
942 |
-
'date': datetime.now().strftime("%Y-%m-%d %H:%M"),
|
943 |
-
'description': new_article[:100] + "...",
|
944 |
-
'link': "",
|
945 |
-
'content': new_article
|
946 |
-
}
|
947 |
-
articles.append(new_article_data)
|
948 |
-
save_articles(articles)
|
949 |
-
st.success("μμ±λ κΈ°μ¬κ° μ μ₯λμμ΅λλ€!")
|
950 |
-
else:
|
951 |
-
st.warning("OpenAI API ν€λ₯Ό μ¬μ΄λλ°μμ μ€μ ν΄μ£ΌμΈμ.")
|
952 |
-
|
953 |
-
|
954 |
|
955 |
elif menu == "λ΄μ€ κΈ°μ¬ μμ½νκΈ°":
|
956 |
st.header("λ΄μ€ κΈ°μ¬ μμ½νκΈ°")
|
957 |
-
|
958 |
-
#
|
959 |
-
tab1, tab2, tab3 = st.tabs(["μΌλ³ μμ½", "μκ° κ°κ²© μμ½", "μ€μΌμ€λ¬ μν"])
|
960 |
-
|
961 |
-
# μΌλ³ μμ½ ν
|
962 |
with tab1:
|
963 |
-
st.
|
964 |
-
|
965 |
-
|
966 |
-
|
967 |
-
|
968 |
-
|
969 |
-
|
970 |
-
|
971 |
-
with daily_col1:
|
972 |
-
daily_hour = st.selectbox("μ", range(24), format_func=lambda x: f"{x:02d}μ", key="daily_hour")
|
973 |
-
with daily_col2:
|
974 |
-
daily_minute = st.selectbox("λΆ", range(0, 60, 5), format_func=lambda x: f"{x:02d}λΆ", key="daily_minute")
|
975 |
-
|
976 |
-
# μΌλ³ μμ½ λ¦¬μ€νΈ
|
977 |
-
if 'daily_tasks' not in st.session_state:
|
978 |
-
st.session_state.daily_tasks = []
|
979 |
-
|
980 |
-
if st.button("μΌλ³ μμ½ μΆκ°"):
|
981 |
-
st.session_state.daily_tasks.append({
|
982 |
-
'hour': daily_hour,
|
983 |
-
'minute': daily_minute,
|
984 |
-
'keyword': daily_keyword,
|
985 |
-
'num_articles': daily_num_articles
|
986 |
})
|
987 |
-
|
988 |
-
|
989 |
-
|
990 |
-
if st.session_state.daily_tasks:
|
991 |
-
st.subheader("μΌλ³ μμ½ λͺ©λ‘")
|
992 |
-
for i, task in enumerate(st.session_state.daily_tasks):
|
993 |
-
st.write(f"{i+1}. λ§€μΌ {task['hour']:02d}:{task['minute']:02d} - '{task['keyword']}' ({task['num_articles']}κ°)")
|
994 |
-
|
995 |
-
if st.button("μΌλ³ μμ½ μ΄κΈ°ν"):
|
996 |
-
st.session_state.daily_tasks = []
|
997 |
-
st.warning("μΌλ³ μμ½μ΄ λͺ¨λ μ΄κΈ°νλμμ΅λλ€.")
|
998 |
-
|
999 |
-
# μκ° κ°κ²© μμ½ ν
|
1000 |
with tab2:
|
1001 |
-
st.
|
1002 |
-
|
1003 |
-
|
1004 |
-
|
1005 |
-
|
1006 |
-
|
1007 |
-
|
1008 |
-
|
1009 |
-
|
1010 |
-
# μ¦μ μ€ν μ¬λΆ
|
1011 |
-
run_immediately = st.checkbox("μ¦μ μ€ν", value=True, help="체ν¬νλ©΄ μ€μΌμ€λ¬ μμ μ μ¦μ μ€νν©λλ€.")
|
1012 |
-
|
1013 |
-
# μκ° κ°κ²© μμ½ λ¦¬μ€νΈ
|
1014 |
-
if 'interval_tasks' not in st.session_state:
|
1015 |
-
st.session_state.interval_tasks = []
|
1016 |
-
|
1017 |
-
if st.button("μκ° κ°κ²© μμ½ μΆκ°"):
|
1018 |
-
st.session_state.interval_tasks.append({
|
1019 |
-
'interval_minutes': interval_minutes,
|
1020 |
-
'keyword': interval_keyword,
|
1021 |
-
'num_articles': interval_num_articles,
|
1022 |
-
'run_immediately': run_immediately
|
1023 |
})
|
1024 |
-
|
1025 |
-
|
1026 |
-
|
1027 |
-
if st.session_state.interval_tasks:
|
1028 |
-
st.subheader("μκ° κ°κ²© μμ½ λͺ©λ‘")
|
1029 |
-
for i, task in enumerate(st.session_state.interval_tasks):
|
1030 |
-
immediate_text = "μ¦μ μ€ν ν " if task['run_immediately'] else ""
|
1031 |
-
st.write(f"{i+1}. {immediate_text}{task['interval_minutes']}λΆλ§λ€ - '{task['keyword']}' ({task['num_articles']}κ°)")
|
1032 |
-
|
1033 |
-
if st.button("μκ° κ°κ²© μμ½ μ΄κΈ°ν"):
|
1034 |
-
st.session_state.interval_tasks = []
|
1035 |
-
st.warning("μκ° κ°κ²© μμ½μ΄ λͺ¨λ μ΄κΈ°νλμμ΅λλ€.")
|
1036 |
-
|
1037 |
-
# μ€μΌμ€λ¬ μν ν
|
1038 |
with tab3:
|
1039 |
-
st.
|
1040 |
-
|
1041 |
-
|
1042 |
-
|
1043 |
-
|
1044 |
-
|
1045 |
-
|
1046 |
-
|
1047 |
-
|
1048 |
-
|
1049 |
-
|
1050 |
-
|
1051 |
-
st.success("μ€μΌμ€λ¬κ° μμλμμ΅λλ€.")
|
1052 |
-
else:
|
1053 |
-
if st.button("μ€μΌμ€λ¬ μ€μ§"):
|
1054 |
-
stop_scheduler()
|
1055 |
-
st.warning("μ€μΌμ€λ¬κ° μ€μ§λμμ΅λλ€.")
|
1056 |
-
|
1057 |
-
with col2:
|
1058 |
-
# μ€μΌμ€λ¬ μν νμ
|
1059 |
-
if 'scheduler_status' in st.session_state:
|
1060 |
-
st.write(f"μν: {'μ€νμ€' if global_scheduler_state.is_running else 'μ€μ§'}")
|
1061 |
-
if global_scheduler_state.last_run:
|
1062 |
-
st.write(f"λ§μ§λ§ μ€ν: {global_scheduler_state.last_run.strftime('%Y-%m-%d %H:%M:%S')}")
|
1063 |
-
if global_scheduler_state.next_run and global_scheduler_state.is_running:
|
1064 |
-
st.write(f"λ€μ μ€ν: {global_scheduler_state.next_run.strftime('%Y-%m-%d %H:%M:%S')}")
|
1065 |
-
else:
|
1066 |
-
st.write("μν: μ€μ§")
|
1067 |
-
|
1068 |
-
# μμ½λ μμ
λͺ©οΏ½οΏ½οΏ½
|
1069 |
-
if global_scheduler_state.scheduled_jobs:
|
1070 |
-
st.subheader("νμ¬ μ€ν μ€μΈ μμ½ μμ
")
|
1071 |
-
for i, job in enumerate(global_scheduler_state.scheduled_jobs):
|
1072 |
-
if job['type'] == 'daily':
|
1073 |
-
st.write(f"{i+1}. [μΌλ³] λ§€μΌ {job['time']} - '{job['keyword']}' ({job['num_articles']}κ°)")
|
1074 |
-
else:
|
1075 |
-
immediate_text = "[μ¦μ μ€ν ν] " if job.get('run_immediately', False) else ""
|
1076 |
-
st.write(f"{i+1}. [κ°κ²©] {immediate_text}{job['interval']} - '{job['keyword']}' ({job['num_articles']}κ°)")
|
1077 |
-
|
1078 |
-
# μ€μΌμ€λ¬ μ€ν κ²°κ³Ό
|
1079 |
-
if global_scheduler_state.scheduled_results:
|
1080 |
-
st.subheader("μ€μΌμ€λ¬ μ€ν κ²°κ³Ό")
|
1081 |
-
|
1082 |
-
# κ²°κ³Όλ₯Ό UIμ νμνκΈ° μ μ 볡μ¬
|
1083 |
-
results_for_display = global_scheduler_state.scheduled_results.copy()
|
1084 |
-
|
1085 |
-
if results_for_display:
|
1086 |
-
result_df = pd.DataFrame(results_for_display)
|
1087 |
-
result_df['μ€νμκ°'] = result_df['timestamp'].apply(lambda x: datetime.strptime(x, "%Y%m%d_%H%M%S").strftime("%Y-%m-%d %H:%M:%S"))
|
1088 |
-
result_df = result_df.rename(columns={
|
1089 |
-
'task_type': 'μμ
μ ν',
|
1090 |
-
'keyword': 'ν€μλ',
|
1091 |
-
'num_articles': 'κΈ°μ¬μ',
|
1092 |
-
'filename': 'νμΌλͺ
'
|
1093 |
-
})
|
1094 |
-
result_df['μμ
μ ν'] = result_df['μμ
μ ν'].apply(lambda x: 'μΌλ³' if x == 'daily' else 'μκ°κ°κ²©')
|
1095 |
-
|
1096 |
-
st.dataframe(
|
1097 |
-
result_df[['μμ
μ ν', 'ν€μλ', 'κΈ°μ¬μ', 'μ€νμκ°', 'νμΌλͺ
']],
|
1098 |
-
hide_index=True
|
1099 |
-
)
|
1100 |
-
|
1101 |
-
# μμ§λ νμΌ λ³΄κΈ°
|
1102 |
-
if os.path.exists('/tmp/scheduled_news'):
|
1103 |
-
files = [f for f in os.listdir('/tmp/scheduled_news') if f.endswith('.json')]
|
1104 |
-
if files:
|
1105 |
-
st.subheader("μμ§λ νμΌ μ΄κΈ°")
|
1106 |
-
selected_file = st.selectbox("νμΌ μ ν", files, index=len(files)-1)
|
1107 |
-
if selected_file and st.button("νμΌ λ΄μ© 보기"):
|
1108 |
-
with open(os.path.join('/tmp/scheduled_news', selected_file), 'r', encoding='utf-8') as f:
|
1109 |
-
articles = json.load(f)
|
1110 |
-
|
1111 |
-
st.write(f"**νμΌλͺ
:** {selected_file}")
|
1112 |
-
st.write(f"**μμ§ κΈ°μ¬ μ:** {len(articles)}κ°")
|
1113 |
-
|
1114 |
-
for article in articles:
|
1115 |
-
with st.expander(f"{article['title']} - {article['source']}"):
|
1116 |
-
st.write(f"**μΆμ²:** {article['source']}")
|
1117 |
-
st.write(f"**λ μ§:** {article['date']}")
|
1118 |
-
st.write(f"**λ§ν¬:** {article['link']}")
|
1119 |
-
st.write("**λ³Έλ¬Έ:**")
|
1120 |
-
st.write(article['content'][:500] + "..." if len(article['content']) > 500 else article['content'])
|
1121 |
-
|
1122 |
-
# νΈν°
|
1123 |
st.markdown("---")
|
1124 |
-
st.markdown("Β©
|
|
|
1 |
+
# app.py
|
2 |
+
import os
|
3 |
import streamlit as st
|
4 |
import pandas as pd
|
5 |
import requests
|
|
|
11 |
from nltk.corpus import stopwords
|
12 |
from collections import Counter
|
13 |
import json
|
|
|
14 |
from datetime import datetime, timedelta
|
15 |
+
import openai
|
|
|
|
|
|
|
16 |
import schedule
|
17 |
import threading
|
18 |
import matplotlib.pyplot as plt
|
19 |
+
from wordcloud import WordCloud
|
20 |
|
21 |
+
# βββ μ€μ : μμ λλ ν 리, NLTK λ°μ΄ν° βββββββββββββββββββββββββββββββββββββββββ
|
22 |
+
# μμ λλ ν 리 μμ±
|
23 |
+
TMP = "/tmp"
|
24 |
+
NLP_DATA = os.path.join(TMP, "nltk_data")
|
25 |
+
os.makedirs(NLP_DATA, exist_ok=True)
|
|
|
26 |
|
27 |
+
# NLTK λ°μ΄ν° κ²μ κ²½λ‘μ μΆκ°
|
28 |
+
nltk.data.path.insert(0, NLP_DATA)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
29 |
|
30 |
+
# νμν NLTK 리μμ€ λ€μ΄λ‘λ
|
31 |
+
for pkg in ["punkt", "stopwords"]:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
32 |
try:
|
33 |
+
nltk.data.find(f"tokenizers/{pkg}")
|
34 |
+
except LookupError:
|
35 |
+
nltk.download(pkg, download_dir=NLP_DATA)
|
36 |
+
|
37 |
+
# βββ OpenAI API ν€ λΆλ¬μ€κΈ° ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
38 |
+
# μ°μ νκ²½ λ³μ, κ·Έλ€μ st.secrets, λ§μ§λ§μΌλ‘ μ¬μ΄λλ° μ
λ ₯
|
39 |
+
OPENAI_KEY = os.getenv("OPENAI_API_KEY") or st.secrets.get("OPENAI_API_KEY")
|
40 |
+
if not OPENAI_KEY:
|
41 |
+
# μ± μ€ν μ€ μ¬μ΄λλ°μμ μ
λ ₯ λ°κΈ°
|
42 |
+
with st.sidebar:
|
43 |
+
st.markdown("### π OpenAI API Key")
|
44 |
+
key_input = st.text_input("Enter your OpenAI API Key:", type="password")
|
45 |
+
if key_input:
|
46 |
+
OPENAI_KEY = key_input
|
47 |
+
|
48 |
+
if OPENAI_KEY:
|
49 |
+
openai.api_key = OPENAI_KEY
|
50 |
+
else:
|
51 |
+
st.sidebar.error("OpenAI API Keyκ° μ€μ λμ§ μμμ΅λλ€.")
|
52 |
+
|
53 |
+
# βββ Streamlit νμ΄μ§ & λ©λ΄ κ΅¬μ± βββββββββββββββββββββββββββββββββββββββββββββ
|
54 |
+
st.set_page_config(page_title="π° News Tool", layout="wide")
|
55 |
|
|
|
|
|
|
|
|
|
56 |
with st.sidebar:
|
57 |
st.title("λ΄μ€ κΈ°μ¬ λꡬ")
|
58 |
+
menu = st.radio("λ©λ΄ μ ν", [
|
59 |
+
"λ΄μ€ κΈ°μ¬ ν¬λ‘€λ§", "κΈ°μ¬ λΆμνκΈ°", "μ κΈ°μ¬ μμ±νκΈ°", "λ΄μ€ κΈ°μ¬ μμ½νκΈ°"
|
60 |
+
])
|
61 |
+
|
62 |
+
# βββ νμΌ κ²½λ‘ ν¬νΌ βββββββββββββββββββββββββββββοΏ½οΏ½ββββββββββββββββββββββββββββ
|
63 |
+
def _tmp_path(*paths):
|
64 |
+
"""/tmp νμ κ²½λ‘ μ‘°ν©"""
|
65 |
+
full = os.path.join(TMP, *paths)
|
66 |
+
os.makedirs(os.path.dirname(full), exist_ok=True)
|
67 |
+
return full
|
68 |
+
|
69 |
+
# βββ μ μ₯λ κΈ°μ¬ λ‘λ/μ μ₯ βββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
|
70 |
def load_saved_articles():
|
71 |
+
path = _tmp_path("saved_articles", "articles.json")
|
72 |
+
if os.path.exists(path):
|
73 |
+
with open(path, "r", encoding="utf-8") as f:
|
74 |
return json.load(f)
|
75 |
return []
|
76 |
|
|
|
77 |
def save_articles(articles):
|
78 |
+
path = _tmp_path("saved_articles", "articles.json")
|
79 |
+
with open(path, "w", encoding="utf-8") as f:
|
80 |
json.dump(articles, f, ensure_ascii=False, indent=2)
|
81 |
|
82 |
+
# βββ λ€μ΄λ² λ΄μ€ ν¬λ‘€λ¬ βββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
83 |
@st.cache_data
|
84 |
def crawl_naver_news(keyword, num_articles=5):
|
|
|
|
|
|
|
85 |
url = f"https://search.naver.com/search.naver?where=news&query={keyword}"
|
86 |
results = []
|
|
|
87 |
try:
|
88 |
+
resp = requests.get(url, timeout=5)
|
89 |
+
soup = BeautifulSoup(resp.text, "html.parser")
|
90 |
+
items = soup.select("div.sds-comps-base-layout.sds-comps-full-layout")
|
91 |
+
for i, it in enumerate(items):
|
92 |
+
if i >= num_articles: break
|
93 |
+
title_el = it.select_one("a.X0fMYp2dHd0TCUS2hjww span")
|
94 |
+
link_el = it.select_one("a.X0fMYp2dHd0TCUS2hjww")
|
95 |
+
src_el = it.select_one("div.sds-comps-profile-info-title span")
|
96 |
+
date_el = it.select_one("span.r0VOr")
|
97 |
+
desc_el = it.select_one("a.X0fMYp2dHd0TCUS2hjww.IaKmSOGPdofdPwPE6cyU > span")
|
98 |
+
if not title_el or not link_el: continue
|
99 |
+
results.append({
|
100 |
+
"title": title_el.text.strip(),
|
101 |
+
"link": link_el["href"],
|
102 |
+
"source": src_el.text.strip() if src_el else "μ μ μμ",
|
103 |
+
"date": date_el.text.strip() if date_el else "μ μ μμ",
|
104 |
+
"description": desc_el.text.strip() if desc_el else "",
|
105 |
+
"content": ""
|
106 |
+
})
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
107 |
except Exception as e:
|
108 |
+
st.error(f"ν¬λ‘€λ§ μ€λ₯: {e}")
|
|
|
109 |
return results
|
110 |
|
111 |
+
# βββ κΈ°μ¬ λ³Έλ¬Έ κ°μ Έμ€κΈ° βββββββββββββββοΏ½οΏ½βββββββββββββββββββββββββββββββββββββββ
|
112 |
def get_article_content(url):
|
113 |
try:
|
114 |
+
resp = requests.get(url, timeout=5)
|
115 |
+
soup = BeautifulSoup(resp.text, "html.parser")
|
116 |
+
cont = soup.select_one("#dic_area") or soup.select_one(".article_body, .news-content-inner")
|
117 |
+
if cont:
|
118 |
+
text = re.sub(r"\s+", " ", cont.text.strip())
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
119 |
return text
|
120 |
+
except Exception:
|
121 |
+
pass
|
122 |
+
return "λ³Έλ¬Έμ κ°μ Έμ¬ μ μμ΅λλ€."
|
|
|
123 |
|
124 |
+
# βββ ν€μλ λΆμ & μλν΄λΌμ°λ βββββββββββββββββββββββββββββββββββββββββββββββ
|
125 |
def analyze_keywords(text, top_n=10):
|
126 |
+
stop_kr = ["μ΄","κ·Έ","μ ","κ²","λ°","λ±","λ₯Ό","μ","μ","μμ","μ","μΌλ‘","λ‘"]
|
127 |
+
tokens = [w for w in word_tokenize(text) if w.isalnum() and len(w)>1 and w not in stop_kr]
|
128 |
+
freq = Counter(tokens)
|
129 |
+
return freq.most_common(top_n)
|
130 |
+
|
131 |
+
def extract_for_wordcloud(text, top_n=50):
|
132 |
+
tokens = [w for w in word_tokenize(text.lower()) if w.isalnum()]
|
133 |
+
stop_en = set(stopwords.words("english"))
|
134 |
+
korea_sw = {"λ°","λ±","λ₯Ό","μ΄","μ","κ°","μ","λ"}
|
135 |
+
sw = stop_en.union(korea_sw)
|
136 |
+
filtered = [w for w in tokens if w not in sw and len(w)>1]
|
137 |
+
freq = Counter(filtered)
|
138 |
+
return dict(freq.most_common(top_n))
|
139 |
+
|
140 |
+
def generate_wordcloud(freq_dict):
|
|
|
141 |
try:
|
142 |
+
wc = WordCloud(width=800, height=400, background_color="white")\
|
143 |
+
.generate_from_frequencies(freq_dict)
|
144 |
+
return wc
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
145 |
except Exception as e:
|
146 |
+
st.error(f"μλν΄λΌμ°λ μμ± μ€λ₯: {e}")
|
147 |
+
return None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
148 |
|
149 |
+
# βββ OpenAI κΈ°λ° μ κΈ°μ¬ & μ΄λ―Έμ§ μμ± βββββββββββββββββββββββββββββββββββββββ
|
150 |
+
def generate_article(orig, prompt_text):
|
151 |
+
if not openai.api_key:
|
152 |
+
return "API Keyκ° μ€μ λμ§ μμμ΅λλ€."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
153 |
try:
|
154 |
+
resp = openai.ChatCompletion.create(
|
155 |
+
model="gpt-3.5-turbo",
|
|
|
|
|
|
|
156 |
messages=[
|
157 |
+
{"role":"system","content":"λΉμ μ μ λ¬Έ λ΄μ€ κΈ°μμ
λλ€."},
|
158 |
+
{"role":"user", "content":f"{prompt_text}\n\n{orig[:1000]}"}
|
159 |
],
|
160 |
+
max_tokens=1500
|
161 |
)
|
162 |
+
return resp.choices[0].message["content"]
|
163 |
except Exception as e:
|
164 |
+
return f"κΈ°μ¬ μμ± μ€λ₯: {e}"
|
165 |
|
|
|
166 |
def generate_image(prompt):
|
167 |
+
if not openai.api_key:
|
168 |
+
return None
|
169 |
try:
|
170 |
+
resp = openai.Image.create(prompt=prompt, n=1, size="512x512")
|
171 |
+
return resp["data"][0]["url"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
172 |
except Exception as e:
|
173 |
+
st.error(f"μ΄λ―Έμ§ μμ± μ€λ₯: {e}")
|
174 |
+
return None
|
175 |
|
176 |
+
# βββ μ€μΌμ€λ¬ μν ν΄λμ€ ββββββββββββββββββββοΏ½οΏ½ββββββββββββββββββββββββββββββ
|
177 |
+
class SchedulerState:
|
178 |
+
def __init__(self):
|
179 |
+
self.is_running = False
|
180 |
+
self.thread = None
|
181 |
+
self.last_run = None
|
182 |
+
self.next_run = None
|
183 |
+
self.jobs = []
|
184 |
+
self.results = []
|
185 |
+
global_scheduler = SchedulerState()
|
186 |
+
|
187 |
+
def perform_news_task(task_type, kw, n, prefix):
|
188 |
+
arts = crawl_naver_news(kw, n)
|
189 |
+
for a in arts:
|
190 |
+
a["content"] = get_article_content(a["link"])
|
191 |
+
time.sleep(0.5)
|
192 |
+
fname = _tmp_path("scheduled_news", f"{prefix}_{task_type}_{datetime.now():%Y%m%d_%H%M%S}.json")
|
193 |
+
with open(fname,"w",encoding="utf-8") as f:
|
194 |
+
json.dump(arts, f, ensure_ascii=False, indent=2)
|
195 |
+
global_scheduler.last_run = datetime.now()
|
196 |
+
global_scheduler.results.append({
|
197 |
+
"type":task_type, "keyword":kw,
|
198 |
+
"count":len(arts), "file":fname,
|
199 |
+
"timestamp":global_scheduler.last_run
|
200 |
+
})
|
201 |
+
|
202 |
+
def run_scheduler():
|
203 |
+
while global_scheduler.is_running:
|
204 |
+
schedule.run_pending()
|
205 |
+
time.sleep(1)
|
206 |
+
|
207 |
+
def start_scheduler(daily, interval):
|
208 |
+
if global_scheduler.is_running: return
|
209 |
+
schedule.clear(); global_scheduler.jobs=[]
|
210 |
+
# μΌλ³
|
211 |
+
for t in daily:
|
212 |
+
hh, mm = t["hour"], t["minute"]
|
213 |
+
tag = f"d_{t['keyword']}_{hh}{mm}"
|
214 |
+
schedule.every().day.at(f"{hh:02d}:{mm:02d}")\
|
215 |
+
.do(perform_news_task,"daily",t["keyword"],t["num_articles"],tag).tag(tag)
|
216 |
+
global_scheduler.jobs.append(tag)
|
217 |
+
# κ°κ²©
|
218 |
+
for t in interval:
|
219 |
+
tag = f"i_{t['keyword']}_{t['interval']}"
|
220 |
+
if t["immediate"]:
|
221 |
+
perform_news_task("interval", t["keyword"], t["num_articles"], tag)
|
222 |
+
schedule.every(t["interval"]).minutes\
|
223 |
+
.do(perform_news_task,"interval",t["keyword"],t["num_articles"],tag).tag(tag)
|
224 |
+
global_scheduler.jobs.append(tag)
|
225 |
+
|
226 |
+
global_scheduler.next_run = schedule.next_run()
|
227 |
+
global_scheduler.is_running = True
|
228 |
+
th = threading.Thread(target=run_scheduler, daemon=True)
|
229 |
+
th.start(); global_scheduler.thread = th
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
230 |
|
231 |
def stop_scheduler():
|
232 |
+
global_scheduler.is_running = False
|
233 |
+
schedule.clear()
|
234 |
+
global_scheduler.jobs=[]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
235 |
|
236 |
+
# βββ νλ©΄ 그리기: λ©λ΄λ³ κΈ°λ₯ ββββββββββββββββββββββββββββββββββββββββββββββββ
|
237 |
if menu == "λ΄μ€ κΈ°μ¬ ν¬λ‘€λ§":
|
238 |
st.header("λ΄μ€ κΈ°μ¬ ν¬λ‘€λ§")
|
239 |
+
kw = st.text_input("π κ²μμ΄", "μΈκ³΅μ§λ₯")
|
240 |
+
num = st.slider("κ°μ Έμ¬ κΈ°μ¬ μ", 1, 20, 5)
|
|
|
|
|
241 |
if st.button("κΈ°μ¬ κ°μ Έμ€κΈ°"):
|
242 |
+
arts = crawl_naver_news(kw, num)
|
243 |
+
for i,a in enumerate(arts):
|
244 |
+
st.progress((i+1)/len(arts))
|
245 |
+
a["content"] = get_article_content(a["link"])
|
246 |
+
time.sleep(0.3)
|
247 |
+
save_articles(arts)
|
248 |
+
st.success(f"{len(arts)}κ° κΈ°μ¬ μ μ₯λ¨")
|
249 |
+
for a in arts:
|
250 |
+
with st.expander(a["title"]):
|
251 |
+
st.write(f"μΆμ²: {a['source']} | λ μ§: {a['date']}")
|
252 |
+
st.write(a["description"])
|
253 |
+
st.write(a["content"][:300]+"β¦")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
254 |
|
255 |
elif menu == "κΈ°μ¬ λΆμοΏ½οΏ½οΏ½κΈ°":
|
256 |
st.header("κΈ°μ¬ λΆμνκΈ°")
|
257 |
+
arts = load_saved_articles()
|
258 |
+
if not arts:
|
259 |
+
st.warning("λ¨Όμ βλ΄μ€ κΈ°μ¬ ν¬λ‘€λ§β λ©λ΄μμ κΈ°μ¬λ₯Ό μμ§νμΈμ.")
|
|
|
260 |
else:
|
261 |
+
titles = [a["title"] for a in arts]
|
262 |
+
sel = st.selectbox("λΆμν κΈ°μ¬ μ ν", titles)
|
263 |
+
art = next(a for a in arts if a["title"]==sel)
|
264 |
+
st.subheader(art["title"])
|
265 |
+
with st.expander("본문 보기"):
|
266 |
+
st.write(art["content"])
|
267 |
+
mode = st.radio("λΆμ λ°©μ", ["ν€μλ λΆμ", "ν
μ€νΈ ν΅κ³"])
|
268 |
+
if mode=="ν€μλ λΆμ" and st.button("μ€ν"):
|
269 |
+
kw_list = analyze_keywords(art["content"])
|
270 |
+
df = pd.DataFrame(kw_list, columns=["λ¨μ΄","λΉλ"])
|
271 |
+
st.bar_chart(df.set_index("λ¨μ΄"))
|
272 |
+
st.write("μμ ν€μλ:")
|
273 |
+
for w,c in kw_list: st.write(f"- {w}: {c}")
|
274 |
+
# μλν΄λΌμ°λ
|
275 |
+
wc_data = extract_for_wordcloud(art["content"])
|
276 |
+
wc = generate_wordcloud(wc_data)
|
277 |
+
if wc:
|
278 |
+
fig,ax = plt.subplots(figsize=(8,4))
|
279 |
+
ax.imshow(wc,interp="bilinear"); ax.axis("off")
|
280 |
+
st.pyplot(fig)
|
281 |
+
if mode=="ν
μ€νΈ ν΅κ³" and st.button("μ€ν"):
|
282 |
+
txt=art["content"]
|
283 |
+
wcnt=len(re.findall(r"\\w+",txt))
|
284 |
+
scnt=len(re.split(r"[.!?]+",txt))
|
285 |
+
st.metric("λ¨μ΄ μ",wcnt); st.metric("λ¬Έμ₯ μ",scnt)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
286 |
|
287 |
elif menu == "μ κΈ°μ¬ μμ±νκΈ°":
|
288 |
st.header("μ κΈ°μ¬ μμ±νκΈ°")
|
289 |
+
arts = load_saved_articles()
|
290 |
+
if not arts:
|
291 |
+
st.warning("λ¨Όμ κΈ°μ¬λ₯Ό μμ§ν΄μ£ΌμΈμ.")
|
|
|
292 |
else:
|
293 |
+
sel = st.selectbox("μλ³Έ κΈ°μ¬ μ ν", [a["title"] for a in arts])
|
294 |
+
art = next(a for a in arts if a["title"]==sel)
|
295 |
+
st.write(art["content"][:200]+"β¦")
|
296 |
+
prompt = st.text_area("κΈ°μ¬ μμ± μ§μΉ¨", "κΈ°μ¬ νμμ λ§μΆ° μλ‘ μμ±ν΄ μ£ΌμΈμ.")
|
297 |
+
gen_img = st.checkbox("μ΄λ―Έμ§λ μμ±", value=True)
|
298 |
+
if st.button("μμ±"):
|
299 |
+
new = generate_article(art["content"], prompt)
|
300 |
+
st.subheader("μμ±λ κΈ°μ¬")
|
301 |
+
st.write(new)
|
302 |
+
if gen_img:
|
303 |
+
url = generate_image(f"κΈ°μ¬ μ λͺ©: {art['title']}\n\n{prompt}")
|
304 |
+
if url: st.image(url)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
305 |
|
306 |
elif menu == "λ΄μ€ κΈ°μ¬ μμ½νκΈ°":
|
307 |
st.header("λ΄μ€ κΈ°μ¬ μμ½νκΈ°")
|
308 |
+
tab1,tab2,tab3 = st.tabs(["μΌλ³ μμ½","κ°κ²© μμ½","μν"])
|
309 |
+
# μΌλ³
|
|
|
|
|
|
|
310 |
with tab1:
|
311 |
+
dkw = st.text_input("ν€μλ(μΌλ³)", "μΈκ³΅μ§λ₯", key="dk")
|
312 |
+
dnum = st.number_input("κΈ°μ¬ μ",1,20,5,key="dn")
|
313 |
+
dhh = st.number_input("μ",0,23,9,key="dh")
|
314 |
+
dmm = st.number_input("λΆ",0,59,0,key="dm")
|
315 |
+
if st.button("μΆκ°",key="addd"):
|
316 |
+
st.session_state.setdefault("daily",[]).append({
|
317 |
+
"keyword":dkw,"num_articles":dnum,
|
318 |
+
"hour":dhh,"minute":dmm
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
319 |
})
|
320 |
+
if st.session_state.get("daily"):
|
321 |
+
st.write(st.session_state["daily"])
|
322 |
+
# κ°κ²©
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
323 |
with tab2:
|
324 |
+
ikw = st.text_input("ν€μλ(κ°κ²©)", "λΉ
λ°μ΄ν°", key="ik")
|
325 |
+
inum = st.number_input("κΈ°μ¬ μ",1,20,5,key="in")
|
326 |
+
inter= st.number_input("κ°κ²©(λΆ)",1,1440,60,key="ii")
|
327 |
+
imm = st.checkbox("μ¦μ μ€ν",True,key="im")
|
328 |
+
if st.button("μΆκ°",key="addi"):
|
329 |
+
st.session_state.setdefault("interval",[]).append({
|
330 |
+
"keyword":ikw,"num_articles":inum,
|
331 |
+
"interval":inter,"immediate":imm
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
332 |
})
|
333 |
+
if st.session_state.get("interval"):
|
334 |
+
st.write(st.session_state["interval"])
|
335 |
+
# μν
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
336 |
with tab3:
|
337 |
+
if not global_scheduler.is_running and st.button("μμ"):
|
338 |
+
start_scheduler(st.session_state.get("daily",[]),
|
339 |
+
st.session_state.get("interval",[]))
|
340 |
+
if global_scheduler.is_running and st.button("μ€μ§"):
|
341 |
+
stop_scheduler()
|
342 |
+
st.write("μ€νμ€:", global_scheduler.is_running)
|
343 |
+
st.write("λ§μ§λ§ μ€ν:", global_scheduler.last_run)
|
344 |
+
st.write("λ€μ μ€ν:", global_scheduler.next_run)
|
345 |
+
st.write("μ‘ μ:", global_scheduler.jobs)
|
346 |
+
st.dataframe(pd.DataFrame(global_scheduler.results))
|
347 |
+
|
348 |
+
# βββ νΈν° ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
349 |
st.markdown("---")
|
350 |
+
st.markdown("Β© 2025 News Tool @conanssam")
|