Spaces:
Sleeping
Sleeping
download data for different formats
Browse files
app.py
CHANGED
|
@@ -4,6 +4,8 @@ from utils import (extract_wiki_id, get_wiki_details,
|
|
| 4 |
get_translate_prompt)
|
| 5 |
import json
|
| 6 |
import json_repair
|
|
|
|
|
|
|
| 7 |
|
| 8 |
# Define language options for translation
|
| 9 |
LANGUAGES = {
|
|
@@ -162,6 +164,73 @@ def format_debug_info(debug_info):
|
|
| 162 |
|
| 163 |
return markdown
|
| 164 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 165 |
# Add this function to update UI with sections from Wikipedia content
|
| 166 |
def update_ui_with_sections(sections):
|
| 167 |
"""
|
|
@@ -428,8 +497,18 @@ with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
|
|
| 428 |
outputs=[sidebar_expanded, sidebar, main_content, sidebar_show_btn]
|
| 429 |
)
|
| 430 |
|
| 431 |
-
# Add
|
| 432 |
with sidebar:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 433 |
debug_header = gr.Markdown("### Debug Information", visible=False)
|
| 434 |
debug_display = gr.Markdown(visible=False)
|
| 435 |
|
|
@@ -446,6 +525,18 @@ with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
|
|
| 446 |
fn=lambda: (gr.update(visible=True), gr.update(visible=True)),
|
| 447 |
outputs=[debug_header, debug_display]
|
| 448 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 449 |
|
| 450 |
# Launch the app
|
| 451 |
if __name__ == "__main__":
|
|
|
|
| 4 |
get_translate_prompt)
|
| 5 |
import json
|
| 6 |
import json_repair
|
| 7 |
+
import os
|
| 8 |
+
import tempfile
|
| 9 |
|
| 10 |
# Define language options for translation
|
| 11 |
LANGUAGES = {
|
|
|
|
| 164 |
|
| 165 |
return markdown
|
| 166 |
|
| 167 |
+
# Functions to generate downloadable content for original and translated articles
|
| 168 |
+
def generate_download_original(download_format, article_title, article_summary, article_xml, sections):
|
| 169 |
+
"""
|
| 170 |
+
Generate a downloadable original content file in the specified format.
|
| 171 |
+
"""
|
| 172 |
+
# Prepare content and filename
|
| 173 |
+
if download_format == "Wikipedia XML":
|
| 174 |
+
content = article_xml or ""
|
| 175 |
+
filename = f"{article_title or 'article'}.xml"
|
| 176 |
+
elif download_format == "HTML":
|
| 177 |
+
parts = [f"<h1>{article_title}</h1>", f"<p>{article_summary}</p>"]
|
| 178 |
+
for title, text in sections.items():
|
| 179 |
+
parts.append(f"<h2>{title}</h2>")
|
| 180 |
+
parts.append(f"<p>{text}</p>")
|
| 181 |
+
content = "\n".join(parts)
|
| 182 |
+
filename = f"{article_title or 'article'}.html"
|
| 183 |
+
elif download_format == "JSON":
|
| 184 |
+
obj = {"title": article_title, "summary": article_summary, "sections": sections}
|
| 185 |
+
content = json.dumps(obj, ensure_ascii=False, indent=2)
|
| 186 |
+
filename = f"{article_title or 'article'}.json"
|
| 187 |
+
else: # Plain Text
|
| 188 |
+
parts = [article_title or 'Article', article_summary or '']
|
| 189 |
+
for title, text in sections.items():
|
| 190 |
+
parts.append(f"## {title}\n{text}")
|
| 191 |
+
content = "\n\n".join(parts)
|
| 192 |
+
filename = f"{article_title or 'article'}.txt"
|
| 193 |
+
# Write to a temp file and return its path
|
| 194 |
+
temp_path = os.path.join(tempfile.gettempdir(), filename)
|
| 195 |
+
with open(temp_path, 'w', encoding='utf-8') as f:
|
| 196 |
+
f.write(content)
|
| 197 |
+
return temp_path
|
| 198 |
+
|
| 199 |
+
def generate_download_translated(download_format, article_title, article_summary, translations):
|
| 200 |
+
"""
|
| 201 |
+
Generate a downloadable translated content file in the specified format.
|
| 202 |
+
"""
|
| 203 |
+
# Prepare content and filename
|
| 204 |
+
if download_format == "Wikipedia XML":
|
| 205 |
+
parts = [f"<article title=\"{article_title}\">"]
|
| 206 |
+
for title, text in translations.items():
|
| 207 |
+
parts.append(f" <section title=\"{title}\">{text}</section>")
|
| 208 |
+
parts.append("</article>")
|
| 209 |
+
content = "\n".join(parts)
|
| 210 |
+
filename = f"{article_title or 'article'}_translated.xml"
|
| 211 |
+
elif download_format == "HTML":
|
| 212 |
+
parts = [f"<h1>{article_title}</h1>", f"<p>{article_summary}</p>"]
|
| 213 |
+
for title, text in translations.items():
|
| 214 |
+
parts.append(f"<h2>{title}</h2>")
|
| 215 |
+
parts.append(f"<p>{text}</p>")
|
| 216 |
+
content = "\n".join(parts)
|
| 217 |
+
filename = f"{article_title or 'article'}_translated.html"
|
| 218 |
+
elif download_format == "JSON":
|
| 219 |
+
obj = {"title": article_title, "summary": article_summary, "sections": translations}
|
| 220 |
+
content = json.dumps(obj, ensure_ascii=False, indent=2)
|
| 221 |
+
filename = f"{article_title or 'article'}_translated.json"
|
| 222 |
+
else: # Plain Text
|
| 223 |
+
parts = [article_title or 'Article', article_summary or '']
|
| 224 |
+
for title, text in translations.items():
|
| 225 |
+
parts.append(f"## {title}\n{text}")
|
| 226 |
+
content = "\n\n".join(parts)
|
| 227 |
+
filename = f"{article_title or 'article'}_translated.txt"
|
| 228 |
+
# Write to a temp file and return its path
|
| 229 |
+
temp_path = os.path.join(tempfile.gettempdir(), filename)
|
| 230 |
+
with open(temp_path, 'w', encoding='utf-8') as f:
|
| 231 |
+
f.write(content)
|
| 232 |
+
return temp_path
|
| 233 |
+
|
| 234 |
# Add this function to update UI with sections from Wikipedia content
|
| 235 |
def update_ui_with_sections(sections):
|
| 236 |
"""
|
|
|
|
| 497 |
outputs=[sidebar_expanded, sidebar, main_content, sidebar_show_btn]
|
| 498 |
)
|
| 499 |
|
| 500 |
+
# Add download options to the bottom of the sidebar
|
| 501 |
with sidebar:
|
| 502 |
+
download_format = gr.Dropdown(
|
| 503 |
+
choices=["Wikipedia XML", "HTML", "JSON", "Plain Text"],
|
| 504 |
+
value="Wikipedia XML",
|
| 505 |
+
label="Download Format"
|
| 506 |
+
)
|
| 507 |
+
download_original_btn = gr.Button("Download Original")
|
| 508 |
+
download_original_file = gr.File(label="Original Article")
|
| 509 |
+
download_translated_btn = gr.Button("Download Translated")
|
| 510 |
+
download_translated_file = gr.File(label="Translated Article")
|
| 511 |
+
# Debug info display
|
| 512 |
debug_header = gr.Markdown("### Debug Information", visible=False)
|
| 513 |
debug_display = gr.Markdown(visible=False)
|
| 514 |
|
|
|
|
| 525 |
fn=lambda: (gr.update(visible=True), gr.update(visible=True)),
|
| 526 |
outputs=[debug_header, debug_display]
|
| 527 |
)
|
| 528 |
+
|
| 529 |
+
# Connect download buttons
|
| 530 |
+
download_original_btn.click(
|
| 531 |
+
fn=generate_download_original,
|
| 532 |
+
inputs=[download_format, article_title, aticle_summary, article_xml, sections_state],
|
| 533 |
+
outputs=[download_original_file]
|
| 534 |
+
)
|
| 535 |
+
download_translated_btn.click(
|
| 536 |
+
fn=generate_download_translated,
|
| 537 |
+
inputs=[download_format, article_title, aticle_summary, sections_state],
|
| 538 |
+
outputs=[download_translated_file]
|
| 539 |
+
)
|
| 540 |
|
| 541 |
# Launch the app
|
| 542 |
if __name__ == "__main__":
|