enable chunking

app.py

@@ -28,7 +28,7 @@ LANGUAGES = {
 debug_display = None
 debug_header = None
 
-def extract_wikipedia_content(wiki_url, api_key, model_id, base_url, target_lang, custom_lang, content_format):
+def extract_wikipedia_content(wiki_url, api_key, model_id, base_url, target_lang, custom_lang, content_format, chunking):
     """
     Function to extract content from Wikipedia URL (placeholder for now)
     """
@@ -42,10 +42,16 @@ def extract_wikipedia_content(wiki_url, api_key, model_id, base_url, target_lang
     
     # Get the details of the Wikipedia article
     wiki_details = get_wiki_details(wiki_id)
-    if content_format == "XML":
-        content_sections = split_content_into_sections(wiki_details['wiki_xml'], content_format)
+    
+    if chunking:
+        # Split content into sections when chunking is enabled
+        if content_format == "XML":
+            content_sections = split_content_into_sections(wiki_details['wiki_xml'], content_format)
+        else:
+            content_sections = split_content_into_sections(wiki_details['content'], content_format)
     else:
-        content_sections = split_content_into_sections(wiki_details['content'], content_format)
+        # Use entire content as a single section when chunking is disabled
+        content_sections = {"Full Article": wiki_details['content'] if content_format == "Text" else wiki_details['wiki_xml']}
     
     return (
         "Extraction complete! Sections: " + str(len(content_sections)),
@@ -273,7 +279,9 @@ def update_ui_with_sections(sections):
     return results
 
 # Create Gradio app
-with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
+with gr.Blocks(theme=gr.themes.Monochrome(), css="""
+    .odd-section { background-color: rgb(228 213 213); padding: 15px; border-radius: 8px; margin: 10px 0; }
+""") as demo:
     gr.Markdown("# Wikipedia Translator")
     
     # State variables
@@ -343,6 +351,13 @@ with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
                     outputs=[custom_language]
                 )
                 
+                # Add chunking control before content format
+                chunking = gr.Checkbox(
+                    label="Enable Content Chunking",
+                    value=False,
+                    info="Split content into sections for individual translation"
+                )
+                
                 content_format = gr.Radio(
                     choices=["Text", "XML"],
                     value="XML",
@@ -433,11 +448,20 @@ with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
             with gr.Column() as sections_container:
                 section_components = []
                 for i in range(100):  # Support up to 100 sections
-                    with gr.Row():
+                    with gr.Column(elem_classes=["odd-section"] if i % 2 == 0 else []) as section:  # Add class for odd sections
+                        # Section content
                         section_textbox = gr.Textbox(visible=False, lines=4, show_copy_button=True)
-                        translate_btn = gr.Button("Translate", visible=False)
+                        
+                        with gr.Row():  # Controls row
+                            translate_btn = gr.Button("Translate", visible=False)
+                            debug_btn = gr.Button("View Debug Info", visible=False)
+                        
+                        # Translation output
                         translation_output = gr.Textbox(visible=False, lines=4, show_copy_button=True)
-                        debug_btn = gr.Button("View Debug Info", visible=False)
+                        
+                        # Add separator
+                        gr.Markdown("---", visible=False)
+                        
                         section_components.extend([section_textbox, translate_btn, translation_output, debug_btn])
             
                         # Connect the translate button to the translation function
@@ -472,7 +496,7 @@ with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
     # Connect the extract button to the function
     extract_button.click(
         fn=extract_wikipedia_content,
-        inputs=[wiki_url, api_key, model_id, base_url, target_language, custom_language, content_format],
+        inputs=[wiki_url, api_key, model_id, base_url, target_language, custom_language, content_format, chunking],
         outputs=[
             output,
             article_pageid,