layout

app.py

@@ -529,113 +529,199 @@ def process_video(video_file):
         logger.error(f"Traceback: {traceback.format_exc()}")
         return f"Error processing video: {str(e)}\n\nPlease check that your video is a valid ASL video under 10 seconds."
 
-# Create Gradio interface
-def create_interface():
-   """Create the Gradio interface"""
-   description = """
-   Upload an ASL* video to get an English translation.  *Sign languages belonging to the same sign language family as ASL (e.g. Ghanaian Sign Language, as well as others listed in Table 7, Row 1 of https://aclanthology.org/2023.findings-emnlp.664.pdf) might also have non-trivial performance, although the model is trained only on ASL data.
+# # Create Gradio interface
+# def create_interface():
+#    """Create the Gradio interface"""
+#    description = """
+#    Upload an ASL* video to get an English translation.  *Sign languages belonging to the same sign language family as ASL (e.g. Ghanaian Sign Language, as well as others listed in Table 7, Row 1 of https://aclanthology.org/2023.findings-emnlp.664.pdf) might also have non-trivial performance, although the model is trained only on ASL data.
 
 
-This app uses TTIC's foundation model SHuBERT (introduced in an ACL 2025 paper, see http://shubert.pals.ttic.edu).
+# This app uses TTIC's foundation model SHuBERT (introduced in an ACL 2025 paper, see http://shubert.pals.ttic.edu).
      
-   **Requirements:**
-   - We recommend that videos be under 20 seconds.  Performance for longer videos has not been tested.
-   - The signer should be the main part (e.g. 90% of the area) of the video. Videos recorded from a phone camera, tablet, or personal computer should work well. Studio recordings where the signer is farther from the camera may not work as well.
-   - Supported formats: MP4, MOV
-
-   **Note:**
-   - This is just a demo of a research project, and should NOT be used to replace an interpreter in any way.
-   - Videos will be deleted after the output is generated.
-   - Inquires or feedback? Please email us at [email protected]
-   """
+#    **Requirements:**
+#    - We recommend that videos be under 20 seconds.  Performance for longer videos has not been tested.
+#    - The signer should be the main part (e.g. 90% of the area) of the video. Videos recorded from a phone camera, tablet, or personal computer should work well. Studio recordings where the signer is farther from the camera may not work as well.
+#    - Supported formats: MP4, MOV
+
+#    **Note:**
+#    - This is just a demo of a research project, and should NOT be used to replace an interpreter in any way.
+#    - Videos will be deleted after the output is generated.
+#    - Inquires or feedback? Please email us at [email protected]
+#    """
   
-   if initialization_error:
-       description += f"\n\n:warning: **Initialization Error:** {initialization_error}"
+#    if initialization_error:
+#        description += f"\n\n:warning: **Initialization Error:** {initialization_error}"
   
     
-#    dailymoth_pathlist = download_example_videos()
-
-   src_dir = os.path.dirname(os.path.abspath(__file__))
-   dailymoth_pathlist = []
-   L5hUxT5YbnY_crop_1 = "dailymoth_examples/L5hUxT5YbnY_crop_1.mp4"
-   L5hUxT5YbnY_crop_2 = "dailymoth_examples/L5hUxT5YbnY_crop_2.mp4"
-   L5hUxT5YbnY_crop_3 = "dailymoth_examples/L5hUxT5YbnY_crop_3.mp4"
-   L5hUxT5YbnY_crop_4 = "dailymoth_examples/L5hUxT5YbnY_crop_4.mp4"
-   L5hUxT5YbnY_crop_5 = "dailymoth_examples/L5hUxT5YbnY_crop_5.mp4"
-   L5hUxT5YbnY_crop_6 = "dailymoth_examples/L5hUxT5YbnY_crop_6.mp4"
-   L5hUxT5YbnY_crop_7 = "dailymoth_examples/L5hUxT5YbnY_crop_7.mp4"
-   rDUefZVPfmU_crop_1 = "dailymoth_examples/rDUefZVPfmU_crop_1.mp4"
-   rDUefZVPfmU_crop_2 = "dailymoth_examples/rDUefZVPfmU_crop_2.mp4"
-   rDUefZVPfmU_crop_3 = "dailymoth_examples/rDUefZVPfmU_crop_3.mp4"
-   rDUefZVPfmU_crop_4 = "dailymoth_examples/rDUefZVPfmU_crop_4.mp4"
-   rDUefZVPfmU_crop_5 = "dailymoth_examples/rDUefZVPfmU_crop_5.mp4"
-   rDUefZVPfmU_crop_6 = "dailymoth_examples/rDUefZVPfmU_crop_6.mp4"
-   rDUefZVPfmU_crop_7 = "dailymoth_examples/rDUefZVPfmU_crop_7.mp4"
-   rDUefZVPfmU_crop_8 = "dailymoth_examples/rDUefZVPfmU_crop_8.mp4"
-   rDUefZVPfmU_crop_9 = "dailymoth_examples/rDUefZVPfmU_crop_9.mp4"
-   rDUefZVPfmU_crop_10 = "dailymoth_examples/rDUefZVPfmU_crop_10.mp4"
-   dailymoth_filenames = [L5hUxT5YbnY_crop_1, L5hUxT5YbnY_crop_2, L5hUxT5YbnY_crop_3, L5hUxT5YbnY_crop_4, L5hUxT5YbnY_crop_5, L5hUxT5YbnY_crop_6, L5hUxT5YbnY_crop_7, rDUefZVPfmU_crop_1, rDUefZVPfmU_crop_2, rDUefZVPfmU_crop_3, rDUefZVPfmU_crop_4, rDUefZVPfmU_crop_5, rDUefZVPfmU_crop_6, rDUefZVPfmU_crop_7, rDUefZVPfmU_crop_8, rDUefZVPfmU_crop_9, rDUefZVPfmU_crop_10]
+# #    dailymoth_pathlist = download_example_videos()
+
+#    src_dir = os.path.dirname(os.path.abspath(__file__))
+#    dailymoth_pathlist = []
+#    L5hUxT5YbnY_crop_1 = "dailymoth_examples/L5hUxT5YbnY_crop_1.mp4"
+#    L5hUxT5YbnY_crop_2 = "dailymoth_examples/L5hUxT5YbnY_crop_2.mp4"
+#    L5hUxT5YbnY_crop_3 = "dailymoth_examples/L5hUxT5YbnY_crop_3.mp4"
+#    L5hUxT5YbnY_crop_4 = "dailymoth_examples/L5hUxT5YbnY_crop_4.mp4"
+#    L5hUxT5YbnY_crop_5 = "dailymoth_examples/L5hUxT5YbnY_crop_5.mp4"
+#    L5hUxT5YbnY_crop_6 = "dailymoth_examples/L5hUxT5YbnY_crop_6.mp4"
+#    L5hUxT5YbnY_crop_7 = "dailymoth_examples/L5hUxT5YbnY_crop_7.mp4"
+#    rDUefZVPfmU_crop_1 = "dailymoth_examples/rDUefZVPfmU_crop_1.mp4"
+#    rDUefZVPfmU_crop_2 = "dailymoth_examples/rDUefZVPfmU_crop_2.mp4"
+#    rDUefZVPfmU_crop_3 = "dailymoth_examples/rDUefZVPfmU_crop_3.mp4"
+#    rDUefZVPfmU_crop_4 = "dailymoth_examples/rDUefZVPfmU_crop_4.mp4"
+#    rDUefZVPfmU_crop_5 = "dailymoth_examples/rDUefZVPfmU_crop_5.mp4"
+#    rDUefZVPfmU_crop_6 = "dailymoth_examples/rDUefZVPfmU_crop_6.mp4"
+#    rDUefZVPfmU_crop_7 = "dailymoth_examples/rDUefZVPfmU_crop_7.mp4"
+#    rDUefZVPfmU_crop_8 = "dailymoth_examples/rDUefZVPfmU_crop_8.mp4"
+#    rDUefZVPfmU_crop_9 = "dailymoth_examples/rDUefZVPfmU_crop_9.mp4"
+#    rDUefZVPfmU_crop_10 = "dailymoth_examples/rDUefZVPfmU_crop_10.mp4"
+#    dailymoth_filenames = [L5hUxT5YbnY_crop_1, L5hUxT5YbnY_crop_2, L5hUxT5YbnY_crop_3, L5hUxT5YbnY_crop_4, L5hUxT5YbnY_crop_5, L5hUxT5YbnY_crop_6, L5hUxT5YbnY_crop_7, rDUefZVPfmU_crop_1, rDUefZVPfmU_crop_2, rDUefZVPfmU_crop_3, rDUefZVPfmU_crop_4, rDUefZVPfmU_crop_5, rDUefZVPfmU_crop_6, rDUefZVPfmU_crop_7, rDUefZVPfmU_crop_8, rDUefZVPfmU_crop_9, rDUefZVPfmU_crop_10]
    
-   for filename in dailymoth_filenames:
-       src_path = os.path.join(src_dir, filename)
-       if os.path.exists(src_path):
-           dailymoth_pathlist.append(src_path)
-       else:
-           print(f"Warning: File not found at {src_path}")
+#    for filename in dailymoth_filenames:
+#        src_path = os.path.join(src_dir, filename)
+#        if os.path.exists(src_path):
+#            dailymoth_pathlist.append(src_path)
+#        else:
+#            print(f"Warning: File not found at {src_path}")
        
-   with gr.Blocks(title="ASL Video to English Text Translation") as interface:
-       gr.Markdown(f"# ASL Video to English Text Translation\n\n{description}")
+#    with gr.Blocks(title="ASL Video to English Text Translation") as interface:
+#        gr.Markdown(f"# ASL Video to English Text Translation\n\n{description}")
     
-   with gr.Row():
-       with gr.Column():
-           video_input = gr.Video(label="ASL Video (under 20 seconds)", format="mp4", height=480, width=640)
-           submit_btn = gr.Button("Translate", variant="primary")
-       with gr.Column():
-           output_text = gr.Textbox(label="English Translation", lines=3)
-           # Add examples section
-           if dailymoth_pathlist:  # Only show examples if we have valid files
-               gr.Examples(
-                   examples=dailymoth_pathlist,
-                   inputs=video_input,
-                   label="Click a video to try an example"
-               )
+#    with gr.Row():
+#        with gr.Column():
+#            video_input = gr.Video(label="ASL Video (under 20 seconds)", format="mp4", height=480, width=640)
+#            submit_btn = gr.Button("Translate", variant="primary")
+#        with gr.Column():
+#            output_text = gr.Textbox(label="English Translation", lines=3)
+#            # Add examples section
+#            if dailymoth_pathlist:  # Only show examples if we have valid files
+#                gr.Examples(
+#                    examples=dailymoth_pathlist,
+#                    inputs=video_input,
+#                    label="Click a video to try an example"
+#                )
                 
-               # Add attribution note for the examples
-               gr.Markdown("""
-               ---
-               **Example Videos Attribution:**
-               The example videos used in this demo are from [The Daily Moth](https://www.youtube.com/@TheDailyMoth), 
-               a popular ASL news channel made by deaf creators. Specifically, they are from the Previews of [July 10](https://www.youtube.com/watch?v=rDUefZVPfmU) and [July 11](https://www.youtube.com/watch?v=L5hUxT5YbnY) 2025 Top Stories.
-               The videos are only used for illustrative purposes, and all rights to the content belong to The Daily Moth. In this light, we encourage to subscribe to their [channel](https://members.dailymoth.com/about).
-               """)
-           else:
-               gr.Markdown("*No example videos available at this time.*")
-
-#    video_input = gr.Video(label="ASL Video (under 20 seconds)", format="mp4", height=480, width=640)
-#    text_output = gr.Textbox(label="English Translation", lines=5)
+#                # Add attribution note for the examples
+#                gr.Markdown("""
+#                ---
+#                **Example Videos Attribution:**
+#                The example videos used in this demo are from [The Daily Moth](https://www.youtube.com/@TheDailyMoth), 
+#                a popular ASL news channel made by deaf creators. Specifically, they are from the Previews of [July 10](https://www.youtube.com/watch?v=rDUefZVPfmU) and [July 11](https://www.youtube.com/watch?v=L5hUxT5YbnY) 2025 Top Stories.
+#                The videos are only used for illustrative purposes, and all rights to the content belong to The Daily Moth. In this light, we encourage to subscribe to their [channel](https://members.dailymoth.com/about).
+#                """)
+#            else:
+#                gr.Markdown("*No example videos available at this time.*")
+
+# #    video_input = gr.Video(label="ASL Video (under 20 seconds)", format="mp4", height=480, width=640)
+# #    text_output = gr.Textbox(label="English Translation", lines=5)
   
   
   
-#    interface = gr.Interface(
-#        fn=process_video,
-#        inputs=video_input,
-#        outputs=text_output,
-#        title="ASL Video to English Text Translation",
-#        description=description,
-#        article="",
-#     #    examples=dailymoth_pathlist,  
-#     #    example_labels=["Officials with an EU force said they are searching for the missing."], 
-#        allow_flagging="never",    
-#    )
+# #    interface = gr.Interface(
+# #        fn=process_video,
+# #        inputs=video_input,
+# #        outputs=text_output,
+# #        title="ASL Video to English Text Translation",
+# #        description=description,
+# #        article="",
+# #     #    examples=dailymoth_pathlist,  
+# #     #    example_labels=["Officials with an EU force said they are searching for the missing."], 
+# #        allow_flagging="never",    
+# #    )
    
-#    gr.Examples(
-#         examples=dailymoth_pathlist,
-#         inputs=video_input,
-#         label="Click a video to try an example"
-#     )
-   submit_btn.click(fn=process_video, inputs=video_input, outputs=output_text)
+# #    gr.Examples(
+# #         examples=dailymoth_pathlist,
+# #         inputs=video_input,
+# #         label="Click a video to try an example"
+# #     )
+#    submit_btn.click(fn=process_video, inputs=video_input, outputs=output_text)
    
-   return interface
+#    return interface
+
+
+def create_interface():
+    """Create the Gradio interface"""
+    description = """
+    Upload an ASL* video to get an English translation.  *Sign languages belonging to the same sign language family as ASL (e.g. Ghanaian Sign Language, as well as others listed in Table 7, Row 1 of https://aclanthology.org/2023.findings-emnlp.664.pdf) might also have non-trivial performance, although the model is trained only on ASL data.
+
+
+This app uses TTIC's foundation model SHuBERT (introduced in an ACL 2025 paper, see http://shubert.pals.ttic.edu).
+     
+    **Requirements:**
+    - We recommend that videos be under 20 seconds.  Performance for longer videos has not been tested.
+    - The signer should be the main part (e.g. 90% of the area) of the video. Videos recorded from a phone camera, tablet, or personal computer should work well. Studio recordings where the signer is farther from the camera may not work as well.
+    - Supported formats: MP4, MOV
+
+    **Note:**
+    - This is just a demo of a research project, and should NOT be used to replace an interpreter in any way.
+    - Videos will be deleted after the output is generated.
+    - Inquires or feedback? Please email us at [email protected]
+    """
+   
+    if initialization_error:
+        description += f"\n\n:warning: **Initialization Error:** {initialization_error}"
+   
+    src_dir = os.path.dirname(os.path.abspath(__file__))
+    dailymoth_pathlist = []
+    L5hUxT5YbnY_crop_1 = "dailymoth_examples/L5hUxT5YbnY_crop_1.mp4"
+    L5hUxT5YbnY_crop_2 = "dailymoth_examples/L5hUxT5YbnY_crop_2.mp4"
+    L5hUxT5YbnY_crop_3 = "dailymoth_examples/L5hUxT5YbnY_crop_3.mp4"
+    L5hUxT5YbnY_crop_4 = "dailymoth_examples/L5hUxT5YbnY_crop_4.mp4"
+    L5hUxT5YbnY_crop_5 = "dailymoth_examples/L5hUxT5YbnY_crop_5.mp4"
+    L5hUxT5YbnY_crop_6 = "dailymoth_examples/L5hUxT5YbnY_crop_6.mp4"
+    L5hUxT5YbnY_crop_7 = "dailymoth_examples/L5hUxT5YbnY_crop_7.mp4"
+    rDUefZVPfmU_crop_1 = "dailymoth_examples/rDUefZVPfmU_crop_1.mp4"
+    rDUefZVPfmU_crop_2 = "dailymoth_examples/rDUefZVPfmU_crop_2.mp4"
+    rDUefZVPfmU_crop_3 = "dailymoth_examples/rDUefZVPfmU_crop_3.mp4"
+    rDUefZVPfmU_crop_4 = "dailymoth_examples/rDUefZVPfmU_crop_4.mp4"
+    rDUefZVPfmU_crop_5 = "dailymoth_examples/rDUefZVPfmU_crop_5.mp4"
+    rDUefZVPfmU_crop_6 = "dailymoth_examples/rDUefZVPfmU_crop_6.mp4"
+    rDUefZVPfmU_crop_7 = "dailymoth_examples/rDUefZVPfmU_crop_7.mp4"
+    rDUefZVPfmU_crop_8 = "dailymoth_examples/rDUefZVPfmU_crop_8.mp4"
+    rDUefZVPfmU_crop_9 = "dailymoth_examples/rDUefZVPfmU_crop_9.mp4"
+    rDUefZVPfmU_crop_10 = "dailymoth_examples/rDUefZVPfmU_crop_10.mp4"
+    dailymoth_filenames = [L5hUxT5YbnY_crop_1, L5hUxT5YbnY_crop_2, L5hUxT5YbnY_crop_3, L5hUxT5YbnY_crop_4, L5hUxT5YbnY_crop_5, L5hUxT5YbnY_crop_6, L5hUxT5YbnY_crop_7, rDUefZVPfmU_crop_1, rDUefZVPfmU_crop_2, rDUefZVPfmU_crop_3, rDUefZVPfmU_crop_4, rDUefZVPfmU_crop_5, rDUefZVPfmU_crop_6, rDUefZVPfmU_crop_7, rDUefZVPfmU_crop_8, rDUefZVPfmU_crop_9, rDUefZVPfmU_crop_10]
+    
+    for filename in dailymoth_filenames:
+        src_path = os.path.join(src_dir, filename)
+        if os.path.exists(src_path):
+            dailymoth_pathlist.append(src_path)
+        else:
+            print(f"Warning: File not found at {src_path}")
+        
+    with gr.Blocks(title="ASL Video to English Text Translation") as interface:
+        gr.Markdown(f"# ASL Video to English Text Translation\n\n{description}")
+     
+        with gr.Row():
+            with gr.Column():
+                video_input = gr.Video(label="ASL Video (under 20 seconds)", format="mp4", height=480, width=640)
+                submit_btn = gr.Button("Translate", variant="primary")
+            with gr.Column():
+                output_text = gr.Textbox(label="English Translation", lines=3)
+                
+                # Add examples section in the right column
+                if dailymoth_pathlist:  # Only show examples if we have valid files
+                    gr.Examples(
+                        examples=dailymoth_pathlist,
+                        inputs=video_input,
+                        label="Click a video to try an example"
+                    )
+                     
+                    # Add attribution note for the examples
+                    gr.Markdown("""
+                    ---
+                    **Example Videos Attribution:**
+                    The example videos used in this demo are from [The Daily Moth](https://www.youtube.com/@TheDailyMoth), 
+                    a popular ASL news channel made by deaf creators. Specifically, they are from the Previews of [July 10](https://www.youtube.com/watch?v=rDUefZVPfmU) and [July 11](https://www.youtube.com/watch?v=L5hUxT5YbnY) 2025 Top Stories.
+                    The videos are only used for illustrative purposes, and all rights to the content belong to The Daily Moth. In this light, we encourage to subscribe to their [channel](https://members.dailymoth.com/about).
+                    """)
+                else:
+                    gr.Markdown("*No example videos available at this time.*")
+                
+        # Set up the button click handler AFTER both input and output are defined
+        submit_btn.click(fn=process_video, inputs=video_input, outputs=output_text)
+
+    return interface
+
 
 # Create the demo
 demo = create_interface()