Update app.py

app.py

@@ -19,7 +19,7 @@ def avaliable_providers():
     return providers   
 
 def update_regions(provider):
-    avalialbe_regions = []
+    available_regions = []
     
     headers = {
         "Content-Type": "application/json",
@@ -29,16 +29,16 @@ def update_regions(provider):
 
     for region in response.json()['items']:
         if region['status'] == 'available':
-            avalialbe_regions.append(f"{region['region']}/{region['label']}")
+            available_regions.append(f"{region['region']}/{region['label']}")
 
     return gr.Dropdown.update(
-        choices=avalialbe_regions,
-        value=avalialbe_regions[0] if len(avalialbe_regions) > 0 else None
+        choices=available_regions,
+        value=available_regions[0] if len(available_regions) > 0 else None
     )
 
 def update_compute_options(provider, region):
     region = region.split("/")[0]
-    avalialbe_compute_options = []
+    available_compute_choices = []
 
     headers = {
         "Content-Type": "application/json",
@@ -57,13 +57,13 @@ def update_compute_options(provider, region):
             
             type = f"{numAccelerators}vCPU {memoryGb} · {architecture}" if accelerator == "cpu" else f"{numAccelerators}x {architecture}"
             
-            avalialbe_compute_options.append(
+            available_compute_choices.append(
                 f"{compute['accelerator'].upper()} [{compute['instanceSize']}] · {type} · {instanceType}"
             )
 
     return gr.Dropdown.update(
-        choices=avalialbe_compute_options,
-        value=avalialbe_compute_options[0] if len(avalialbe_compute_options) > 0 else None
+        choices=available_compute_choices,
+        value=available_compute_choices[0] if len(available_compute_choices) > 0 else None
     )
 
 def submit(
@@ -231,7 +231,7 @@ with gr.Blocks() as demo2:
         show_label=False,
         type="password"
     )
-    with gr.Row():
+    with gr.Column():
         gr.Markdown("""
         ### All Deployed Endpoints
         """)
@@ -239,323 +239,328 @@ with gr.Blocks() as demo2:
             headers=["Endpoint Name", "Revision", "Provider", "Instance Type", "Status", "Min Replica", "Max Replica", "Created At", "Updated At"],
             col_count=(9, "fixed"),
         )
-    endpoint_info_button = gr.Button(value="Get Info")
-    endpoint_info_button.click(
-        get_all_endpoints, 
-        inputs=hf_token_input, 
-        outputs=endpoints_table
-    )
-
+        endpoint_info_button = gr.Button(value="Get Info")
+        endpoint_info_button.click(
+            get_all_endpoints, 
+            inputs=hf_token_input, 
+            outputs=endpoints_table
+        )
+    
+    # Deploy Endpoint
     gr.Markdown(
     """
     ### <br><center style="color:green">(Deploy Your Model on 🤗 Endpoint)</center>
     """)
-    gr.Markdown("""    
-    #### Endpoint Name
-    """)
-    endpoint_name_input = gr.Textbox(
-        show_label=False
-    )    
-        
-    providers = avaliable_providers()
-
-    with gr.Row():
+    with gr.Column():
         gr.Markdown("""    
-        #### Cloud Provider
+        #### Endpoint Name
         """)
+        endpoint_name_input = gr.Textbox(
+            show_label=False
+        )    
+            
+        providers = avaliable_providers()
 
-        gr.Markdown("""    
-        #### Cloud Region
-        """)       
-    
-    with gr.Row():
-        provider_selector = gr.Dropdown(
-            choices=providers,
-            interactive=True,
-            show_label=False,
-        )
+        with gr.Row():
+            gr.Markdown("""    
+            #### Cloud Provider
+            """)
+
+            gr.Markdown("""    
+            #### Cloud Region
+            """)       
         
-        region_selector = gr.Dropdown(
-            [],
-            value="",
-            interactive=True,
-            show_label=False,
-        )
+        with gr.Row():
+            provider_selector = gr.Dropdown(
+                choices=providers,
+                interactive=True,
+                show_label=False,
+            )
+            
+            region_selector = gr.Dropdown(
+                [],
+                value="",
+                interactive=True,
+                show_label=False,
+            )
+            
+            provider_selector.change(update_regions, inputs=provider_selector, outputs=region_selector)
+
+        with gr.Row():
+            gr.Markdown("""    
+            #### Target Model
+            """)
+
+            gr.Markdown("""    
+            #### Target Model Version(branch commit hash)
+            """)       
         
-        provider_selector.change(update_regions, inputs=provider_selector, outputs=region_selector)
+        with gr.Row():
+            repository_selector = gr.Textbox(
+                value="",
+                interactive=True,
+                show_label=False,
+            )
 
-    with gr.Row():
-        gr.Markdown("""    
-        #### Target Model
-        """)
+            revision_selector = gr.Textbox(
+                value="",
+                interactive=True,
+                show_label=False,
+            )        
 
-        gr.Markdown("""    
-        #### Target Model Version(branch commit hash)
-        """)       
-    
-    with gr.Row():
-        repository_selector = gr.Textbox(
-            value="",
-            interactive=True,
-            show_label=False,
-        )
+        with gr.Row():
+            gr.Markdown("""    
+            #### Task
+            """)
 
-        revision_selector = gr.Textbox(
-            value="",
-            interactive=True,
-            show_label=False,
-        )        
+            gr.Markdown("""    
+            #### Framework
+            """)      
+        
+        with gr.Row():
+            task_selector = gr.Textbox(
+                value="Custom",
+                interactive=True,
+                show_label=False,
+            )
 
-    with gr.Row():
-        gr.Markdown("""    
-        #### Task
-        """)
+            framework_selector = gr.Textbox(
+                value="Custom",
+                interactive=True,
+                show_label=False,
+            )
 
-        gr.Markdown("""    
-        #### Framework
-        """)      
-    
-    with gr.Row():
-        task_selector = gr.Textbox(
-            value="Custom",
+        gr.Markdown("""
+        
+        #### Select Compute Instance Type
+        """)    
+        compute_selector = gr.Dropdown(
+            [],
+            value="",
             interactive=True,
             show_label=False,
         )
+        region_selector.change(update_compute_options, inputs=[provider_selector, region_selector], outputs=compute_selector)
 
-        framework_selector = gr.Textbox(
-            value="Custom",
-            interactive=True,
-            show_label=False,
-        )
+        with gr.Row():
+            gr.Markdown("""    
+            #### Min Number of Nodes
+            """)
 
-    gr.Markdown("""
-    
-    #### Select Compute Instance Type
-    """)    
-    compute_selector = gr.Dropdown(
-        [],
-        value="",
-        interactive=True,
-        show_label=False,
-    )
-    region_selector.change(update_compute_options, inputs=[provider_selector, region_selector], outputs=compute_selector)
+            gr.Markdown("""    
+            #### Max Number of Nodes
+            """)
 
-    with gr.Row():
-        gr.Markdown("""    
-        #### Min Number of Nodes
-        """)
+            gr.Markdown("""    
+            #### Security Level
+            """)        
+        
+        with gr.Row():
+            min_node_selector = gr.Number(
+                value=1,
+                interactive=True,
+                show_label=False,
+            )
 
-        gr.Markdown("""    
-        #### Max Number of Nodes
-        """)
+            max_node_selector = gr.Number(
+                value=1,
+                interactive=True,
+                show_label=False,
+            )
 
-        gr.Markdown("""    
-        #### Security Level
-        """)        
-    
-    with gr.Row():
-        min_node_selector = gr.Number(
-            value=1,
-            interactive=True,
-            show_label=False,
+            security_selector = gr.Radio(
+                choices=["Protected", "Public"],
+                value="Protected",
+                interactive=True,
+                show_label=False,
+            )
+        
+        submit_button = gr.Button(
+            value="Submit",
         )
 
-        max_node_selector = gr.Number(
-            value=1,
-            interactive=True,
-            show_label=False,
+        status_txt = gr.Textbox(
+            value="status",
+            interactive=False
         )
 
-        security_selector = gr.Radio(
-            choices=["Protected", "Public"],
-            value="Protected",
-            interactive=True,
-            show_label=False,
-        )
-    
-    submit_button = gr.Button(
-        value="Submit",
-    )
-
-    status_txt = gr.Textbox(
-        value="status",
-        interactive=False
-    )
-
-    submit_button.click(
-        submit, 
-        inputs=[
-            hf_token_input,
-            endpoint_name_input,
-            provider_selector,
-            region_selector,
-            repository_selector,
-            revision_selector,
-            task_selector,
-            framework_selector,
-            compute_selector,
-            min_node_selector, 
-            max_node_selector, 
-            security_selector],
-        outputs=status_txt)    
+        submit_button.click(
+            submit, 
+            inputs=[
+                hf_token_input,
+                endpoint_name_input,
+                provider_selector,
+                region_selector,
+                repository_selector,
+                revision_selector,
+                task_selector,
+                framework_selector,
+                compute_selector,
+                min_node_selector, 
+                max_node_selector, 
+                security_selector],
+            outputs=status_txt)    
 
     # Update Endpoint
     gr.Markdown("""
     ### <br><center style="color:green">(Update 🔁 Endpoint)</center>
     """)
-    update_providers = avaliable_providers()
-    with gr.Row():
-        gr.Markdown("""    
-        #### Cloud Provider
-        """)
-
-        gr.Markdown("""    
-        #### Cloud Region
-        """)      
+    with gr.Column():
+        update_providers = avaliable_providers()
+        with gr.Row():
+            gr.Markdown("""    
+            #### Cloud Provider
+            """)
+
+            gr.Markdown("""    
+            #### Cloud Region
+            """)      
+
+        with gr.Row():
+            update_provider_selector = gr.Dropdown(
+                choices=update_providers,
+                interactive=True,
+                show_label=False,
+            )
+            
+            update_region_selector = gr.Dropdown(
+                [],
+                value="",
+                interactive=True,
+                show_label=False,
+            )
 
-    with gr.Row():
-        update_provider_selector = gr.Dropdown(
-            choices=update_providers,
-            interactive=True,
-            show_label=False,
-        )
-        
-        update_region_selector = gr.Dropdown(
-            [],
-            value="",
-            interactive=True,
-            show_label=False,
+        with gr.Row():
+            gr.Markdown("""
+            #### Endpoint Name
+            """)
+            gr.Markdown("""
+            #### Instance Type
+            """)
+
+        with gr.Row():
+            update_endpoint_name_input = gr.Textbox(
+                show_label=False
+            )
+            update_compute_selector = gr.Dropdown(
+                [],
+                value="",
+                interactive=True,
+                show_label=False,
+            )
+        with gr.Row():
+            gr.Markdown("""
+            #### Min Number of Nodes
+            """)
+            gr.Markdown("""
+            #### Max Number of Nodes
+            """)
+        with gr.Row():
+            update_min_node_input = gr.Number(
+                value=1,
+                interactive=True,
+                show_label=False,
+            )
+            
+            update_max_node_input = gr.Number(
+                value=1,
+                interactive=True,
+                show_label=False,
+            )
+        update_button = gr.Button(
+            value="Update",
         )
 
-    with gr.Row():
-        gr.Markdown("""
-        #### Endpoint Name
-        """)
-        gr.Markdown("""
-        #### Instance Type
-        """)
-
-    with gr.Row():
-        update_endpoint_name_input = gr.Textbox(
-            show_label=False
-        )
-        update_compute_selector = gr.Dropdown(
-            [],
-            value="",
-            interactive=True,
-            show_label=False,
+        update_status_txt = gr.Textbox(
+            value="status",
+            interactive=False
         )
-    with gr.Row():
-        gr.Markdown("""
-        #### Min Number of Nodes
-        """)
-        gr.Markdown("""
-        #### Max Number of Nodes
-        """)
-    with gr.Row():
-        update_min_node_input = gr.Number(
-            value=1,
-            interactive=True,
-            show_label=False,
-        )
-        
-        update_max_node_input = gr.Number(
-            value=1,
-            interactive=True,
-            show_label=False,
-        )
-    update_button = gr.Button(
-        value="Update",
-    )
 
-    update_status_txt = gr.Textbox(
-        value="status",
-        interactive=False
-    )
-
-    update_provider_selector.change(update_regions, inputs=update_provider_selector, outputs=update_region_selector)
-    update_region_selector.change(update_compute_options, inputs=[update_provider_selector, update_region_selector], outputs=update_compute_selector)
-
-    update_button.click(
-        update_endpoint,
-        inputs=[
-            hf_token_input,
-            update_endpoint_name_input,
-            update_min_node_input,
-            update_max_node_input,
-            update_compute_selector
-        ],
-        outputs=update_status_txt
-    )
+        update_provider_selector.change(update_regions, inputs=update_provider_selector, outputs=update_region_selector)
+        update_region_selector.change(update_compute_options, inputs=[update_provider_selector, update_region_selector], outputs=update_compute_selector)
+
+        update_button.click(
+            update_endpoint,
+            inputs=[
+                hf_token_input,
+                update_endpoint_name_input,
+                update_min_node_input,
+                update_max_node_input,
+                update_compute_selector
+            ],
+            outputs=update_status_txt
+        )
     
     # Delete Endpoint
     gr.Markdown("""
     ### <br><center style="color:green">(Delete 🗑️ Endpoint)</center>
     """)
-    gr.Markdown("""    
-    #### Endpoint Name
-    """)
-    delete_endpoint_name_input = gr.Textbox(
-        show_label=False
-    )
-    delete_button = gr.Button(
-        value="Delete",
-    )
-
-    delete_status_txt = gr.Textbox(
-        value="status",
-        interactive=False
-    )
+    with gr.Column():
+        gr.Markdown("""    
+        #### Endpoint Name
+        """)
+        delete_endpoint_name_input = gr.Textbox(
+            show_label=False
+        )
+        delete_button = gr.Button(
+            value="Delete",
+        )
 
-    delete_button.click(
-        delete_endpoint,
-        inputs=[
-            hf_token_input,
-            delete_endpoint_name_input
-        ],
-        outputs=delete_status_txt
-    )
+        delete_status_txt = gr.Textbox(
+            value="status",
+            interactive=False
+        )
 
+        delete_button.click(
+            delete_endpoint,
+            inputs=[
+                hf_token_input,
+                delete_endpoint_name_input
+            ],
+            outputs=delete_status_txt
+        )
+    
+    # Pricing Table
     gr.Markdown("""
-    ### <br><center style="color:green">(Instance Pricing Table)</center>
-    #### Pricing Table(CPU) - 2023/2/22
-    """)
-
-    gr.Dataframe(
-        headers=["provider", "size", "$/h", "vCPUs", "Memory", "Architecture"],
-        datatype=["str", "str", "str", "number", "str", "str"],
-        row_count=8,
-        col_count=(6, "fixed"),
-        value=[
-            ["aws", "small", "$0.06", 1, "2GB", "Intel Xeon - Ice Lake"],
-            ["aws", "medium", "$0.12", 2, "4GB", "Intel Xeon - Ice Lake"],
-            ["aws", "large", "$0.24", 4, "8GB", "Intel Xeon - Ice Lake"],
-            ["aws", "xlarge", "$0.48", 8, "16GB", "Intel Xeon - Ice Lake"],
-            ["azure", "small", "$0.06", 1, "2GB", "Intel Xeon"],
-            ["azure", "medium", "$0.12", 2, "4GB", "Intel Xeon"],
-            ["azure", "large", "$0.24", 4, "8GB", "Intel Xeon"],
-            ["azure", "xlarge", "$0.48", 8, "16GB", "Intel Xeon"],
-        ]
-    )
+        ### <br><center style="color:green">(Instance Pricing Table)</center>
+        #### Pricing Table(CPU) - 2023/2/22
+        """)
+    with gr.Column():
+        gr.Dataframe(
+            headers=["provider", "size", "$/h", "vCPUs", "Memory", "Architecture"],
+            datatype=["str", "str", "str", "number", "str", "str"],
+            row_count=8,
+            col_count=(6, "fixed"),
+            value=[
+                ["aws", "small", "$0.06", 1, "2GB", "Intel Xeon - Ice Lake"],
+                ["aws", "medium", "$0.12", 2, "4GB", "Intel Xeon - Ice Lake"],
+                ["aws", "large", "$0.24", 4, "8GB", "Intel Xeon - Ice Lake"],
+                ["aws", "xlarge", "$0.48", 8, "16GB", "Intel Xeon - Ice Lake"],
+                ["azure", "small", "$0.06", 1, "2GB", "Intel Xeon"],
+                ["azure", "medium", "$0.12", 2, "4GB", "Intel Xeon"],
+                ["azure", "large", "$0.24", 4, "8GB", "Intel Xeon"],
+                ["azure", "xlarge", "$0.48", 8, "16GB", "Intel Xeon"],
+            ]
+        )
 
-    gr.Markdown("""    
-    #### Pricing Table(GPU) - 2023/2/22
-    """)    
-
-    gr.Dataframe(
-        headers=["provider", "size", "$/h", "GPUs", "Memory", "Architecture"],
-        datatype=["str", "str", "str", "number", "str", "str"],
-        row_count=6,
-        col_count=(6, "fixed"),
-        value=[
-            ["aws", "small", "$0.60", 1, "14GB", "NVIDIA T4"],
-            ["aws", "medium", "$1.30", 1, "24GB", "NVIDIA A10G"],
-            ["aws", "large", "$4.50", 4, "56GB", "NVIDIA T4"],
-            ["aws", "xlarge", "$6.50", 1, "80GB", "NVIDIA A100"],
-            ["aws", "xxlarge", "$7.00", 4, "96GB", "NVIDIA A10G"],
-            ["aws", "xxxlarge", "$45.0", 8, "640GB", "NVIDIA A100"],
-        ]
-    )    
+        gr.Markdown("""    
+        #### Pricing Table(GPU) - 2023/2/22
+        """)    
+
+        gr.Dataframe(
+            headers=["provider", "size", "$/h", "GPUs", "Memory", "Architecture"],
+            datatype=["str", "str", "str", "number", "str", "str"],
+            row_count=6,
+            col_count=(6, "fixed"),
+            value=[
+                ["aws", "small", "$0.60", 1, "14GB", "NVIDIA T4"],
+                ["aws", "medium", "$1.30", 1, "24GB", "NVIDIA A10G"],
+                ["aws", "large", "$4.50", 4, "56GB", "NVIDIA T4"],
+                ["aws", "xlarge", "$6.50", 1, "80GB", "NVIDIA A100"],
+                ["aws", "xxlarge", "$7.00", 4, "96GB", "NVIDIA A10G"],
+                ["aws", "xxxlarge", "$45.0", 8, "640GB", "NVIDIA A100"],
+            ]
+        )    
 
 gr.TabbedInterface(
     [demo2], ["HF Endpoint Tool"]