Update app.py

app.py

@@ -24,6 +24,9 @@ def tokenize(input_text):
     phi2_tokens = len(
         phi2_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     )
+    phi3_tokens = len(
+        phi3_tokenizer(input_text, add_special_tokens=True)["input_ids"]
+    )
     t5_tokens = len(
         t5_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     )
@@ -48,6 +51,7 @@ def tokenize(input_text):
         "GPT-NeoX": gpt_neox_tokens,
         "Falcon": falcon_tokens,
         "Phi-1/Phi-2": phi2_tokens,
+        "Phi-3": phi3_tokens,
         "T5": t5_tokens,
         "Gemma": gemma_tokens,
         "Command-R": command_r_tokens,
@@ -83,6 +87,9 @@ if __name__ == "__main__":
     phi2_tokenizer = AutoTokenizer.from_pretrained(
         "microsoft/phi-2"
     )
+    phi2_tokenizer = AutoTokenizer.from_pretrained(
+        "microsoft/Phi-3-mini-4k-instruct"
+    )
     t5_tokenizer = AutoTokenizer.from_pretrained(
         "google/flan-t5-xxl"
     )
@@ -100,6 +107,6 @@ if __name__ == "__main__":
     )
 
     iface = gr.Interface(
-        fn=tokenize, inputs=gr.Textbox(label="Input Text", lines=12), outputs="text"
+        fn=tokenize, inputs=gr.Textbox(label="Input Text", lines=13), outputs="text"
     )
     iface.launch()