Update app.py

app.py

@@ -42,6 +42,9 @@ def tokenize(input_text):
     codeqwen_tokens = len(
         codeqwen_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     )
+    rwkv_tokens = len(
+        rwkv_tokenizer(input_text, add_special_tokens=True)["input_ids"]
+    )
 
     results = {
         "LLaMa-1/LLaMa-2": llama_tokens,
@@ -57,6 +60,7 @@ def tokenize(input_text):
         "Command-R": command_r_tokens,
         "Qwen/Qwen1.5": qwen_tokens,
         "CodeQwen": codeqwen_tokens,
+        "RWKV": rwkv_tokens
     }
 
     # Sort the results in descending order based on token length
@@ -105,8 +109,11 @@ if __name__ == "__main__":
     codeqwen_tokenizer = AutoTokenizer.from_pretrained(
         "Qwen/CodeQwen1.5-7B"
     )
+    rwkv_tokenizer = AutoTokenizer.from_pretrained(
+        "RWKV/v5-EagleX-v2-7B-HF"
+    )
 
     iface = gr.Interface(
-        fn=tokenize, inputs=gr.Textbox(label="Input Text", lines=13), outputs="text"
+        fn=tokenize, inputs=gr.Textbox(label="Input Text", lines=14), outputs="text"
     )
     iface.launch()