add some tiny models for testing

app.py

@@ -29,10 +29,17 @@ DEVICE = "cpu"
 LAUNCHER = "process"
 SCENARIO = "inference"
 BACKENDS = ["pytorch", "openvino"]
-MODELS = ["google-bert/bert-base-uncased", "openai-community/gpt2"]
+MODELS = [
+    "openai-community/gpt2",
+    "google-bert/bert-base-uncased",
+    "hf-internal-testing/tiny-random-LlamaForCausalLM",
+    "hf-internal-testing/tiny-random-BertForSequenceClassification",
+]
 MODELS_TO_TASKS = {
-    "google-bert/bert-base-uncased": "text-classification",
     "openai-community/gpt2": "text-generation",
+    "google-bert/bert-base-uncased": "text-classification",
+    "hf-internal-testing/tiny-random-LlamaForCausalLM": "text-generation",
+    "hf-internal-testing/tiny-random-BertForSequenceClassification": "text-classification",
 }
 TASKS = set(TASKS_TO_OVMODEL.keys()) & set(TASKS_TO_MODEL_LOADERS.keys())
 

config_store.py

@@ -54,7 +54,7 @@ def get_inference_config():
         ),
         "inference.input_shapes": gr.Textbox(
             label="inference.input_shapes",
-            value="{'batch_size': 1, 'sequence_length': 128}",
+            value="{'batch_size': 2, 'sequence_length': 16}",
             info="Input shapes to use for the benchmark",
         ),
         "inference.generate_kwargs": gr.Textbox(