Update app.py

app.py

@@ -17,8 +17,9 @@ print(f"[SYSTEM] | Using {DEVICE} type compute device.")
 DEFAULT_INPUT = "Describe in one paragraph."
 MAX_FRAMES = 64
 
-repo = AutoModel.from_pretrained("openbmb/MiniCPM-V-2_6", torch_dtype=torch.bfloat16, trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained("openbmb/MiniCPM-V-2_6", trust_remote_code=True)
+repo_name = "openbmb/MiniCPM-V-2_6-int4" # "openbmb/MiniCPM-V-2_6"
+repo = AutoModel.from_pretrained(repo_name, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(repo_name, trust_remote_code=True)
 
 css = '''
 .gradio-container{max-width: 560px !important}