Update demo/agent.py

demo/agent.py

@@ -16,7 +16,8 @@ class ConversationalAgent:
             model_path,
             chat_template_config=ChatTemplateConfig(model_name='internvl2-internlm2'),
             # backend_config=TurbomindEngineConfig(session_len=8192),
-            backend_config=backend_config
+            backend_config=backend_config,
+            device=self.device
         )
         
         self.uploaded_images_storage = os.path.join(outputs_dir, "uploaded")