Create demo_config.json

demo_config.json

@@ -0,0 +1,5 @@
+{
+  "model_name_or_path": "openchat/openchat_3.5",
+  "template": "openchat",
+  "quantization_bit": 8
+}