Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -47,9 +47,10 @@ model_path = "ov"
|
|
47 |
hf_hub.snapshot_download(model_id, local_dir=model_path)
|
48 |
|
49 |
config = ov_genai.GenerationConfig()
|
50 |
-
config.max_new_tokens =
|
51 |
config.top_p = 0.9
|
52 |
-
config.top_k =
|
|
|
53 |
|
54 |
pipe = ov_genai.LLMPipeline(model_path, "CPU")
|
55 |
pipe.get_tokenizer().set_chat_template(pipe.get_tokenizer().chat_template)
|
|
|
47 |
hf_hub.snapshot_download(model_id, local_dir=model_path)
|
48 |
|
49 |
config = ov_genai.GenerationConfig()
|
50 |
+
config.max_new_tokens = 1024
|
51 |
config.top_p = 0.9
|
52 |
+
config.top_k = 40
|
53 |
+
config.repetition_penalty = 1.2
|
54 |
|
55 |
pipe = ov_genai.LLMPipeline(model_path, "CPU")
|
56 |
pipe.get_tokenizer().set_chat_template(pipe.get_tokenizer().chat_template)
|