Spaces:
Running
Running
top_p=1
Browse files
app.py
CHANGED
|
@@ -28,7 +28,7 @@ def get_completion(prompt, model_name="dolly-v0-70m"):
|
|
| 28 |
|
| 29 |
pipeline_kwargs['max_new_tokens'] = 100
|
| 30 |
#pipeline_kwargs['temperature'] = float("inf")
|
| 31 |
-
pipeline_kwargs['top_k'] = 1
|
| 32 |
pipeline_kwargs['top_p'] = 1.0
|
| 33 |
|
| 34 |
# Use the model to generate responses for each of the instructions above.
|
|
|
|
| 28 |
|
| 29 |
pipeline_kwargs['max_new_tokens'] = 100
|
| 30 |
#pipeline_kwargs['temperature'] = float("inf")
|
| 31 |
+
#pipeline_kwargs['top_k'] = 1
|
| 32 |
pipeline_kwargs['top_p'] = 1.0
|
| 33 |
|
| 34 |
# Use the model to generate responses for each of the instructions above.
|