Spaces:
Runtime error
Runtime error
Apply suggestions from code review
Browse filesCo-authored-by: Sara Han <[email protected]>
examples/ollama_deployment.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# pip install synthetic-dataset-generator
|
| 2 |
# ollama serve
|
| 3 |
-
# ollama run
|
| 4 |
import os
|
| 5 |
|
| 6 |
from synthetic_dataset_generator import launch
|
|
|
|
| 1 |
# pip install synthetic-dataset-generator
|
| 2 |
# ollama serve
|
| 3 |
+
# ollama run qwen2.5:32b-instruct-q5_K_S
|
| 4 |
import os
|
| 5 |
|
| 6 |
from synthetic_dataset_generator import launch
|
examples/vllm_deployment.py
CHANGED
|
@@ -4,7 +4,7 @@ import os
|
|
| 4 |
|
| 5 |
from synthetic_dataset_generator import launch
|
| 6 |
|
| 7 |
-
|
| 8 |
os.environ["VLLM_BASE_URL"] = "http://127.0.0.1:8000/" # vllm base url
|
| 9 |
os.environ["MODEL"] = "Qwen/Qwen2.5-1.5B-Instruct" # model id
|
| 10 |
os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-1.5B-Instruct" # tokenizer id
|
|
|
|
| 4 |
|
| 5 |
from synthetic_dataset_generator import launch
|
| 6 |
|
| 7 |
+
os.environ["HF_TOKEN"] = "hf_..." # push the data to huggingface
|
| 8 |
os.environ["VLLM_BASE_URL"] = "http://127.0.0.1:8000/" # vllm base url
|
| 9 |
os.environ["MODEL"] = "Qwen/Qwen2.5-1.5B-Instruct" # model id
|
| 10 |
os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-1.5B-Instruct" # tokenizer id
|