xu song
commited on
Commit
·
41bb1cf
1
Parent(s):
459fbe3
update
Browse files- models/cpp_qwen2.py +1 -1
- models/hf_qwen2.py +1 -1
models/cpp_qwen2.py
CHANGED
|
@@ -17,7 +17,7 @@ python convert_hf_to_gguf.py /workspace/xusong/huggingface/models/Qwen1.5-0.5B-C
|
|
| 17 |
|
| 18 |
import json
|
| 19 |
import copy
|
| 20 |
-
from base_model import Simulator
|
| 21 |
import llama_cpp
|
| 22 |
# import llama_cpp.llama_tokenizer
|
| 23 |
from transformers import AutoTokenizer
|
|
|
|
| 17 |
|
| 18 |
import json
|
| 19 |
import copy
|
| 20 |
+
from models.base_model import Simulator
|
| 21 |
import llama_cpp
|
| 22 |
# import llama_cpp.llama_tokenizer
|
| 23 |
from transformers import AutoTokenizer
|
models/hf_qwen2.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
"Qwen/Qwen2-0.5B-Instruct"
|
| 2 |
|
| 3 |
from threading import Thread
|
| 4 |
-
from base_model import Simulator
|
| 5 |
|
| 6 |
from transformers import TextIteratorStreamer
|
| 7 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
| 1 |
"Qwen/Qwen2-0.5B-Instruct"
|
| 2 |
|
| 3 |
from threading import Thread
|
| 4 |
+
from models.base_model import Simulator
|
| 5 |
|
| 6 |
from transformers import TextIteratorStreamer
|
| 7 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|