Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -3,6 +3,7 @@ import openvino_genai as ov_genai
|
|
3 |
import queue
|
4 |
import threading
|
5 |
import time
|
|
|
6 |
from optimum.intel import OVModelForCausalLM, OVWeightQuantizationConfig
|
7 |
import nncf
|
8 |
from llama_index.core import SimpleDirectoryReader
|
|
|
3 |
import queue
|
4 |
import threading
|
5 |
import time
|
6 |
+
from transformers import AutoTokenizer
|
7 |
from optimum.intel import OVModelForCausalLM, OVWeightQuantizationConfig
|
8 |
import nncf
|
9 |
from llama_index.core import SimpleDirectoryReader
|