Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -14,10 +14,14 @@ def load_model(filepath):
|
|
14 |
return tf.keras.models.load_model(filepath)
|
15 |
|
16 |
# Load tokenizer
|
|
|
|
|
|
|
17 |
@st.cache_resource
|
18 |
-
def load_tokenizer(
|
19 |
-
with open(
|
20 |
-
|
|
|
21 |
|
22 |
# Preprocess prompt
|
23 |
def preprocess_prompt(prompt, tokenizer, max_length=100):
|
|
|
14 |
return tf.keras.models.load_model(filepath)
|
15 |
|
16 |
# Load tokenizer
|
17 |
+
import pickle
|
18 |
+
|
19 |
+
# Function to load the tokenizer
|
20 |
@st.cache_resource
|
21 |
+
def load_tokenizer():
|
22 |
+
with open('tokenizer.pickle', 'rb') as handle:
|
23 |
+
tokenizer = pickle.load(handle)
|
24 |
+
return tokenizer
|
25 |
|
26 |
# Preprocess prompt
|
27 |
def preprocess_prompt(prompt, tokenizer, max_length=100):
|