deepugaur commited on
Commit
3d67bb8
·
verified ·
1 Parent(s): 9956320

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -14,10 +14,14 @@ def load_model(filepath):
14
  return tf.keras.models.load_model(filepath)
15
 
16
  # Load tokenizer
 
 
 
17
  @st.cache_resource
18
- def load_tokenizer(filepath):
19
- with open(filepath, 'rb') as handle:
20
- return pickle.load(handle)
 
21
 
22
  # Preprocess prompt
23
  def preprocess_prompt(prompt, tokenizer, max_length=100):
 
14
  return tf.keras.models.load_model(filepath)
15
 
16
  # Load tokenizer
17
+ import pickle
18
+
19
+ # Function to load the tokenizer
20
  @st.cache_resource
21
+ def load_tokenizer():
22
+ with open('tokenizer.pickle', 'rb') as handle:
23
+ tokenizer = pickle.load(handle)
24
+ return tokenizer
25
 
26
  # Preprocess prompt
27
  def preprocess_prompt(prompt, tokenizer, max_length=100):