File size: 546 Bytes
f7a826d
ca70ef6
f7a826d
 
ca70ef6
f7a826d
 
 
 
d3f153c
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
from transformers import AutoModel, AutoTokenizer

# Replace 'Funybubble/replit-code-instruct-quanatized' with the actual model name
model_name = 'Funybubble/replit-code-instruct-quanatized'

# Load the tokenizer and model
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModel.from_pretrained(model_name)

# Save the tokenizer and model to the same directory as app.py
save_directory = './'
tokenizer.save_pretrained(save_directory)
model.save_pretrained(save_directory)

# Rest of your code using the tokenizer and model
# ...