MegaTronX commited on
Commit
c534dde
·
verified ·
1 Parent(s): 23239a6

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -0
app.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
+ import safetensors.torch
4
+
5
+ # Load base model and tokenizer
6
+ base_model_name = "AIDC-AI/Marco-o1"
7
+ tokenizer = AutoTokenizer.from_pretrained(base_model_name)
8
+ model = AutoModelForCausalLM.from_pretrained(base_model_name)
9
+
10
+ # Load your lightweight safetensor
11
+ safetensor_path = "adapter_model.safetensors"
12
+ model.load_state_dict(safetensors.torch.load_file(safetensor_path), strict=False)
13
+
14
+ def predict(text):
15
+ inputs = tokenizer.encode(text, return_tensors="pt")
16
+ outputs = model.generate(inputs)
17
+ prediction = tokenizer.decode(outputs[0], skip_special_tokens=True)
18
+ return prediction
19
+
20
+ demo = gr.Interface(fn=predict, inputs="text", outputs="text")
21
+ demo.launch()