HaveAI commited on
Commit
9973cf5
Β·
verified Β·
1 Parent(s): 99ee527

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -6
app.py CHANGED
@@ -1,7 +1,9 @@
1
- import gradio as gr
2
-
3
- def respond(message, history):
4
- return f"Π’Ρ‹ сказал: {message}"
5
-
6
- gr.ChatInterface(fn=respond, title="Flare Chat", description="Π”ΠΎΠ±Ρ€ΠΎ ΠΏΠΎΠΆΠ°Π»ΠΎΠ²Π°Ρ‚ΡŒ Π² Flare!").launch()
7
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoModelForCausalLM, AutoTokenizer
 
 
 
 
 
2
 
3
+ model_id = "microsoft/phi-2" # ΠΈΠ»ΠΈ Π΄Ρ€ΡƒΠ³ΡƒΡŽ ΠΌΠ°Π»Π΅Π½ΡŒΠΊΡƒΡŽ
4
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
5
+ model = AutoModelForCausalLM.from_pretrained(
6
+ model_id,
7
+ device_map="auto",
8
+ torch_dtype="auto",
9
+ )