alperall commited on
Commit
c6b2106
·
verified ·
1 Parent(s): 62696aa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -10
app.py CHANGED
@@ -3,23 +3,25 @@ import requests
3
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
  import torch
5
 
6
- model_name = "TheBloke/SOLAR-10.7B-Instruct-v1.0-AWQ"
7
  tokenizer = AutoTokenizer.from_pretrained(model_name)
8
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.float16)
9
  chat = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto")
10
 
11
- # AlpDroid prompt
12
  prompt_url = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"
13
  system_prompt = requests.get(prompt_url).text
14
 
15
  def alp_droid_chat(user_input):
16
- full = f"{system_prompt}\n\nKullanıcı: {user_input}\nAlpDroid:"
17
- res = chat(full, max_new_tokens=256, do_sample=True, temperature=0.7, top_p=0.9)[0]["generated_text"]
18
- return res.split("AlpDroid:")[-1].strip()
 
 
 
 
 
 
 
 
19
 
20
- app = gr.Interface(alp_droid_chat,
21
- inputs=gr.Textbox(lines=4, placeholder="Sorunu yaz..."),
22
- outputs="text",
23
- title="AlpDroid (SOLAR‑10.7B)",
24
- description="TheBloke'un instruct modeliyle çalışan AlpDroid.")
25
  app.launch()
 
3
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
  import torch
5
 
6
+ model_name = "Open-Orca/Mistral-7B-OpenOrca"
7
  tokenizer = AutoTokenizer.from_pretrained(model_name)
8
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.float16)
9
  chat = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto")
10
 
 
11
  prompt_url = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"
12
  system_prompt = requests.get(prompt_url).text
13
 
14
  def alp_droid_chat(user_input):
15
+ full_prompt = f"{system_prompt}\n\nKullanıcı: {user_input}\nAlpDroid:"
16
+ output = chat(full_prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_p=0.9)[0]["generated_text"]
17
+ return output.split("AlpDroid:")[-1].strip()
18
+
19
+ app = gr.Interface(
20
+ fn=alp_droid_chat,
21
+ inputs=gr.Textbox(lines=4, placeholder="Sorunu yaz..."),
22
+ outputs="text",
23
+ title="AlpDroid - OpenOrca Mistral 7B",
24
+ description="Kolay deploy, zahmetsiz AlpDroid."
25
+ )
26
 
 
 
 
 
 
27
  app.launch()