alperall commited on
Commit
db534bd
·
verified ·
1 Parent(s): 9f9b7a7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -23
app.py CHANGED
@@ -1,29 +1,26 @@
1
  import gradio as gr
2
- import requests
3
- from transformers import AutoTokenizer, AutoModelForCausalLM, TextGenerationPipeline
 
 
4
 
5
- # AlpDroid promptunu GitHub'dan çek
6
- alp_prompt_url = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"
7
- alp_prompt = requests.get(alp_prompt_url).text.strip()
8
 
9
- # Yeni model (tamamen açık kaynak)
10
- model_id = "tiiuae/falcon-7b-instruct"
11
- tokenizer = AutoTokenizer.from_pretrained(model_id)
12
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype="auto")
13
 
14
- # Pipeline oluştur
15
- pipeline = TextGenerationPipeline(model=model, tokenizer=tokenizer)
 
 
16
 
17
- # Gradio fonksiyonu
18
- def chat(prompt):
19
- full_prompt = f"{alp_prompt}\n\nKullanıcı: {prompt}\nAlpDroid:"
20
- result = pipeline(full_prompt, max_new_tokens=200, temperature=0.8, top_p=0.9)[0]["generated_text"]
21
- response = result.split("AlpDroid:")[-1].strip()
22
- return response
23
 
24
- # Gradio arayüzü
25
- gr.Interface(fn=chat,
26
- inputs=gr.Textbox(label="Mesajını yaz, AlpDroid cevaplasın"),
27
- outputs=gr.Textbox(label="AlpDroid"),
28
- title="🧠 AlpDroid (Falcon 7B)",
29
- description="AlpDroid şu anda Falcon 7B ile çalışıyor. Özgür, eğlenceli ve asi.").launch()
 
1
  import gradio as gr
2
+ from transformers import pipeline
3
+
4
+ # Model seçimi (hafif, hızlı)
5
+ model_name = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
6
 
7
+ # Pipeline ile sohbet modeli açıyoruz
8
+ chat = pipeline("text-generation", model=model_name, device=0, trust_remote_code=True)
 
9
 
10
+ # AlpDroid promptunu çekiyoruz (Raw link)
11
+ import requests
12
+ prompt_url = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"
13
+ system_prompt = requests.get(prompt_url).text
14
 
15
+ def alp_droid_chat(user_input):
16
+ full_prompt = system_prompt + "\n\nKullanıcı: " + user_input + "\nAlpDroid:"
17
+ response = chat(full_prompt, max_length=512, do_sample=True, temperature=0.7)
18
+ return response[0]['generated_text'].split("AlpDroid:")[-1].strip()
19
 
20
+ iface = gr.Interface(fn=alp_droid_chat,
21
+ inputs=gr.Textbox(lines=5, placeholder="Sorunu yaz..."),
22
+ outputs="text",
23
+ title="AlpDroid AI Chat",
24
+ description="Mistral tabanlı AlpDroid promptuyla çalışan yapay zeka.")
 
25
 
26
+ iface.launch()