13B

app.py

@@ -7,7 +7,7 @@ from gradio.themes.utils import colors, fonts, sizes
 from llama_cpp import Llama
 from huggingface_hub import hf_hub_download
 
-hf_hub_download(repo_id="Pi3141/alpaca-lora-7B-ggml", filename="ggml-model-q4_1.bin", local_dir=".")
+hf_hub_download(repo_id="Pi3141/alpaca-lora-13B-ggml", filename="ggml-model-q4_1.bin", local_dir=".")
 llm = Llama(model_path="./ggml-model-q4_1.bin", n_threads=2)
 
 
@@ -28,15 +28,6 @@ theme = gr.themes.Monochrome(
 
 
 
-
-# def generate(instruction): 
-#     response = llm(ins.format(instruction))
-#     response = response['choices'][0]['text']
-#     result = ""
-#     for word in response.split(" "):
-#         result += word + " "
-#         yield result
-
 def generate(instruction): 
     result = ""
     for x in llm(ins.format(instruction), stop=['### Instruction:', '### End'], stream=True):
@@ -114,7 +105,7 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
         gr.Markdown(
             """ ## Alpaca-LoRa
             
-            is a 7B-parameter LLaMA model finetuned to follow instructions. It is trained on the Stanford Alpaca dataset and makes use of the Huggingface LLaMA implementation.
+            is a 13B-parameter LLaMA model finetuned to follow instructions. It is trained on the Stanford Alpaca dataset and makes use of the Huggingface LLaMA implementation.
             
             Type in the box below and click the button to generate answers to your most pressing questions!