Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -11,6 +11,7 @@ from transformers import (
|
|
11 |
AutoModelForCausalLM)
|
12 |
|
13 |
|
|
|
14 |
def generate_prompt(instruction, input=None):
|
15 |
if input:
|
16 |
return f"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request. # noqa: E501
|
@@ -33,6 +34,7 @@ def generate_prompt(instruction, input=None):
|
|
33 |
"""
|
34 |
|
35 |
|
|
|
36 |
based_model_path = "meta-llama/Meta-Llama-3-8B"
|
37 |
lora_weights = "NouRed/BioMed-Tuned-Llama-3-8b"
|
38 |
|
|
|
11 |
AutoModelForCausalLM)
|
12 |
|
13 |
|
14 |
+
@spaces.GPU
|
15 |
def generate_prompt(instruction, input=None):
|
16 |
if input:
|
17 |
return f"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request. # noqa: E501
|
|
|
34 |
"""
|
35 |
|
36 |
|
37 |
+
@spaces.GPU
|
38 |
based_model_path = "meta-llama/Meta-Llama-3-8B"
|
39 |
lora_weights = "NouRed/BioMed-Tuned-Llama-3-8b"
|
40 |
|