NouRed commited on
Commit
e60e350
·
verified ·
1 Parent(s): 0cffe98

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -11,6 +11,7 @@ from transformers import (
11
  AutoModelForCausalLM)
12
 
13
 
 
14
  def generate_prompt(instruction, input=None):
15
  if input:
16
  return f"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request. # noqa: E501
@@ -33,6 +34,7 @@ def generate_prompt(instruction, input=None):
33
  """
34
 
35
 
 
36
  based_model_path = "meta-llama/Meta-Llama-3-8B"
37
  lora_weights = "NouRed/BioMed-Tuned-Llama-3-8b"
38
 
 
11
  AutoModelForCausalLM)
12
 
13
 
14
+ @spaces.GPU
15
  def generate_prompt(instruction, input=None):
16
  if input:
17
  return f"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request. # noqa: E501
 
34
  """
35
 
36
 
37
+ @spaces.GPU
38
  based_model_path = "meta-llama/Meta-Llama-3-8B"
39
  lora_weights = "NouRed/BioMed-Tuned-Llama-3-8b"
40