alex-abb commited on
Commit
81bb439
·
verified ·
1 Parent(s): 4370e61

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -1,10 +1,12 @@
1
  import gradio as gr
2
  import spaces
3
  import transformers
4
- from transformers import AutoTokenizer,AutoModelForCausalLM
5
  from transformers import pipeline
6
  import torch
7
  import os
 
 
 
8
 
9
  api_token = os.environ.get("APIKEY")
10
 
@@ -12,7 +14,6 @@ api_token = os.environ.get("APIKEY")
12
 
13
  @spaces.GPU(duration=240)
14
  # Load model directly
15
- from transformers import AutoTokenizer, AutoModelForCausalLM
16
 
17
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
18
  model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct",token=api_token)
 
1
  import gradio as gr
2
  import spaces
3
  import transformers
 
4
  from transformers import pipeline
5
  import torch
6
  import os
7
+ from transformers import AutoTokenizer, AutoModelForCausalLM
8
+
9
+
10
 
11
  api_token = os.environ.get("APIKEY")
12
 
 
14
 
15
  @spaces.GPU(duration=240)
16
  # Load model directly
 
17
 
18
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
19
  model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct",token=api_token)