david-thrower commited on
Commit
22c76ba
·
verified ·
1 Parent(s): b6fbedf

Update app.py

Browse files

Switch to 1.7B model.

Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,8 +8,8 @@ from duckduckgo_search import DDGS
8
  import re
9
 
10
  # Load the SmolLM model and tokenizer
11
- model_name = "HuggingFaceTB/SmolLM2-360M-Instruct"
12
- # model_name = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
13
  model = AutoModelForCausalLM.from_pretrained(model_name)
14
  tokenizer = AutoTokenizer.from_pretrained(model_name)
15
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
8
  import re
9
 
10
  # Load the SmolLM model and tokenizer
11
+ # model_name = "HuggingFaceTB/SmolLM2-360M-Instruct"
12
+ model_name = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
13
  model = AutoModelForCausalLM.from_pretrained(model_name)
14
  tokenizer = AutoTokenizer.from_pretrained(model_name)
15
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")