jisaacso219 commited on
Commit
0e779b3
·
verified ·
1 Parent(s): 6a19005

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -6
app.py CHANGED
@@ -12,12 +12,9 @@ app = Flask(__name__)
12
  chat_history = []
13
 
14
  # Load SHODAN LLM
15
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
16
- model = AutoModelForCausalLM.from_pretrained(
17
- "mistralai/Mistral-7B-Instruct-v0.2",
18
- torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
19
- device_map="auto"
20
- )
21
 
22
  # Load lightweight TTS
23
  tts = TTS(model_name="tts_models/en/ljspeech/tacotron2-DDC", gpu=torch.cuda.is_available())
 
12
  chat_history = []
13
 
14
  # Load SHODAN LLM
15
+ tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-rw-1b")
16
+ model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-rw-1b")
17
+
 
 
 
18
 
19
  # Load lightweight TTS
20
  tts = TTS(model_name="tts_models/en/ljspeech/tacotron2-DDC", gpu=torch.cuda.is_available())