Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -12,12 +12,9 @@ app = Flask(__name__)
|
|
12 |
chat_history = []
|
13 |
|
14 |
# Load SHODAN LLM
|
15 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
16 |
-
model = AutoModelForCausalLM.from_pretrained(
|
17 |
-
|
18 |
-
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
|
19 |
-
device_map="auto"
|
20 |
-
)
|
21 |
|
22 |
# Load lightweight TTS
|
23 |
tts = TTS(model_name="tts_models/en/ljspeech/tacotron2-DDC", gpu=torch.cuda.is_available())
|
|
|
12 |
chat_history = []
|
13 |
|
14 |
# Load SHODAN LLM
|
15 |
+
tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-rw-1b")
|
16 |
+
model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-rw-1b")
|
17 |
+
|
|
|
|
|
|
|
18 |
|
19 |
# Load lightweight TTS
|
20 |
tts = TTS(model_name="tts_models/en/ljspeech/tacotron2-DDC", gpu=torch.cuda.is_available())
|