Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -9,9 +9,9 @@ app = Flask(__name__)
|
|
9 |
chat_history = []
|
10 |
|
11 |
# Load LLM
|
12 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|
14 |
-
"
|
15 |
torch_dtype=torch.float16,
|
16 |
device_map="auto"
|
17 |
)
|
|
|
9 |
chat_history = []
|
10 |
|
11 |
# Load LLM
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-rw-1b")
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|
14 |
+
"tiiuae/falcon-rw-1b",
|
15 |
torch_dtype=torch.float16,
|
16 |
device_map="auto"
|
17 |
)
|