Spaces:
Running
on
Zero
Running
on
Zero
malvin noel
commited on
Commit
Β·
9817b60
1
Parent(s):
4cd4316
change script
Browse files
app.py
CHANGED
@@ -41,7 +41,7 @@ ASSETS_DIRS = (
|
|
41 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
42 |
# CONFIGURATION
|
43 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
44 |
-
MODEL_ID = os.getenv("MODEL_ID", "
|
45 |
DTYPE = torch.bfloat16 # or torch.float16
|
46 |
|
47 |
print(f"π Loading {MODEL_ID} (dtype = {DTYPE}) β¦")
|
|
|
41 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
42 |
# CONFIGURATION
|
43 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
44 |
+
MODEL_ID = os.getenv("MODEL_ID", "meta-llama/Llama-3.1-8B-Instruct")
|
45 |
DTYPE = torch.bfloat16 # or torch.float16
|
46 |
|
47 |
print(f"π Loading {MODEL_ID} (dtype = {DTYPE}) β¦")
|