Spaces:
Paused
Paused
Enable compile on zero
Browse files
app.py
CHANGED
|
@@ -287,7 +287,7 @@ if __name__ == "__main__":
|
|
| 287 |
args = parse_args()
|
| 288 |
|
| 289 |
args.precision = torch.half if args.half else torch.bfloat16
|
| 290 |
-
|
| 291 |
|
| 292 |
logger.info("Loading Llama model...")
|
| 293 |
llama_model, decode_one_token = load_llama_model(
|
|
|
|
| 287 |
args = parse_args()
|
| 288 |
|
| 289 |
args.precision = torch.half if args.half else torch.bfloat16
|
| 290 |
+
args.compile = True
|
| 291 |
|
| 292 |
logger.info("Loading Llama model...")
|
| 293 |
llama_model, decode_one_token = load_llama_model(
|