Spaces:

Staticaliza
/

Zero-5

Running

Staticaliza commited on Nov 2, 2024

Commit

c196c7e

verified ·

1 Parent(s): 0677d75

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -21,7 +21,7 @@ MAX_SEED = 9007199254740991
 model = Llama(
     model_path=hf_hub_download(repo_id=REPO, filename=FILE, token=HF_TOKEN),
     n_ctx=32768,
-    n_threads=48,
     n_batch=512,
     n_gpu_layers=0,
     verbose=True

 model = Llama(
     model_path=hf_hub_download(repo_id=REPO, filename=FILE, token=HF_TOKEN),
     n_ctx=32768,
+    # n_threads=48,
     n_batch=512,
     n_gpu_layers=0,
     verbose=True