Spaces:

Lyte
/

Atlas-Chat-2B-Demo

Sleeping

Lyte commited on Sep 30, 2024

Commit

a8dae58

verified ·

1 Parent(s): 28dd577

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -11,8 +11,6 @@ llm = Llama(
         filename=os.environ.get("MODEL_FILE", "Atlas-Chat-2B.Q8_0.gguf"),
     ),
     n_ctx=4096,
-    n_gpu_layers=-1,
-    n_threads=-1
 )
 # Training prompt format for Atlas-Chat style conversation

         filename=os.environ.get("MODEL_FILE", "Atlas-Chat-2B.Q8_0.gguf"),
     ),
     n_ctx=4096,
 )
 # Training prompt format for Atlas-Chat style conversation