Update

models.py

@@ -96,6 +96,7 @@ def generate(
       n_ctx=1024,
       n_ubatch=512,
       n_batch=512,
+      n_gpu_layers=-1,
   )
   return model.create_chat_completion(messages=[{
     "role": "user",