DesiredName commited on
Commit
7c30434
·
verified ·
1 Parent(s): 4dbdc02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -6,7 +6,6 @@ model_name = "Tap-M/Luna-AI-Llama2-Uncensored"
6
 
7
  model = AutoModelForCausalLM.from_pretrained(
8
  model_name, # Example model
9
- device_map="auto", # Auto-distribute across GPU/CPU
10
  offload_folder="./offload", # Temporary directory
11
  trust_remote_code=True # Required for some models
12
  )
 
6
 
7
  model = AutoModelForCausalLM.from_pretrained(
8
  model_name, # Example model
 
9
  offload_folder="./offload", # Temporary directory
10
  trust_remote_code=True # Required for some models
11
  )