Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,6 @@ model_name = "Tap-M/Luna-AI-Llama2-Uncensored"
|
|
6 |
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
model_name, # Example model
|
9 |
-
device_map="auto", # Auto-distribute across GPU/CPU
|
10 |
offload_folder="./offload", # Temporary directory
|
11 |
trust_remote_code=True # Required for some models
|
12 |
)
|
|
|
6 |
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
model_name, # Example model
|
|
|
9 |
offload_folder="./offload", # Temporary directory
|
10 |
trust_remote_code=True # Required for some models
|
11 |
)
|