Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
from fastapi import FastAPI
|
2 |
import uvicorn
|
3 |
-
from transformers import
|
4 |
|
5 |
model_name = "Tap-M/Luna-AI-Llama2-Uncensored"
|
6 |
|
7 |
-
model =
|
8 |
model_name, # Example model
|
9 |
offload_folder="./offload", # Temporary directory
|
10 |
trust_remote_code=True # Required for some models
|
|
|
1 |
from fastapi import FastAPI
|
2 |
import uvicorn
|
3 |
+
from transformers import AutoModel, AutoTokenizer
|
4 |
|
5 |
model_name = "Tap-M/Luna-AI-Llama2-Uncensored"
|
6 |
|
7 |
+
model = AutoModel.from_pretrained(
|
8 |
model_name, # Example model
|
9 |
offload_folder="./offload", # Temporary directory
|
10 |
trust_remote_code=True # Required for some models
|