ы

app.py

@@ -14,6 +14,8 @@ tokenizer = AutoTokenizer.from_pretrained(
     trust_remote_code=True,
     use_fast=True,
 )
+# Ensure offload directory exists before loading
+os.makedirs("offload", exist_ok=True)
 
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
@@ -22,10 +24,11 @@ model = AutoModelForCausalLM.from_pretrained(
     device_map="auto",
     offload_folder="offload",
     offload_state_dict=True,
+    low_cpu_mem_usage=True,
     trust_remote_code=True,
 )
 
-os.makedirs("offload", exist_ok=True)
+
 
 # Создаём пайплайн
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)