trust remote code

app.py

@@ -31,7 +31,7 @@ def tokenize_text(model_name, text):
     try:
         # 加载tokenizer
         model_path = os.path.join("models", model_name)
-        tokenizer = AutoTokenizer.from_pretrained(model_path, device_map="cpu")
+        tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, device_map="cpu")
 
         # Tokenize处理
         input_ids = tokenizer.encode(text, add_special_tokens=True)