handler.py

from typing import Dict, List, Any
from transformers import pipeline

class EndpointHandler():
    def __init__(self, path="zemuwen/14B_lora_ze"):
        # 初始化方法，加载文本分类模型
        self.pipeline = pipeline("question-answering", model=path)

    def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
        # 处理输入数据并返回预测结果
        inputs = data.get("inputs", "")
        
        # 使用分类模型生成响应
        results = self.pipeline(inputs)
        
        # 返回模型的响应
        return results