File size: 628 Bytes
d5c94f2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from transformers import pipeline

# Load fine-tuned translation model
translator = pipeline("text-generation", model="JenniferHJF/qwen1.5-emoji-finetuned", max_new_tokens=20, device=0)

# Load hate speech classifier model
classifier = pipeline("text-classification", model="unitary/toxic-bert", top_k=None, device=0)

def classify_emoji_text(text):
    translated = translator(f"输入:{text}\n输出:")[0]["generated_text"]
    translated_text = translated.strip().split("\n")[-1]
    result = classifier(translated_text)[0]
    label = result["label"]
    score = result["score"]
    return translated_text, label, score