File size: 942 Bytes
7ebc89a
cb839c5
b7bab80
716822e
 
7ebc89a
cb839c5
 
 
 
 
 
 
 
 
 
 
 
7ebc89a
cb839c5
716822e
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
import gradio as gr
from openai import OpenAI

# Initialize OpenAI moderation client with your API key
client = OpenAI(api_key="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")

def moderate_text(text):
    response = client.moderations.create(
        model="omni-moderation-latest",
        input=text
    )
    moderation_categories = response["results"][0]["categories"]
    moderation_flagged = response["results"][0]["flagged"]
    if moderation_flagged:
        flagged_categories = [category for category, flagged in moderation_categories.items() if flagged]
        return f"The text is flagged for moderation due to: {', '.join(flagged_categories)}"
    else:
        return "The text is not flagged for any moderation issues."

iface = gr.Interface(fn=moderate_text, inputs="text", outputs="text")
iface.launch()