Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -347,20 +347,31 @@ def get_risk_stage(patterns, sentiment):
|
|
347 |
return 4
|
348 |
return 1
|
349 |
|
350 |
-
def generate_risk_snippet(abuse_score, top_label, escalation_score, stage):
|
|
|
|
|
|
|
351 |
if abuse_score >= 85 or escalation_score >= 16:
|
352 |
risk_level = "high"
|
353 |
-
elif abuse_score >= 60 or escalation_score >= 8:
|
354 |
risk_level = "moderate"
|
355 |
elif stage == 2 and abuse_score >= 40:
|
356 |
-
risk_level = "moderate"
|
357 |
else:
|
358 |
risk_level = "low"
|
359 |
-
|
360 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
361 |
else:
|
362 |
-
|
363 |
-
|
|
|
364 |
|
365 |
WHY_FLAGGED = {
|
366 |
"control": "This message may reflect efforts to restrict someone’s autonomy, even if it's framed as concern or care.",
|
|
|
347 |
return 4
|
348 |
return 1
|
349 |
|
350 |
+
def generate_risk_snippet(abuse_score, top_label, escalation_score, stage, pattern_scores):
|
351 |
+
aggression_score = pattern_scores.get("aggression", 0)
|
352 |
+
|
353 |
+
# Updated risk level logic
|
354 |
if abuse_score >= 85 or escalation_score >= 16:
|
355 |
risk_level = "high"
|
356 |
+
elif abuse_score >= 60 or escalation_score >= 8 or aggression_score >= 0.75:
|
357 |
risk_level = "moderate"
|
358 |
elif stage == 2 and abuse_score >= 40:
|
359 |
+
risk_level = "moderate"
|
360 |
else:
|
361 |
risk_level = "low"
|
362 |
+
|
363 |
+
# Narrative
|
364 |
+
base = f"\n\n🛑 Risk Level: {risk_level.capitalize()}\n"
|
365 |
+
base += f"This message shows strong indicators of **{top_label}**. "
|
366 |
+
|
367 |
+
if risk_level == "high":
|
368 |
+
base += "The language may reflect patterns of emotional control, even when expressed in soft or caring terms.\n"
|
369 |
+
elif risk_level == "moderate":
|
370 |
+
base += "There are signs of emotional pressure or verbal aggression that may escalate if repeated.\n"
|
371 |
else:
|
372 |
+
base += "The message does not strongly indicate abuse, but it's important to monitor for patterns.\n"
|
373 |
+
|
374 |
+
return risk_level, base
|
375 |
|
376 |
WHY_FLAGGED = {
|
377 |
"control": "This message may reflect efforts to restrict someone’s autonomy, even if it's framed as concern or care.",
|