SamanthaStorm commited on
Commit
2eb2ad0
·
verified ·
1 Parent(s): 509e003

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -7
app.py CHANGED
@@ -347,20 +347,31 @@ def get_risk_stage(patterns, sentiment):
347
  return 4
348
  return 1
349
 
350
- def generate_risk_snippet(abuse_score, top_label, escalation_score, stage):
 
 
 
351
  if abuse_score >= 85 or escalation_score >= 16:
352
  risk_level = "high"
353
- elif abuse_score >= 60 or escalation_score >= 8:
354
  risk_level = "moderate"
355
  elif stage == 2 and abuse_score >= 40:
356
- risk_level = "moderate" # 🔧 New rule for escalation stage
357
  else:
358
  risk_level = "low"
359
- if isinstance(top_label, str) and " – " in top_label:
360
- pattern_label, pattern_score = top_label.split(" – ")
 
 
 
 
 
 
 
361
  else:
362
- pattern_label = str(top_label) if top_label is not None else "Unknown"
363
- pattern_score = ""
 
364
 
365
  WHY_FLAGGED = {
366
  "control": "This message may reflect efforts to restrict someone’s autonomy, even if it's framed as concern or care.",
 
347
  return 4
348
  return 1
349
 
350
+ def generate_risk_snippet(abuse_score, top_label, escalation_score, stage, pattern_scores):
351
+ aggression_score = pattern_scores.get("aggression", 0)
352
+
353
+ # Updated risk level logic
354
  if abuse_score >= 85 or escalation_score >= 16:
355
  risk_level = "high"
356
+ elif abuse_score >= 60 or escalation_score >= 8 or aggression_score >= 0.75:
357
  risk_level = "moderate"
358
  elif stage == 2 and abuse_score >= 40:
359
+ risk_level = "moderate"
360
  else:
361
  risk_level = "low"
362
+
363
+ # Narrative
364
+ base = f"\n\n🛑 Risk Level: {risk_level.capitalize()}\n"
365
+ base += f"This message shows strong indicators of **{top_label}**. "
366
+
367
+ if risk_level == "high":
368
+ base += "The language may reflect patterns of emotional control, even when expressed in soft or caring terms.\n"
369
+ elif risk_level == "moderate":
370
+ base += "There are signs of emotional pressure or verbal aggression that may escalate if repeated.\n"
371
  else:
372
+ base += "The message does not strongly indicate abuse, but it's important to monitor for patterns.\n"
373
+
374
+ return risk_level, base
375
 
376
  WHY_FLAGGED = {
377
  "control": "This message may reflect efforts to restrict someone’s autonomy, even if it's framed as concern or care.",