Spaces:
Running
on
Zero
Running
on
Zero
File size: 2,135 Bytes
52e4f53 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 |
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import json
import re
import string
import sys
import unicodedata
from word2number import w2n
# def is_list_in_string(text, candidate):
# return any([all(xx in text for xx in x.split(" ")) if isinstance(x, str) else all([xx in text for xx in x]) for x in candidate])
def is_string_in_string(text, candidate):
return all(x in text for x in candidate.split(" "))
def is_list_in_string(text, candidate):
return any(
[
is_string_in_string(text, x) if isinstance(x, str) else is_list_in_string(text, x)
for x in candidate
]
)
def clean_punctuation(value):
punctuation = string.punctuation
punctuation = punctuation.replace("'", "")
value = re.sub(f"[{punctuation}]", " ", value)
return value
if __name__ == "__main__":
pred_gt_json_file = sys.argv[1]
with open(pred_gt_json_file, "r") as f:
pred_gt = json.load(f)
acc = 0
for line in pred_gt:
pred = line[0]
gt = line[1]
# pred = clean_punctuation(pred)
pred = pred.lower()
if isinstance(gt, list):
pass
else:
gt = [
gt,
]
gt = [clean_punctuation(x) for x in gt]
gt = [x.lower().strip() for x in gt]
try:
gt_number = [str(w2n.word_to_num(x.lower())) for x in gt]
except:
gt_number = gt
pass
if is_list_in_string(pred, gt):
acc += 1
elif is_list_in_string(pred, gt_number):
acc += 1
else:
print("======================================================")
print(f"{line[0]=}")
print(f"{line[1]=}")
print("======================================================")
print(f"{acc=}")
print(f"{len(pred_gt)=}")
print("======================================================")
acc = acc / len(pred_gt) * 100
print("======================================================")
print(f"{acc=}")
print("======================================================")
|