try edit-distance

logmetric.py

@@ -18,6 +18,7 @@ import datasets
 import re
 import dateutil.parser
 import numpy as np
+from difflib import SequenceMatcher
 
 import time
 
@@ -112,13 +113,7 @@ class LogMetric(evaluate.Metric):
 
     # Combine a weighted average of different scores
     def get_overall_similarity(self, sentence1, sentence2):
-        s1split = sentence1.split()
-        s2split = sentence2.split()
-
-        jaccard_score = self.get_jaccard_similarity(set(s1split), set(s2split))
-        length_score = self.get_length_score(s1split, s2split)
-
-        return (jaccard_score * 0.7 + length_score * 0.3) * 100.0
+        return SequenceMatcher(None, sentence1, sentence2).ratio() * 100
 
 
     def getLogMetric(self, pred : str, ref : str):