diff options
Diffstat (limited to 'src/postprocess/simi.py')
| -rwxr-xr-x | src/postprocess/simi.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/src/postprocess/simi.py b/src/postprocess/simi.py new file mode 100755 index 0000000..62ff1ff --- /dev/null +++ b/src/postprocess/simi.py | |||
| @@ -0,0 +1,11 @@ | |||
| 1 | #!python | ||
| 2 | |||
| 3 | import textdistance | ||
| 4 | from sys import stdin | ||
| 5 | |||
| 6 | for line in stdin.readlines(): | ||
| 7 | x,y = line.split('\t') | ||
| 8 | x = x.casefold() | ||
| 9 | y = y.casefold() | ||
| 10 | v = textdistance.ratcliff_obershelp.normalized_similarity(x,y) + textdistance.jaro_winkler.normalized_similarity(x,y) + textdistance.cosine.normalized_similarity(x,y) | ||
| 11 | print (int(100*(v/3))) | ||
