Merge pull request #2367 from david-95/hongliang0909

add tool to compare two tests results, show difference

examples/other/g2p/compare_badcase.py

@@ -0,0 +1,66 @@
+# -*- encoding:utf-8 -*-
+import re
+import sys
+'''
+@arthur: david_95
+
+Assum you executed g2p test twice, the WER rate have some gap, you would like to see what sentences error cause your rate up.
+so you may get test result ( exp/g2p )into two directories, as exp/prefolder and exp/curfolder
+run this program as  "python compare_badcase.py prefolder curfolder"
+then you will get diffrences between two run, uuid, phonetics, chinese samples
+
+examples: python compare_badcase.py  exp/g2p_laotouzi  exp/g2p
+in this example:  exp/g2p_laotouzi  and  exp/g2p  are two folders with two g2p tests result
+
+'''
+
+
+def compare(prefolder, curfolder):
+    '''
+    compare file of text.g2p.pra in two folders
+    result P1 will be prefolder ; P2 will be curfolder, just about the sequence you input in argvs
+    '''
+
+    linecnt = 0
+    pre_block = []
+    cur_block = []
+    zh_lines = []
+    with open(prefolder + "/text.g2p.pra", "r") as pre_file, open(
+            curfolder + "/text.g2p.pra", "r") as cur_file:
+        for pre_line, cur_line in zip(pre_file, cur_file):
+            linecnt += 1
+
+            if linecnt < 11:  #skip non-data head in files
+                continue
+            else:
+                pre_block.append(pre_line.strip())
+                cur_block.append(cur_line.strip())
+                if pre_line.strip().startswith(
+                        "Eval:") and pre_line.strip() != cur_line.strip():
+                    uuid = pre_block[-5].replace("id: (baker_", "").replace(")",
+                                                                            "")
+                    with open("data/g2p/text", 'r') as txt:
+                        conlines = txt.readlines()
+
+                        for line in conlines:
+                            if line.strip().startswith(uuid.strip()):
+                                print(line)
+                                zh_lines.append(re.sub(r"#[1234]", "", line))
+                                break
+
+                    print("*" + cur_block[-3])  # ref
+                    print("P1 " + pre_block[-2])
+                    print("P2 " + cur_block[-2])
+                    print("P1 " + pre_block[-1])
+                    print("P2 " + cur_block[-1] + "\n\n")
+                    pre_block = []
+                    cur_block = []
+
+    print("\n")
+    print(str.join("\n", zh_lines))
+
+
+if __name__ == '__main__':
+    assert len(
+        sys.argv) == 3, "Usage: python compare_badcase.py %prefolder %curfolder"
+    compare(sys.argv[1], sys.argv[2])