git.iko.soy/typeable/aeson
on master help sign in
generate both full and pruned results without editing source code inbetween
f18bcd8Nicolas Seriot
run_tests.py+11−6
compare with master
unifiedsplit
@@ -11,7 +11,6 @@ BASE_DIR = os.path.dirname(os.path.realpath(__file__))
11PARSERS_DIR = os.path.join(BASE_DIR, "parsers")
11PARSERS_DIR = os.path.join(BASE_DIR, "parsers")
12TEST_CASES_DIR_PATH = os.path.join(BASE_DIR, "test_parsing")
12TEST_CASES_DIR_PATH = os.path.join(BASE_DIR, "test_parsing")
13LOGS_DIR_PATH = os.path.join(BASE_DIR, "results")
13LOGS_DIR_PATH = os.path.join(BASE_DIR, "results")
14−REPORT_PATH = os.path.join(BASE_DIR, "results/parsing.html")
15LOG_FILENAME = "logs.txt"
14LOG_FILENAME = "logs.txt"
16LOG_FILE_PATH = os.path.join(LOGS_DIR_PATH, LOG_FILENAME)
15LOG_FILE_PATH = os.path.join(LOGS_DIR_PATH, LOG_FILENAME)
17
16
@@ -476,7 +475,7 @@ def f_tests_with_same_results(libs, status_for_lib_for_file):
476
475
477 return r
476 return r
478
477
479−def generate_report(keep_only_first_result_in_set = False):
478+def generate_report(report_path, keep_only_first_result_in_set = False):
480
479
481 (status_for_lib_for_file, libs) = f_status_for_lib_for_file(TEST_CASES_DIR_PATH, LOGS_DIR_PATH)
480 (status_for_lib_for_file, libs) = f_status_for_lib_for_file(TEST_CASES_DIR_PATH, LOGS_DIR_PATH)
482
481
@@ -484,7 +483,7 @@ def generate_report(keep_only_first_result_in_set = False):
484
483
485 tests_with_same_results = f_tests_with_same_results(libs, status_for_lib_for_file)
484 tests_with_same_results = f_tests_with_same_results(libs, status_for_lib_for_file)
486
485
487− with open(REPORT_PATH, 'w') as f:
486+ with open(report_path, 'w') as f:
488
487
489 f.write("""<!DOCTYPE html>
488 f.write("""<!DOCTYPE html>
490
489
@@ -505,7 +504,12 @@ def generate_report(keep_only_first_result_in_set = False):
505 libs = list(status_for_path_for_lib.keys())
504 libs = list(status_for_path_for_lib.keys())
506 libs.sort()
505 libs.sort()
507
506
507+ title = "JSON Parsing Tests"
508+ if keep_only_first_result_in_set:
509+ title += ", Prunned"
510+ else:
511+ title += ", Full"
508− f.write("<H1>JSON Parsing Tests</H1>\n")
512+ f.write("<H1>%s</H1>\n" % title)
509 f.write('<P>Appendix to: seriot.ch <A HREF="http://www.seriot.ch/parsing_json.php">Parsing JSON is a Minefield</A> http://www.seriot.ch/parsing_json.php</P>\n')
513 f.write('<P>Appendix to: seriot.ch <A HREF="http://www.seriot.ch/parsing_json.php">Parsing JSON is a Minefield</A> http://www.seriot.ch/parsing_json.php</P>\n')
510 f.write("<PRE>%s</PRE>\n" % strftime("%Y-%m-%d %H:%M:%S"))
514 f.write("<PRE>%s</PRE>\n" % strftime("%Y-%m-%d %H:%M:%S"))
511
515
@@ -635,7 +639,7 @@ def generate_report(keep_only_first_result_in_set = False):
635 </HTML>
639 </HTML>
636 """)
640 """)
637
641
638− os.system("/usr/bin/open %s" % REPORT_PATH)
642+ os.system('/usr/bin/open "%s"' % report_path)
639
643
640###
644###
641
645
@@ -650,4 +654,5 @@ if __name__ == '__main__':
650
654
651 run_tests(restrict_to_path)
655 run_tests(restrict_to_path)
652
656
653− generate_report(keep_only_first_result_in_set = False)
657+ generate_report(os.path.join(BASE_DIR, "results/parsing.html"), keep_only_first_result_in_set = False)
658+ generate_report(os.path.join(BASE_DIR, "results/parsing_pruned.html"), keep_only_first_result_in_set = True)