#!/usr/bin/env python3 # test hurl file # import codecs import sys import subprocess import os import platform import check_json_output import tempfile def decode_string(encoded): if encoded.startswith(codecs.BOM_UTF8): return encoded.decode("utf-8-sig") elif encoded.startswith(codecs.BOM_UTF16): encoded = encoded[len(codecs.BOM_UTF16) :] return encoded.decode("utf-16") else: return encoded.decode() # return linux-fedora, linux, osx or windows # can add more specific linux variant if needed def get_os(): if platform.system() == "Linux": if os.path.exists("/etc/fedora-release"): return "linux-fedora" return "linux" elif platform.system() == "Darwin": return "osx" elif platform.system() == "Windows": return "windows" else: raise Error("Invalid Platform " + platform.system()) def test(hurl_file): options_file = hurl_file.replace(".hurl", ".options") # For .curl file, we can have specific os expected file in order to test # os differences like included path (/ vs \ path components separator) os_curl_file = hurl_file.replace(".hurl", "." + get_os() + ".curl") if os.path.exists(os_curl_file): curl_file = os_curl_file else: curl_file = hurl_file.replace(".hurl", ".curl") json_output_file = hurl_file.replace(".hurl", ".output.json") profile_file = hurl_file.replace(".hurl", ".profile") options = [] if os.path.exists(options_file): options = open(options_file).read().strip().split("\n") if os.path.exists(curl_file): options.append("--verbose") if os.path.exists(json_output_file): options.append("--json") env = os.environ.copy() if os.path.exists(profile_file): for line in open(profile_file).readlines(): line = line.strip() if line == "": continue index = line.index("=") name = line[:index] value = line[(index + 1) :] env[name] = value cmd = ["hurl", hurl_file] + options # cmd = ["cargo", "run", "--bin", "hurl", "--", hurl_file] + options print(" ".join(cmd)) result = subprocess.run( cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env ) # exit code f = hurl_file.replace(".hurl", ".exit") expected = int(open(f).read().strip()) if result.returncode != expected: print(">>> error in return code") print(f"expected: {expected} actual:{result.returncode}") stderr = decode_string(result.stderr).strip() if stderr != "": print(stderr) sys.exit(1) # stdout f = hurl_file.replace(".hurl", ".out") if os.path.exists(f): expected = open(f, "rb").read() actual = result.stdout if expected != actual: print(">>> error in stdout") print(f"actual: <{actual}>\nexpected: <{expected}>") sys.exit(1) # stdout (json) if os.path.exists(json_output_file): expected = open(json_output_file).read() actual = result.stdout check_json_output.check(expected, actual) # stderr f = hurl_file.replace(".hurl", "." + get_os() + ".err") if os.path.exists(f): expected = open(f).read().strip() actual = decode_string(result.stderr).strip() if expected != actual: print(">>> error in stderr") print(f"actual: <{actual}>\nexpected: <{expected}>") sys.exit(1) else: f = hurl_file.replace(".hurl", ".err") if os.path.exists(f): expected = open(f).read().strip() actual = decode_string(result.stderr).strip() if expected != actual: print(">>> error in stderr") print(f"actual: <{actual}>\nexpected: <{expected}>") sys.exit(1) # curl output if os.path.exists(curl_file): expected_commands = [] for line in open(curl_file, "r").readlines(): line = line.strip() if line == "" or line.startswith("#"): continue expected_commands.append(line) actual = decode_string(result.stderr).strip() actual_commands = [ line[2:] for line in actual.split("\n") if line.startswith("* curl") ] if len(actual_commands) != len(expected_commands): print("curl commands error at %s" % (curl_file)) print("expected: %d commands" % len(expected_commands)) print("actual: %d commands" % len(actual_commands)) sys.exit(1) for i in range(len(expected_commands)): if actual_commands[i] != expected_commands[i]: print("curl command error at %s:%i" % (curl_file, i + 1)) print("expected: %s" % expected_commands[i]) print("actual: %s" % actual_commands[i]) sys.exit(1) def main(): for hurl_file in sys.argv[1:]: test(hurl_file) if __name__ == "__main__": main()