graphql-engine/server/tests-py/test_horizontal_scale.py
Samir Talwar 987b55f981 server/tests-py: Reduce the number of locations we check the status code.
We have a lot of `assert st_code == 200` scattered about. This is a
problem because (a) it makes the code harder to parse and (b) the error
message is lacking; I have seen a few flaky tests which were impossible
to diagnose because I didn't know what the response _should_ be.

This reduces the number of places in which we perform this assertion
(moving most of them to `HGECtx.execute_query`), so that we can have a
better chance of seeing a useful error message on test failure.

PR-URL: https://github.com/hasura/graphql-engine-mono/pull/4957
GitOrigin-RevId: 3ff388bccf49f96569aa6b7db85266a0c5ee27ea
2022-07-05 18:01:07 +00:00

64 lines
2.1 KiB
Python

import pytest
import time
import json
import jsondiff
from context import PytestConf
from ruamel.yaml import YAML
yaml=YAML(typ='safe', pure=True)
if not PytestConf.config.getoption("--test-hge-scale-url"):
pytest.skip("--test-hge-scale-url flag is missing, skipping tests", allow_module_level=True)
class TestHorizontalScaleBasic():
servers = {}
@pytest.fixture(autouse=True, scope='class')
def transact(self, hge_ctx):
self.servers['1'] = hge_ctx.hge_url
self.servers['2'] = hge_ctx.hge_scale_url
yield
# teardown
hge_ctx.v1q_f(self.dir() + '/teardown.yaml')
def test_horizontal_scale_basic(self, hge_ctx):
with open(self.dir() + "/steps.yaml") as c:
conf = yaml.load(c)
assert isinstance(conf, list) == True, 'Not a list'
for _, step in enumerate(conf):
# execute operation
response = hge_ctx.http.post(
self.servers[step['operation']['server']] + "/v1/query",
json=step['operation']['query']
)
resp = response.json()
assert \
response.status_code == 200, \
f'Expected {response.status_code} to be 200. Response:\n{json.dumps(resp, indent=2)}'
# wait for 20 sec
time.sleep(20)
# validate data
response = hge_ctx.http.post(
self.servers[step['validate']['server']] + "/v1alpha1/graphql",
json=step['validate']['query']
)
resp = response.json()
assert \
response.status_code == 200, \
f'Expected {response.status_code} to be 200. Response:\n{json.dumps(resp, indent=2)}'
if 'response' in step['validate']:
assert resp == step['validate']['response'], yaml.dump({
'response': resp,
'expected': step['validate']['response'],
'diff': jsondiff.diff(step['validate']['response'], resp)
})
@classmethod
def dir(cls):
return 'queries/horizontal_scale/basic'