mirror of
https://github.com/hasura/graphql-engine.git
synced 2024-12-16 09:51:59 +03:00
a40bf10b9f
Examples 1) ` pytest --hge-urls "http://127.0.0.1:8080" --pg-urls "postgresql://admin@127.0.0.1:5432/hge_tests" -vv ` 2) `pytest --hge-urls "http://127.0.0.1:8080" "http://127.0.0.1:8081" --pg-urls "postgresql://admin@127.0.0.1:5432/hge_tests" "postgresql://admin@127.0.0.1:5432/hge_tests2" -vv ` ### Solution and Design <!-- How is this issue solved/fixed? What is the design? --> <!-- It's better if we elaborate --> #### Reducing execution time of tests - The Schema setup and teardown, which were earlier done per test method, usually takes around 1 sec. - For mutations, the model has now been changed to only do schema setup and teardown once per test class. - A data setup and teardown will be done once per test instead (usually takes ~10ms). - For the test class to get this behaviour, one can can extend the class `DefaultTestMutations`. - The function `dir()` should be define which returns the location of the configuration folder. - Inside the configuration folder, there should be - Files `<conf_dir>/schema_setup.yaml` and `<conf_dir>/schema_teardown.yaml`, which has the metadata query executed during schema setup and teardown respectively - Files named `<conf_dir>/values_setup.yaml` and `<conf_dir>/values_teardown.yaml`. These files are executed to setup and remove data from the tables respectively. #### Running Graphql queries on both http and websockets - Each GraphQL query/mutation is run on the both HTTP and websocket protocols - Pytests test parameterisation is used to achieve this - The errors over websockets are slightly different from that on HTTP - The code takes care of converting the errors in HTTP to errors in websockets #### Parallel executation of tests. - The plugin pytest-xdist helps in running tests on parallel workers. - We are using this plugin to group tests by file and run on different workers. - Parallel test worker processes operate on separate postgres databases(and separate graphql-engines connected to these databases). Thus tests on one worker will not affect the tests on the other worker. - With two workers, this decreases execution times by half, as the tests on event triggers usually takes a long time, but does not consume much CPU.
61 lines
2.0 KiB
Python
61 lines
2.0 KiB
Python
import pytest
|
|
import yaml
|
|
import time
|
|
import jsondiff
|
|
|
|
from validate import json_ordered
|
|
|
|
|
|
if not pytest.config.getoption("--test-hge-scale-url"):
|
|
pytest.skip("--test-hge-scale-url flag is missing, skipping tests", allow_module_level=True)
|
|
|
|
|
|
class TestHorizantalScaleBasic():
|
|
servers = {}
|
|
|
|
@pytest.fixture(autouse=True, scope='class')
|
|
def transact(self, hge_ctx):
|
|
self.servers['1'] = hge_ctx.hge_url
|
|
self.servers['2'] = hge_ctx.hge_scale_url
|
|
yield
|
|
# teardown
|
|
st_code, resp = hge_ctx.v1q_f(self.dir() + '/teardown.yaml')
|
|
assert st_code == 200, resp
|
|
|
|
def test_horizontal_scale_basic(self, hge_ctx):
|
|
with open(self.dir() + "/steps.yaml") as c:
|
|
conf = yaml.safe_load(c)
|
|
|
|
assert isinstance(conf, list) == True, 'Not an list'
|
|
for _, step in enumerate(conf):
|
|
# execute operation
|
|
response = hge_ctx.http.post(
|
|
self.servers[step['operation']['server']] + "/v1/query",
|
|
json=step['operation']['query']
|
|
)
|
|
st_code = response.status_code
|
|
resp = response.json()
|
|
assert st_code == 200, resp
|
|
|
|
# wait for 20 sec
|
|
time.sleep(20)
|
|
# validate data
|
|
response = hge_ctx.http.post(
|
|
self.servers[step['validate']['server']] + "/v1alpha1/graphql",
|
|
json=step['validate']['query']
|
|
)
|
|
st_code = response.status_code
|
|
resp = response.json()
|
|
assert st_code == 200, resp
|
|
|
|
if 'response' in step['validate']:
|
|
assert json_ordered(resp) == json_ordered(step['validate']['response']), yaml.dump({
|
|
'response': resp,
|
|
'expected': step['validate']['response'],
|
|
'diff': jsondiff.diff(step['validate']['response'], resp)
|
|
})
|
|
|
|
@classmethod
|
|
def dir(cls):
|
|
return 'queries/horizontal_scale/basic'
|