tursom/memgraph
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add multithreaded create benchmark

Browse Source 
Reviewers: buda

Reviewed By: buda

Subscribers: pullbot

Differential Revision: https://phabricator.memgraph.io/D585
This commit is contained in:
Mislav Bradac 2017-07-21 15:03:10 +02:00
parent 29a7b12e22
commit 10b0f7cdf4
5 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/benchmark_infra/groups/create_parallel/config.json Normal file
View File

@ -0,0 +1,4 @@
{
"iterations": 3,
"num_client_workers": 16
}

1
tests/benchmark_infra/groups/create_parallel/iterteardown.cypher Normal file
View File

@ -0,0 +1 @@
MATCH (n) DETACH DELETE n

1
tests/benchmark_infra/groups/create_parallel/vertex.run.py Normal file
View File

@ -0,0 +1 @@
print("CREATE (:A {x : 10});" * 1000000)

12
tests/benchmark_infra/harness/bolt_client.py
View File

@ -35,7 +35,7 @@ from contextlib import redirect_stderr
import io import io
from multiprocessing import Pool from multiprocessing import Pool
from common import connection_argument_parser, execute_till_success, \ from common import connection_argument_parser, execute_till_success, \
argument_session argument_driver
from functools import partial from functools import partial
from neo4j.v1 import GraphDatabase, basic_auth from neo4j.v1 import GraphDatabase, basic_auth
@ -59,10 +59,12 @@ def _print_dict(d):
print(json.dumps(_prepare_for_json(d), indent=2)) print(json.dumps(_prepare_for_json(d), indent=2))
def _run_query(args, query): def _run_query(args, query, self):
with argument_session(args) as session: if not hasattr(self, "driver"):
return execute_till_success(session, query)[2] self.driver = argument_driver(args)
self.session = self.driver.session()
return execute_till_success(self.session, query)[2]
_run_query.__defaults__ = (_run_query,)
def main(): def main():
argp = connection_argument_parser() argp = connection_argument_parser()

4
tests/benchmark_infra/harness/harness.py
View File

@ -288,7 +288,7 @@ class QueryParallelSuite(_QuerySuite):
return ["MemgraphRunner"] return ["MemgraphRunner"]
def groups(self): def groups(self):
return ["aggregation_parallel"] return ["aggregation_parallel", "create_parallel"]
class MemgraphRunner: class MemgraphRunner:
@ -348,7 +348,7 @@ class MemgraphRunner:
# TODO make the timeout configurable per query or something # TODO make the timeout configurable per query or something
return_code = self.bolt_client.run_and_wait( return_code = self.bolt_client.run_and_wait(
"python3", client_args, timeout=120, stdin=queries_path) "python3", client_args, timeout=300, stdin=queries_path)
os.remove(queries_path) os.remove(queries_path)
if return_code != 0: if return_code != 0:
with open(self.bolt_client.get_stderr()) as f: with open(self.bolt_client.get_stderr()) as f: