tursom/memgraph
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Added 3 iterations to macro benchmark.

Browse Source 
Reviewers: mislav.bradac

Reviewed By: mislav.bradac

Subscribers: pullbot

Differential Revision: https://phabricator.memgraph.io/D759
This commit is contained in:
Matej Ferencevic 2017-09-07 10:06:46 +02:00
parent c8d34c58ef
commit 21782901c1
1 changed files with 42 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
tests/macro_benchmark/harness/harness.py
View File

@ -226,10 +226,6 @@ class _QuerySuite:
time.time() - start_time)) time.time() - start_time))
return r_val return r_val
measurements = []
measurement_lists = defaultdict(list)
def add_measurement(dictionary, iteration, key): def add_measurement(dictionary, iteration, key):
if key in dictionary: if key in dictionary:
measurement = {"target": key, measurement = {"target": key,
@ -243,6 +239,13 @@ class _QuerySuite:
except: except:
pass pass
measurements = []
measurement_lists = defaultdict(list)
# Run the whole test 3 times because memgraph is sometimes
# consistently slow and with this hack we get a good median
for i in range(3):
pid = runner.start() pid = runner.start()
execute("setup") execute("setup")
@ -282,6 +285,7 @@ class _QuerySuite:
# TODO value outlier detection and warning across iterations # TODO value outlier detection and warning across iterations
execute("teardown") execute("teardown")
runner.stop() runner.stop()
self.append_scenario_summary(group_name, scenario_name, self.append_scenario_summary(group_name, scenario_name,
measurement_lists, num_iterations) measurement_lists, num_iterations)
return measurements return measurements