memgraph/tests/e2e/runner.py
Marko Budiselić 9d056e7649
Add experimental/v1 of ON_DISK_TRANSACTIONAL storage (#850)
Co-authored-by: Andi Skrgat <andi8647@gmail.com>
Co-authored-by: Aidar Samerkhanov <aidar.samerkhanov@memgraph.io>
2023-06-29 11:44:55 +02:00

99 lines
3.6 KiB
Python
Executable File

# Copyright 2021 Memgraph Ltd.
#
# Use of this software is governed by the Business Source License
# included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
# License, and you may not use this file except in compliance with the Business Source License.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0, included in the file
# licenses/APL.txt.
import atexit
import logging
import os
import subprocess
import time
from argparse import ArgumentParser
from pathlib import Path
import interactive_mg_runner
import yaml
SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
PROJECT_DIR = os.path.normpath(os.path.join(SCRIPT_DIR, "..", ".."))
BUILD_DIR = os.path.join(PROJECT_DIR, "build")
log = logging.getLogger("memgraph.tests.e2e")
def load_args():
parser = ArgumentParser()
parser.add_argument("--workloads-root-directory", required=True)
parser.add_argument("--workload-name", default=None, required=False)
parser.add_argument("--debug", default=False, required=False)
return parser.parse_args()
def load_workloads(root_directory):
workloads = []
for file in Path(root_directory).rglob("*.yaml"):
with open(file, "r") as f:
workloads.extend(yaml.load(f, Loader=yaml.FullLoader)["workloads"])
return workloads
def run(args):
workloads = load_workloads(args.workloads_root_directory)
for workload in workloads:
workload_name = workload["name"]
if args.workload_name is not None and args.workload_name != workload_name:
continue
log.info("%s STARTED.", workload_name)
# Setup.
@atexit.register
def cleanup():
interactive_mg_runner.stop_all()
if "cluster" in workload:
procdir = ""
if "proc" in workload:
procdir = os.path.join(BUILD_DIR, workload["proc"])
interactive_mg_runner.start_all(workload["cluster"], procdir)
if args.debug:
hosts = subprocess.check_output("pgrep memgraph", shell=True)
print(f"PID: {hosts}")
time.sleep(10)
# Test.
mg_test_binary = os.path.join(BUILD_DIR, workload["binary"])
subprocess.run([mg_test_binary] + workload["args"], check=True, stderr=subprocess.STDOUT)
# Validation.
if "cluster" in workload:
for name, config in workload["cluster"].items():
mg_instance = interactive_mg_runner.MEMGRAPH_INSTANCES[name]
# Explicitely check if there are validation queries and skip if
# nothing is to validate. If setup queries are dealing with
# users, any new connection requires auth details.
validation_queries = config.get("validation_queries", [])
if len(validation_queries) == 0:
continue
# NOTE: If the setup quries create users AND there are some
# validation queries, the connection here has to get the right
# username/password.
conn = mg_instance.get_connection()
for validation in validation_queries:
data = mg_instance.query(validation["query"], conn)[0][0]
assert data == validation["expected"]
conn.close()
cleanup()
log.info("%s PASSED.", workload_name)
if __name__ == "__main__":
args = load_args()
logging.basicConfig(level=logging.INFO, format="%(levelname)s %(asctime)s %(name)s] %(message)s")
run(args)