071df2f439
* Split queries into system and data queries * System queries are sequentially executed and generate separate transaction deltas * System transaction try locks for 100ms * last_commited_system_ts saved to DBMS durability * Replicating CREATE/DROP DATABASE * Sending a system snapshot if REPLICA behind * Passing a copy of the gatekeeper::access as std::any to all functions that could call an async execution * Removed delete_on_drop flag (we now always delete on drop) * Using UUID as the directory name for databases * DBMS durability update (added versioning and salient information) * Automatic migration from previous version * Interpreter can run some queries without a target database * SHOW REPLICA returns the status of the currently active DB * Returning UUID instead of db name in the RPC responses * Using UUIDs for database specification in RPC (not name) * FrequentCheck forces update on reconnect * TimestampRpc will detect if a replica is behind, and will update client's state * Safer SLK reads * Split SHOW DATABASES in two SHOW DATABASES (list of current databases) and SHOW DATABASE a single string naming the current database --------- Co-authored-by: Gareth Lloyd <gareth.lloyd@memgraph.io>
105 lines
3.9 KiB
Python
Executable File
105 lines
3.9 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
# Copyright 2021 Memgraph Ltd.
|
|
#
|
|
# Use of this software is governed by the Business Source License
|
|
# included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
|
|
# License, and you may not use this file except in compliance with the Business Source License.
|
|
#
|
|
# As of the Change Date specified in that file, in accordance with
|
|
# the Business Source License, use of this software will be governed
|
|
# by the Apache License, Version 2.0, included in the file
|
|
# licenses/APL.txt.
|
|
|
|
import atexit
|
|
import logging
|
|
import os
|
|
import subprocess
|
|
import time
|
|
from argparse import ArgumentParser
|
|
from pathlib import Path
|
|
|
|
import interactive_mg_runner
|
|
import yaml
|
|
|
|
SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
|
|
PROJECT_DIR = os.path.normpath(os.path.join(SCRIPT_DIR, "..", ".."))
|
|
BUILD_DIR = os.path.join(PROJECT_DIR, "build")
|
|
|
|
log = logging.getLogger("memgraph.tests.e2e")
|
|
|
|
|
|
def load_args():
|
|
parser = ArgumentParser()
|
|
parser.add_argument("--workloads-root-directory", required=True)
|
|
parser.add_argument("--workload-name", default=None, required=False)
|
|
parser.add_argument("--debug", default=False, required=False)
|
|
return parser.parse_args()
|
|
|
|
|
|
def load_workloads(root_directory):
|
|
workloads = []
|
|
for file in Path(root_directory).rglob("*.yaml"):
|
|
with open(file, "r") as f:
|
|
workloads.extend(yaml.load(f, Loader=yaml.FullLoader)["workloads"])
|
|
return workloads
|
|
|
|
|
|
def run(args):
|
|
workloads = load_workloads(args.workloads_root_directory)
|
|
for workload in workloads:
|
|
workload_name = workload["name"]
|
|
if args.workload_name is not None and args.workload_name != workload_name:
|
|
continue
|
|
log.info("%s STARTED.", workload_name)
|
|
|
|
# Setup.
|
|
@atexit.register
|
|
def cleanup(keep_directories=True):
|
|
interactive_mg_runner.stop_all(keep_directories)
|
|
|
|
if "pre_set_workload" in workload:
|
|
binary = os.path.join(BUILD_DIR, workload["pre_set_workload"])
|
|
subprocess.run([binary], check=True, stderr=subprocess.STDOUT)
|
|
|
|
if "cluster" in workload:
|
|
procdir = ""
|
|
if "proc" in workload:
|
|
procdir = os.path.join(BUILD_DIR, workload["proc"])
|
|
interactive_mg_runner.start_all(workload["cluster"], procdir)
|
|
|
|
if args.debug:
|
|
hosts = subprocess.check_output("pgrep memgraph", shell=True)
|
|
print(f"PID: {hosts}")
|
|
time.sleep(10)
|
|
|
|
# Test.
|
|
mg_test_binary = os.path.join(BUILD_DIR, workload["binary"])
|
|
subprocess.run([mg_test_binary] + workload["args"], check=True, stderr=subprocess.STDOUT)
|
|
# Validation.
|
|
if "cluster" in workload:
|
|
for name, config in workload["cluster"].items():
|
|
mg_instance = interactive_mg_runner.MEMGRAPH_INSTANCES[name]
|
|
# Explicitely check if there are validation queries and skip if
|
|
# nothing is to validate. If setup queries are dealing with
|
|
# users, any new connection requires auth details.
|
|
validation_queries = config.get("validation_queries", [])
|
|
if len(validation_queries) == 0:
|
|
continue
|
|
# NOTE: If the setup quries create users AND there are some
|
|
# validation queries, the connection here has to get the right
|
|
# username/password.
|
|
conn = mg_instance.get_connection()
|
|
for validation in validation_queries:
|
|
data = mg_instance.query(validation["query"], conn)[0][0]
|
|
assert data == validation["expected"]
|
|
conn.close()
|
|
cleanup(keep_directories=False)
|
|
log.info("%s PASSED.", workload_name)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
args = load_args()
|
|
logging.basicConfig(level=logging.INFO, format="%(levelname)s %(asctime)s %(name)s] %(message)s")
|
|
run(args)
|