From 782c377f5d2f19b6f6847f94f72b52a6bb80b794 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Marko=20Budiseli=C4=87?= <marko.budiselic@memgraph.com>
Date: Wed, 12 May 2021 17:17:57 +0200
Subject: [PATCH] Add benchmarking GHA Diff job (#147)
---
.github/workflows/diff.yaml | 61 ++++++++++++++++++++++++++++++++
tools/bench-graph-client/main.py | 11 ++++--
2 files changed, 69 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/diff.yaml b/.github/workflows/diff.yaml
index 3d22a6493..07ce34acb 100644
--- a/.github/workflows/diff.yaml
+++ b/.github/workflows/diff.yaml
@@ -340,3 +340,64 @@ jobs:
with:
name: "Jepsen Report"
path: tests/jepsen/Jepsen.tar.gz
+
+ release_benchmarks:
+ name: "Release benchmarks"
+ runs-on: [self-hosted, Linux, X64, Diff, Gen7]
+ env:
+ THREADS: 24
+
+ steps:
+ - name: Set up repository
+ uses: actions/checkout@v2
+ with:
+ # Number of commits to fetch. `0` indicates all history for all
+ # branches and tags. (default: 1)
+ fetch-depth: 0
+
+ - name: Build release binaries
+ run: |
+ # Activate toolchain.
+ source /opt/toolchain-v2/activate
+
+ # Initialize dependencies.
+ ./init
+
+ # Build only memgraph release binarie.
+ cd build
+ cmake -DCMAKE_BUILD_TYPE=release ..
+ make -j$THREADS
+
+ - name: Run macro benchmarks
+ run: |
+ cd tests/macro_benchmark
+ ./harness QuerySuite MemgraphRunner \
+ --groups aggregation 1000_create unwind_create dense_expand match \
+ --no-strict
+
+ - name: Upload macro benchmark results
+ run: |
+ cd tools/bench-graph-client
+ virtualenv -p python3 ve3
+ source ve3/bin/activate
+ pip install -r requirements.txt
+ ./main.py --benchmark-name "macro_benchmark" \
+ --benchmark-results-path "../../tests/macro_benchmark/.harness_summary" \
+ --github-run-id "${{ github.run_id }}" \
+ --github-run-number "${{ github.run_number }}"
+
+ - name: Run mgbench
+ run: |
+ cd tests/mgbench
+ ./benchmark.py --num-workers-for-benchmark 12 --export-results benchmark_result.json pokec/medium/*/*
+
+ - name: Upload mgbench results
+ run: |
+ cd tools/bench-graph-client
+ virtualenv -p python3 ve3
+ source ve3/bin/activate
+ pip install -r requirements.txt
+ ./main.py --benchmark-name "mgbench" \
+ --benchmark-results-path "../../tests/mgbench/benchmark_result.json" \
+ --github-run-id "${{ github.run_id }}" \
+ --github-run-number "${{ github.run_number }}"
diff --git a/tools/bench-graph-client/main.py b/tools/bench-graph-client/main.py
index d53901e6c..e90340ef0 100755
--- a/tools/bench-graph-client/main.py
+++ b/tools/bench-graph-client/main.py
@@ -9,6 +9,7 @@ import json
import logging
import os
import requests
+import subprocess
from datetime import datetime
from argparse import ArgumentParser
@@ -20,7 +21,7 @@ GITHUB_REF = os.getenv("GITHUB_REF", "")
BENCH_GRAPH_SERVER_ENDPOINT = os.getenv(
"BENCH_GRAPH_SERVER_ENDPOINT",
- "http://mgdeps-cache:9000")
+ "http://bench-graph-api:9001")
log = logging.getLogger(__name__)
@@ -38,6 +39,10 @@ def post_measurement(args):
with open(args.benchmark_results_path, "r") as f:
data = json.load(f)
timestamp = datetime.now().timestamp()
+ branch = subprocess.run(
+ ["git", "rev-parse", "--abbrev-ref", "HEAD"],
+ stdout=subprocess.PIPE,
+ check=True).stdout.decode("utf-8").strip()
req = requests.post(
f"{BENCH_GRAPH_SERVER_ENDPOINT}/measurements",
json={
@@ -48,8 +53,8 @@ def post_measurement(args):
"git_sha": GITHUB_SHA,
"github_run_id": args.github_run_id,
"github_run_number": args.github_run_number,
- "results": data
- },
+ "results": data,
+ "git_branch": branch},
timeout=1)
assert req.status_code == 200, \
f"Uploading {args.benchmark_name} data failed."