Update mgbench to run Diff workflow under 30mins (#730)

tests/mgbench/benchmark.py

@@ -142,7 +142,7 @@ parser.add_argument(
     with the presence of 300 write queries from write type or 30%""",
 )
 
-parser.add_argument("--tail-latency", type=int, default=100, help="Number of queries for the tail latency statistics")
+parser.add_argument("--tail-latency", type=int, default=0, help="Number of queries for the tail latency statistics")
 
 parser.add_argument(
     "--performance-tracking",
@@ -223,7 +223,16 @@ def filter_benchmarks(generators, patterns):
                         patterns,
                     ):
                         current[group].append((query_name, query_func))
-            if len(current) > 0:
+            if len(current) == 0:
+                continue
+
+            # Ignore benchgraph "basic" queries in standard CI/CD run
+            for pattern in patterns:
+                res = pattern.count("*")
+                key = "basic"
+                if res >= 2 and key in current.keys():
+                    current.pop(key)
+
             filtered.append((generator(variant, args.vendor_name), dict(current)))
     return filtered
 
@@ -241,11 +250,13 @@ def warmup(client):
 
 
 def tail_latency(vendor, client, func):
+    iteration = args.tail_latency
+    if iteration >= 10:
         vendor.start_benchmark("tail_latency")
         if args.warmup_run:
             warmup(client)
         latency = []
-    iteration = args.tail_latency
+
         query_list = get_queries(func, iteration)
         for i in range(0, iteration):
             ret = client.execute(queries=[query_list[i]], num_workers=1)
@@ -265,6 +276,8 @@ def tail_latency(vendor, client, func):
         print("Query statistics for tail latency: ")
         print(query_stats)
         vendor.stop("tail_latency")
+    else:
+        query_stats = {}
     return query_stats
 
 

tests/mgbench/graph_bench.py

@@ -147,6 +147,8 @@ def run_full_benchmarks(vendor, binary, dataset_size, dataset_group, realistic,
         "12",
         "--no-authorization",
         "pokec/" + dataset_size + "/" + dataset_group + "/*",
+        "--tail-latency",
+        "100",
     ]
 
     for config in configurations: