Add std::map and skiplist benchamrk

This commit is contained in:
jbajic 2022-11-24 17:44:41 +01:00
parent d44c1836c7
commit 8fe1b8d7fc
3 changed files with 202 additions and 4 deletions

View File

@ -9,11 +9,13 @@ function(add_benchmark test_cpp)
get_filename_component(exec_name ${test_cpp} NAME_WE)
set(target_name ${test_prefix}${exec_name})
add_executable(${target_name} ${test_cpp} ${ARGN})
# OUTPUT_NAME sets the real name of a target when it is built and can be
# used to help create two targets of the same name even though CMake
# requires unique logical target names
set_target_properties(${target_name} PROPERTIES OUTPUT_NAME ${exec_name})
target_link_libraries(${target_name} benchmark gflags)
# register test
add_test(${target_name} ${exec_name})
add_dependencies(memgraph__benchmark ${target_name})
@ -37,9 +39,9 @@ target_link_libraries(${test_prefix}profile mg-query)
add_benchmark(query/stripped.cpp)
target_link_libraries(${test_prefix}stripped mg-query)
if (MG_ENTERPRISE)
add_benchmark(rpc.cpp)
target_link_libraries(${test_prefix}rpc mg-rpc)
if(MG_ENTERPRISE)
add_benchmark(rpc.cpp)
target_link_libraries(${test_prefix}rpc mg-rpc)
endif()
add_benchmark(skip_list_random.cpp)
@ -65,3 +67,6 @@ target_link_libraries(${test_prefix}storage_v2_property_store mg-storage-v2)
add_benchmark(future.cpp)
target_link_libraries(${test_prefix}future mg-io)
add_benchmark(data_structures.cpp)
target_link_libraries(${test_prefix}data_structures mg-utils)

View File

@ -0,0 +1,169 @@
// Copyright 2022 Memgraph Ltd.
//
// Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
// License, and you may not use this file except in compliance with the Business Source License.
//
// As of the Change Date specified in that file, in accordance with
// the Business Source License, use of this software will be governed
// by the Apache License, Version 2.0, included in the file
// licenses/APL.txt.
#include <gflags/gflags.h>
#include <atomic>
#include <concepts>
#include <cstddef>
#include <cstdint>
#include <exception>
#include <map>
#include <stdexcept>
#include <type_traits>
#include "btree_map.hpp"
#include "skip_list_common.hpp"
#include "utils/skip_list.hpp"
DEFINE_int32(max_element, 20000, "Maximum element in the intial list");
DEFINE_int32(max_range, 2000000, "Maximum range used for the test");
DEFINE_string(ds, "skip_list", "Which DS to test");
template <class ContainerType>
concept BasicIndexStructure = requires(ContainerType a, const ContainerType b) {
{ a.contains() } -> std::same_as<bool>;
{ a.find() } -> std::same_as<typename ContainerType::iterator>;
{ a.insert() } -> std::same_as<std::pair<typename ContainerType::iterator, bool>>;
{ a.remove() } -> std::same_as<bool>;
};
template <typename T>
class BppStructure final {
using value_type = typename tlx::btree_map<T, T>::value_type;
using iterator = typename tlx::btree_map<T, T>::iterator;
public:
bool contains(const T key) const { return data.exists(key); }
auto find(const T key) const { return data.find(key); }
std::pair<iterator, bool> insert(T val) { return data.insert({val, val}); }
bool remove(const T key) { return data.erase(key); }
size_t size() const { return data.size(); };
iterator end() { return data.end(); }
private:
tlx::btree_map<T, T> data;
};
template <typename T>
class MapStructure final {
using value_type = typename std::map<T, T>::value_type;
using iterator = typename std::map<T, T>::iterator;
public:
bool contains(const T key) const { return data.contains(key); }
auto find(const T key) const { return data.find(key); }
std::pair<iterator, bool> insert(T val) { return data.insert({val, val}); }
bool remove(const T key) { return data.erase(key); }
size_t size() const { return data.size(); };
iterator end() { return data.end(); }
private:
std::map<T, T> data;
};
template <typename DataStructure>
void RunDSTest(DataStructure &ds) {
RunTest([&ds](const std::atomic<bool> &run, auto &stats) {
std::mt19937 generator(std::random_device{}());
std::uniform_int_distribution<uint64_t> distribution(0, 3);
std::mt19937 i_generator(std::random_device{}());
std::uniform_int_distribution<uint64_t> i_distribution(0, FLAGS_max_range);
while (run.load(std::memory_order_relaxed)) {
auto value = distribution(generator);
auto item = i_distribution(i_generator);
switch (value) {
case 0:
stats.succ[OP_INSERT] += static_cast<uint64_t>(ds.insert(item).second);
break;
case 1:
stats.succ[OP_CONTAINS] += static_cast<uint64_t>(ds.contains(item));
break;
case 2:
stats.succ[OP_REMOVE] += static_cast<uint64_t>(ds.remove(item));
break;
case 3:
stats.succ[OP_FIND] += static_cast<uint64_t>(ds.find(item) != ds.end());
break;
default:
std::terminate();
}
++stats.total;
}
});
}
template <typename Accessor>
void GenerateData(Accessor &acc) {
for (uint64_t i = 0; i <= FLAGS_max_element; ++i) {
MG_ASSERT(acc.insert(i).second);
}
}
template <typename Accessor>
void AsserData(Accessor &acc) {
if constexpr (std::is_same_v<Accessor, memgraph::utils::SkipList<uint64_t>>) {
uint64_t val = 0;
for (auto item : acc) {
MG_ASSERT(item == val);
++val;
}
MG_ASSERT(val == FLAGS_max_element + 1);
} else {
MG_ASSERT(acc.size() == FLAGS_max_element + 1);
}
}
int main(int argc, char **argv) {
gflags::ParseCommandLineFlags(&argc, &argv, true);
if (FLAGS_ds == "skip_list") {
std::cout << "#### Testing skip list" << std::endl;
memgraph::utils::SkipList<uint64_t> list;
auto acc = list.access();
GenerateData(acc);
AsserData(acc);
RunDSTest(acc);
} else if (FLAGS_ds == "map") {
std::cout << "#### Testing map" << std::endl;
MapStructure<uint64_t> map;
GenerateData(map);
AsserData(map);
RunDSTest(map);
} else if (FLAGS_ds == "bpp") {
std::cout << "#### Testing B+ tree" << std::endl;
BppStructure<uint64_t> bpp;
GenerateData(bpp);
AsserData(bpp);
RunDSTest(bpp);
} else {
throw std::runtime_error("Select an existing data structure!");
}
return 0;
}

View File

@ -1,4 +1,4 @@
// Copyright 2021 Memgraph Ltd.
// Copyright 2022 Memgraph Ltd.
//
// Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -81,3 +81,27 @@ inline void RunConcurrentTest(std::function<void(std::atomic<bool> *, Stats *)>
std::cout << "Total successful: " << tot << " (" << tot / FLAGS_duration << " calls/s)" << std::endl;
std::cout << "Total ops: " << tops << " (" << tops / FLAGS_duration << " calls/s)" << std::endl;
}
inline void RunTest(std::function<void(const std::atomic<bool> &, Stats &)> test_func) {
Stats stats;
std::atomic<bool> run{true};
{
std::jthread bg_thread(test_func, std::cref(run), std::ref(stats));
std::this_thread::sleep_for(std::chrono::seconds(FLAGS_duration));
run.store(false, std::memory_order_relaxed);
}
std::cout << " Operations: " << stats.total << std::endl;
std::cout << " Successful insert: " << stats.succ[0] << std::endl;
std::cout << " Successful contains: " << stats.succ[1] << std::endl;
std::cout << " Successful remove: " << stats.succ[2] << std::endl;
std::cout << " Successful find: " << stats.succ[3] << std::endl;
std::cout << std::endl;
const auto tot = stats.succ[0] + stats.succ[1] + stats.succ[2] + stats.succ[3];
const auto tops = stats.total;
std::cout << "Total successful: " << tot << " (" << tot / FLAGS_duration << " calls/s)" << std::endl;
std::cout << "Total ops: " << tops << " (" << tops / FLAGS_duration << " calls/s)" << std::endl;
}