diff --git a/tests/benchmark/CMakeLists.txt b/tests/benchmark/CMakeLists.txt index bf32e3071..6ec3fa644 100644 --- a/tests/benchmark/CMakeLists.txt +++ b/tests/benchmark/CMakeLists.txt @@ -79,3 +79,6 @@ target_link_libraries(${test_prefix}data_structures_find mg-utils mg-storage-v3) add_benchmark(data_structures_contains.cpp) target_link_libraries(${test_prefix}data_structures_contains mg-utils mg-storage-v3) + +add_benchmark(data_structures_remove.cpp) +target_link_libraries(${test_prefix}data_structures_contains mg-utils mg-storage-v3) diff --git a/tests/benchmark/data_structures_common.hpp b/tests/benchmark/data_structures_common.hpp new file mode 100644 index 000000000..fe6129a22 --- /dev/null +++ b/tests/benchmark/data_structures_common.hpp @@ -0,0 +1,76 @@ +// Copyright 2022 Memgraph Ltd. +// +// Use of this software is governed by the Business Source License +// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source +// License, and you may not use this file except in compliance with the Business Source License. +// +// As of the Change Date specified in that file, in accordance with +// the Business Source License, use of this software will be governed +// by the Apache License, Version 2.0, included in the file +// licenses/APL.txt. + +#pragma once + +#include +#include +#include + +#include "btree_map.hpp" +#include "coordinator/hybrid_logical_clock.hpp" +#include "storage/v3/lexicographically_ordered_vertex.hpp" +#include "storage/v3/mvcc.hpp" +#include "storage/v3/transaction.hpp" +#include "utils/skip_list.hpp" + +namespace memgraph::benchmark { + +template +inline void PrepareData(utils::SkipList &skip_list, const int64_t num_elements) { + coordinator::Hlc start_timestamp; + storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; + storage::v3::Transaction transaction{start_timestamp, isolation_level}; + auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); + for (auto i{0}; i < num_elements; ++i) { + auto acc = skip_list.access(); + acc.insert({storage::v3::Vertex(delta, std::vector{storage::v3::PropertyValue{i}})}); + } +} + +template +inline void PrepareData(std::map &std_map, const int64_t num_elements) { + coordinator::Hlc start_timestamp; + storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; + storage::v3::Transaction transaction{start_timestamp, isolation_level}; + auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); + for (auto i{0}; i < num_elements; ++i) { + std_map.insert({storage::v3::PrimaryKey{storage::v3::PropertyValue{i}}, + storage::v3::LexicographicallyOrderedVertex{storage::v3::Vertex{ + delta, std::vector{storage::v3::PropertyValue{i}}}}}); + } +} + +template +inline void PrepareData(std::set &std_set, const int64_t num_elements) { + coordinator::Hlc start_timestamp; + storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; + storage::v3::Transaction transaction{start_timestamp, isolation_level}; + auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); + for (auto i{0}; i < num_elements; ++i) { + std_set.insert(storage::v3::LexicographicallyOrderedVertex{ + storage::v3::Vertex{delta, std::vector{storage::v3::PropertyValue{i}}}}); + } +} + +template +inline void PrepareData(tlx::btree_map &bpp_tree, const int64_t num_elements) { + coordinator::Hlc start_timestamp; + storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; + storage::v3::Transaction transaction{start_timestamp, isolation_level}; + auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); + for (auto i{0}; i < num_elements; ++i) { + bpp_tree.insert({storage::v3::PrimaryKey{storage::v3::PropertyValue{i}}, + storage::v3::LexicographicallyOrderedVertex{storage::v3::Vertex{ + delta, std::vector{storage::v3::PropertyValue{i}}}}}); + } +} +} // namespace memgraph::benchmark diff --git a/tests/benchmark/data_structures_contains.cpp b/tests/benchmark/data_structures_contains.cpp new file mode 100644 index 000000000..08596c7a7 --- /dev/null +++ b/tests/benchmark/data_structures_contains.cpp @@ -0,0 +1,131 @@ +// Copyright 2022 Memgraph Ltd. +// +// Use of this software is governed by the Business Source License +// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source +// License, and you may not use this file except in compliance with the Business Source License. +// +// As of the Change Date specified in that file, in accordance with +// the Business Source License, use of this software will be governed +// by the Apache License, Version 2.0, included in the file +// licenses/APL.txt. + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include +#include + +#include "btree_map.hpp" +#include "data_structures_common.hpp" +#include "storage/v3/key_store.hpp" +#include "storage/v3/lexicographically_ordered_vertex.hpp" +#include "storage/v3/mvcc.hpp" +#include "storage/v3/property_value.hpp" +#include "storage/v3/transaction.hpp" +#include "storage/v3/vertex.hpp" +#include "utils/skip_list.hpp" + +namespace memgraph::benchmark { + +/////////////////////////////////////////////////////////////////////////////// +// Testing Contains Operation +/////////////////////////////////////////////////////////////////////////////// +static void BM_BenchmarkContainsSkipList(::benchmark::State &state) { + utils::SkipList skip_list; + PrepareData(skip_list, state.range(0)); + // So we can also have elements that does don't exist + std::mt19937 i_generator(std::random_device{}()); + std::uniform_int_distribution i_distribution(0, state.range(0) * 2); + int64_t found_elems{0}; + for (auto _ : state) { + for (auto i{0}; i < state.range(0); ++i) { + int64_t value = i_distribution(i_generator); + auto acc = skip_list.access(); + if (acc.contains(storage::v3::PrimaryKey{{storage::v3::PropertyValue(value)}})) { + found_elems++; + } + } + } + state.SetItemsProcessed(found_elems); +} + +static void BM_BenchmarkContainsStdMap(::benchmark::State &state) { + std::map std_map; + PrepareData(std_map, state.range(0)); + + // So we can also have elements that does don't exist + std::mt19937 i_generator(std::random_device{}()); + std::uniform_int_distribution i_distribution(0, state.range(0) * 2); + int64_t found_elems{0}; + for (auto _ : state) { + for (auto i{0}; i < state.range(0); ++i) { + int64_t value = i_distribution(i_generator); + if (std_map.contains(storage::v3::PrimaryKey{{storage::v3::PropertyValue(value)}})) { + found_elems++; + } + } + } + state.SetItemsProcessed(found_elems); +} + +static void BM_BenchmarkContainsStdSet(::benchmark::State &state) { + std::set std_set; + PrepareData(std_set, state.range(0)); + coordinator::Hlc start_timestamp; + storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; + storage::v3::Transaction transaction{start_timestamp, isolation_level}; + auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); + // So we can also have elements that does don't exist + std::mt19937 i_generator(std::random_device{}()); + std::uniform_int_distribution i_distribution(0, state.range(0) * 2); + int64_t found_elems{0}; + for (auto _ : state) { + for (auto i{0}; i < state.range(0); ++i) { + int64_t value = i_distribution(i_generator); + if (std_set.contains(storage::v3::LexicographicallyOrderedVertex{ + storage::v3::Vertex{delta, storage::v3::PrimaryKey{storage::v3::PropertyValue{value}}}})) { + found_elems++; + } + } + } + state.SetItemsProcessed(found_elems); +} + +static void BM_BenchmarkContainsBppTree(::benchmark::State &state) { + tlx::btree_map bpp_tree; + PrepareData(bpp_tree, state.range(0)); + + // So we can also have elements that does don't exist + std::mt19937 i_generator(std::random_device{}()); + std::uniform_int_distribution i_distribution(0, state.range(0) * 2); + int64_t found_elems{0}; + for (auto _ : state) { + for (auto i{0}; i < state.range(0); ++i) { + int64_t value = i_distribution(i_generator); + if (bpp_tree.count(storage::v3::PrimaryKey{{storage::v3::PropertyValue(value)}}) > 0) { + found_elems++; + } + } + } + state.SetItemsProcessed(found_elems); +} + +BENCHMARK(BM_BenchmarkContainsSkipList)->Arg(1000); + +BENCHMARK(BM_BenchmarkContainsStdMap)->Arg(1000); + +BENCHMARK(BM_BenchmarkContainsStdSet)->Arg(1000); + +BENCHMARK(BM_BenchmarkContainsBppTree)->Arg(1000); + +} // namespace memgraph::benchmark + +BENCHMARK_MAIN(); diff --git a/tests/benchmark/data_structures_find.cpp b/tests/benchmark/data_structures_find.cpp index c2b2de83c..042066d68 100644 --- a/tests/benchmark/data_structures_find.cpp +++ b/tests/benchmark/data_structures_find.cpp @@ -24,7 +24,7 @@ #include #include "btree_map.hpp" -#include "skip_list_common.hpp" +#include "data_structures_common.hpp" #include "storage/v3/key_store.hpp" #include "storage/v3/lexicographically_ordered_vertex.hpp" #include "storage/v3/mvcc.hpp" @@ -40,14 +40,7 @@ namespace memgraph::benchmark { /////////////////////////////////////////////////////////////////////////////// static void BM_BenchmarkFindSkipList(::benchmark::State &state) { utils::SkipList skip_list; - coordinator::Hlc start_timestamp; - storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; - storage::v3::Transaction transaction{start_timestamp, isolation_level}; - auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); - for (auto i{0}; i < state.range(0); ++i) { - auto acc = skip_list.access(); - acc.insert({storage::v3::Vertex(delta, std::vector{storage::v3::PropertyValue{i}})}); - } + PrepareData(skip_list, state.range(0)); // So we can also have elements that does don't exist std::mt19937 i_generator(std::random_device{}()); std::uniform_int_distribution i_distribution(0, state.range(0) * 2); @@ -66,15 +59,7 @@ static void BM_BenchmarkFindSkipList(::benchmark::State &state) { static void BM_BenchmarkFindStdMap(::benchmark::State &state) { std::map std_map; - coordinator::Hlc start_timestamp; - storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; - storage::v3::Transaction transaction{start_timestamp, isolation_level}; - auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); - for (auto i{0}; i < state.range(0); ++i) { - std_map.insert({storage::v3::PrimaryKey{storage::v3::PropertyValue{i}}, - storage::v3::LexicographicallyOrderedVertex{storage::v3::Vertex{ - delta, std::vector{storage::v3::PropertyValue{i}}}}}); - } + PrepareData(std_map, state.range(0)); // So we can also have elements that does don't exist std::mt19937 i_generator(std::random_device{}()); std::uniform_int_distribution i_distribution(0, state.range(0) * 2); @@ -92,14 +77,12 @@ static void BM_BenchmarkFindStdMap(::benchmark::State &state) { static void BM_BenchmarkFindStdSet(::benchmark::State &state) { std::set std_set; + PrepareData(std_set, state.range(0)); coordinator::Hlc start_timestamp; storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; storage::v3::Transaction transaction{start_timestamp, isolation_level}; auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); - for (auto i{0}; i < state.range(0); ++i) { - std_set.insert(storage::v3::LexicographicallyOrderedVertex{ - storage::v3::Vertex{delta, std::vector{storage::v3::PropertyValue{i}}}}); - } + // So we can also have elements that does don't exist std::mt19937 i_generator(std::random_device{}()); std::uniform_int_distribution i_distribution(0, state.range(0) * 2); @@ -118,15 +101,7 @@ static void BM_BenchmarkFindStdSet(::benchmark::State &state) { static void BM_BenchmarkFindBppTree(::benchmark::State &state) { tlx::btree_map bpp_tree; - coordinator::Hlc start_timestamp; - storage::v3::IsolationLevel isolation_level{storage::v3::IsolationLevel::SNAPSHOT_ISOLATION}; - storage::v3::Transaction transaction{start_timestamp, isolation_level}; - auto *delta = storage::v3::CreateDeleteObjectDelta(&transaction); - for (auto i{0}; i < state.range(0); ++i) { - bpp_tree.insert({storage::v3::PrimaryKey{storage::v3::PropertyValue{i}}, - storage::v3::LexicographicallyOrderedVertex{storage::v3::Vertex{ - delta, std::vector{storage::v3::PropertyValue{i}}}}}); - } + PrepareData(bpp_tree, state.range(0)); // So we can also have elements that does don't exist std::mt19937 i_generator(std::random_device{}()); std::uniform_int_distribution i_distribution(0, state.range(0) * 2); diff --git a/tests/benchmark/data_structures_insert.cpp b/tests/benchmark/data_structures_insert.cpp index be2d7457f..4d427985b 100644 --- a/tests/benchmark/data_structures_insert.cpp +++ b/tests/benchmark/data_structures_insert.cpp @@ -24,7 +24,6 @@ #include #include "btree_map.hpp" -#include "skip_list_common.hpp" #include "storage/v3/key_store.hpp" #include "storage/v3/lexicographically_ordered_vertex.hpp" #include "storage/v3/mvcc.hpp"