Compare commits

...

19 Commits

Author SHA1 Message Date
Andreja Tonev
2f176d60a9 Optimizations: More RocksDB perf optimizations 2024-03-13 16:13:57 +01:00
Andreja Tonev
fdd5b132e2 Optimizations: RocksDB perf optimizations 2024-03-13 16:13:57 +01:00
Andreja Tonev
796fe44c99 Optimization: don't go to disk if no prop 2024-03-13 16:13:57 +01:00
Andreja Tonev
66376fea0e WIP: Added PDS to Vertex 2024-03-13 16:13:57 +01:00
Andreja Tonev
50e3e1d685 BIG WIP: Using KVStore for ps; Used by edges 2024-03-13 16:13:57 +01:00
Gareth Lloyd
9b4c9c99ee clang-tidy fixes 2024-03-13 08:44:22 +00:00
Gareth Lloyd
6f4c62a895 Better PropertyValue 2024-03-13 08:44:22 +00:00
Gareth Lloyd
cc883a9387 Less temporary allocations 2024-03-13 08:44:22 +00:00
Gareth Lloyd
bd69a711c5 Clang-tidy fixes 2024-03-13 08:44:22 +00:00
Gareth Lloyd
afc90297de Pool alignment fixes 2024-03-13 08:44:22 +00:00
Gareth Lloyd
a32e27c013 Fix memory tracker e2e limits 2024-03-12 16:18:50 +00:00
Gareth Lloyd
853dfe3c65 Tune multipool sizes 2024-03-12 16:18:50 +00:00
Gareth Lloyd
51301a8125 Optimise edge expansion 2024-03-12 16:18:50 +00:00
Gareth Lloyd
78fcb92738 Unwind can now move the list 2024-03-12 16:18:50 +00:00
Gareth Lloyd
bdf5d7633e Use PoolResource2 in QueryAllocator 2024-03-12 16:18:50 +00:00
Gareth Lloyd
e44bf85576 PoolResource2 2024-03-12 16:18:50 +00:00
Gareth Lloyd
0ab4e0fa53 Better Pool 2024-03-12 16:18:50 +00:00
Gareth Lloyd
37f11a75d4 Use one common allocator for queries 2024-03-12 16:18:50 +00:00
Gareth Lloyd
be66f03cc8 Better CSVReader memory usage 2024-03-12 16:18:50 +00:00
50 changed files with 1798 additions and 890 deletions

View File

@ -300,6 +300,19 @@ endif()
option(ENABLE_JEMALLOC "Use jemalloc" ON) option(ENABLE_JEMALLOC "Use jemalloc" ON)
option(MG_MEMORY_PROFILE "If build should be setup for memory profiling" OFF)
if (MG_MEMORY_PROFILE AND ENABLE_JEMALLOC)
message(STATUS "Jemalloc has been disabled because MG_MEMORY_PROFILE is enabled")
set(ENABLE_JEMALLOC OFF)
endif ()
if (MG_MEMORY_PROFILE AND ASAN)
message(STATUS "ASAN has been disabled because MG_MEMORY_PROFILE is enabled")
set(ASAN OFF)
endif ()
if (MG_MEMORY_PROFILE)
add_compile_definitions(MG_MEMORY_PROFILE)
endif ()
if (ASAN) if (ASAN)
message(WARNING "Disabling jemalloc as it doesn't work well with ASAN") message(WARNING "Disabling jemalloc as it doesn't work well with ASAN")
set(ENABLE_JEMALLOC OFF) set(ENABLE_JEMALLOC OFF)

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -119,6 +119,8 @@ class Reader {
auto GetHeader() const -> Header const &; auto GetHeader() const -> Header const &;
auto GetNextRow(utils::MemoryResource *mem) -> std::optional<Row>; auto GetNextRow(utils::MemoryResource *mem) -> std::optional<Row>;
void Reset();
private: private:
// Some implementation issues that need clearing up, but this is mainly because // Some implementation issues that need clearing up, but this is mainly because
// I don't want `boost/iostreams/filtering_stream.hpp` included in this header file // I don't want `boost/iostreams/filtering_stream.hpp` included in this header file

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -34,6 +34,10 @@ struct Reader::impl {
[[nodiscard]] bool HasHeader() const { return read_config_.with_header; } [[nodiscard]] bool HasHeader() const { return read_config_.with_header; }
[[nodiscard]] auto Header() const -> Header const & { return header_; } [[nodiscard]] auto Header() const -> Header const & { return header_; }
void Reset() {
line_buffer_.clear();
line_buffer_.shrink_to_fit();
}
auto GetNextRow(utils::MemoryResource *mem) -> std::optional<Reader::Row>; auto GetNextRow(utils::MemoryResource *mem) -> std::optional<Reader::Row>;
@ -42,7 +46,7 @@ struct Reader::impl {
void TryInitializeHeader(); void TryInitializeHeader();
std::optional<utils::pmr::string> GetNextLine(utils::MemoryResource *mem); bool GetNextLine();
ParsingResult ParseHeader(); ParsingResult ParseHeader();
@ -55,6 +59,8 @@ struct Reader::impl {
Config read_config_; Config read_config_;
uint64_t line_count_{1}; uint64_t line_count_{1};
uint16_t number_of_columns_{0}; uint16_t number_of_columns_{0};
uint64_t estimated_number_of_columns_{0};
utils::pmr::string line_buffer_{memory_};
Reader::Header header_{memory_}; Reader::Header header_{memory_};
}; };
@ -129,17 +135,16 @@ void Reader::impl::InitializeStream() {
MG_ASSERT(csv_stream_.is_complete(), "Should be 'complete' for correct operation"); MG_ASSERT(csv_stream_.is_complete(), "Should be 'complete' for correct operation");
} }
std::optional<utils::pmr::string> Reader::impl::GetNextLine(utils::MemoryResource *mem) { bool Reader::impl::GetNextLine() {
utils::pmr::string line(mem); if (!std::getline(csv_stream_, line_buffer_)) {
if (!std::getline(csv_stream_, line)) {
// reached end of file or an I/0 error occurred // reached end of file or an I/0 error occurred
if (!csv_stream_.good()) { if (!csv_stream_.good()) {
csv_stream_.reset(); // this will close the file_stream_ and clear the chain csv_stream_.reset(); // this will close the file_stream_ and clear the chain
} }
return std::nullopt; return false;
} }
++line_count_; ++line_count_;
return std::move(line); return true;
} }
Reader::ParsingResult Reader::impl::ParseHeader() { Reader::ParsingResult Reader::impl::ParseHeader() {
@ -170,6 +175,8 @@ void Reader::impl::TryInitializeHeader() {
const Reader::Header &Reader::GetHeader() const { return pimpl->Header(); } const Reader::Header &Reader::GetHeader() const { return pimpl->Header(); }
void Reader::Reset() { pimpl->Reset(); }
namespace { namespace {
enum class CsvParserState : uint8_t { INITIAL_FIELD, NEXT_FIELD, QUOTING, EXPECT_DELIMITER, DONE }; enum class CsvParserState : uint8_t { INITIAL_FIELD, NEXT_FIELD, QUOTING, EXPECT_DELIMITER, DONE };
@ -179,6 +186,8 @@ Reader::ParsingResult Reader::impl::ParseRow(utils::MemoryResource *mem) {
utils::pmr::vector<utils::pmr::string> row(mem); utils::pmr::vector<utils::pmr::string> row(mem);
if (number_of_columns_ != 0) { if (number_of_columns_ != 0) {
row.reserve(number_of_columns_); row.reserve(number_of_columns_);
} else if (estimated_number_of_columns_ != 0) {
row.reserve(estimated_number_of_columns_);
} }
utils::pmr::string column(memory_); utils::pmr::string column(memory_);
@ -186,13 +195,12 @@ Reader::ParsingResult Reader::impl::ParseRow(utils::MemoryResource *mem) {
auto state = CsvParserState::INITIAL_FIELD; auto state = CsvParserState::INITIAL_FIELD;
do { do {
const auto maybe_line = GetNextLine(mem); if (!GetNextLine()) {
if (!maybe_line) {
// The whole file was processed. // The whole file was processed.
break; break;
} }
std::string_view line_string_view = *maybe_line; std::string_view line_string_view = line_buffer_;
// remove '\r' from the end in case we have dos file format // remove '\r' from the end in case we have dos file format
if (line_string_view.back() == '\r') { if (line_string_view.back() == '\r') {
@ -312,6 +320,11 @@ Reader::ParsingResult Reader::impl::ParseRow(utils::MemoryResource *mem) {
fmt::format("Expected {:d} columns in row {:d}, but got {:d}", number_of_columns_, fmt::format("Expected {:d} columns in row {:d}, but got {:d}", number_of_columns_,
line_count_ - 1, row.size())); line_count_ - 1, row.size()));
} }
// To avoid unessisary dynamic growth of the row, remember the number of
// columns for future calls
if (number_of_columns_ == 0 && estimated_number_of_columns_ == 0) {
estimated_number_of_columns_ = row.size();
}
return std::move(row); return std::move(row);
} }
@ -319,7 +332,7 @@ Reader::ParsingResult Reader::impl::ParseRow(utils::MemoryResource *mem) {
std::optional<Reader::Row> Reader::impl::GetNextRow(utils::MemoryResource *mem) { std::optional<Reader::Row> Reader::impl::GetNextRow(utils::MemoryResource *mem) {
auto row = ParseRow(mem); auto row = ParseRow(mem);
if (row.HasError()) { if (row.HasError()) [[unlikely]] {
if (!read_config_.ignore_bad) { if (!read_config_.ignore_bad) {
throw CsvReadException("CSV Reader: Bad row at line {:d}: {}", line_count_ - 1, row.GetError().message); throw CsvReadException("CSV Reader: Bad row at line {:d}: {}", line_count_ - 1, row.GetError().message);
} }
@ -333,7 +346,7 @@ std::optional<Reader::Row> Reader::impl::GetNextRow(utils::MemoryResource *mem)
} while (row.HasError()); } while (row.HasError());
} }
if (row->empty()) { if (row->empty()) [[unlikely]] {
// reached end of file // reached end of file
return std::nullopt; return std::nullopt;
} }

View File

@ -59,12 +59,14 @@ class TypedValueResultStreamBase {
public: public:
explicit TypedValueResultStreamBase(memgraph::storage::Storage *storage); explicit TypedValueResultStreamBase(memgraph::storage::Storage *storage);
std::vector<memgraph::communication::bolt::Value> DecodeValues( void DecodeValues(const std::vector<memgraph::query::TypedValue> &values);
const std::vector<memgraph::query::TypedValue> &values) const;
auto AccessValues() const -> std::vector<memgraph::communication::bolt::Value> const & { return decoded_values_; }
protected: protected:
// NOTE: Needed only for ToBoltValue conversions // NOTE: Needed only for ToBoltValue conversions
memgraph::storage::Storage *storage_; memgraph::storage::Storage *storage_;
std::vector<memgraph::communication::bolt::Value> decoded_values_;
}; };
/// Wrapper around TEncoder which converts TypedValue to Value /// Wrapper around TEncoder which converts TypedValue to Value
@ -75,16 +77,18 @@ class TypedValueResultStream : public TypedValueResultStreamBase {
TypedValueResultStream(TEncoder *encoder, memgraph::storage::Storage *storage) TypedValueResultStream(TEncoder *encoder, memgraph::storage::Storage *storage)
: TypedValueResultStreamBase{storage}, encoder_(encoder) {} : TypedValueResultStreamBase{storage}, encoder_(encoder) {}
void Result(const std::vector<memgraph::query::TypedValue> &values) { encoder_->MessageRecord(DecodeValues(values)); } void Result(const std::vector<memgraph::query::TypedValue> &values) {
DecodeValues(values);
encoder_->MessageRecord(AccessValues());
}
private: private:
TEncoder *encoder_; TEncoder *encoder_;
}; };
std::vector<memgraph::communication::bolt::Value> TypedValueResultStreamBase::DecodeValues( void TypedValueResultStreamBase::DecodeValues(const std::vector<memgraph::query::TypedValue> &values) {
const std::vector<memgraph::query::TypedValue> &values) const { decoded_values_.reserve(values.size());
std::vector<memgraph::communication::bolt::Value> decoded_values; decoded_values_.clear();
decoded_values.reserve(values.size());
for (const auto &v : values) { for (const auto &v : values) {
auto maybe_value = memgraph::glue::ToBoltValue(v, storage_, memgraph::storage::View::NEW); auto maybe_value = memgraph::glue::ToBoltValue(v, storage_, memgraph::storage::View::NEW);
if (maybe_value.HasError()) { if (maybe_value.HasError()) {
@ -99,9 +103,8 @@ std::vector<memgraph::communication::bolt::Value> TypedValueResultStreamBase::De
throw memgraph::communication::bolt::ClientError("Unexpected storage error when streaming results."); throw memgraph::communication::bolt::ClientError("Unexpected storage error when streaming results.");
} }
} }
decoded_values.emplace_back(std::move(*maybe_value)); decoded_values_.emplace_back(std::move(*maybe_value));
} }
return decoded_values;
} }
TypedValueResultStreamBase::TypedValueResultStreamBase(memgraph::storage::Storage *storage) : storage_(storage) {} TypedValueResultStreamBase::TypedValueResultStreamBase(memgraph::storage::Storage *storage) : storage_(storage) {}

View File

@ -36,6 +36,19 @@ KVStore::KVStore(std::filesystem::path storage) : pimpl_(std::make_unique<impl>(
pimpl_->db.reset(db); pimpl_->db.reset(db);
} }
KVStore::KVStore(std::filesystem::path storage, rocksdb::Options db_options) : pimpl_(std::make_unique<impl>()) {
pimpl_->storage = storage;
pimpl_->options = std::move(db_options);
if (!utils::EnsureDir(pimpl_->storage))
throw KVStoreError("Folder for the key-value store " + pimpl_->storage.string() + " couldn't be initialized!");
rocksdb::DB *db = nullptr;
auto s = rocksdb::DB::Open(pimpl_->options, storage.c_str(), &db);
if (!s.ok())
throw KVStoreError("RocksDB couldn't be initialized inside " + storage.string() + " -- " +
std::string(s.ToString()));
pimpl_->db.reset(db);
}
KVStore::~KVStore() { KVStore::~KVStore() {
if (pimpl_ == nullptr) return; if (pimpl_ == nullptr) return;
spdlog::debug("Destroying KVStore at {}", pimpl_->storage.string()); spdlog::debug("Destroying KVStore at {}", pimpl_->storage.string());

View File

@ -11,6 +11,7 @@
#pragma once #pragma once
#include <rocksdb/options.h>
#include <filesystem> #include <filesystem>
#include <map> #include <map>
#include <memory> #include <memory>
@ -43,6 +44,7 @@ class KVStore final {
* storage directory because that will lead to undefined behaviour. * storage directory because that will lead to undefined behaviour.
*/ */
explicit KVStore(std::filesystem::path storage); explicit KVStore(std::filesystem::path storage);
explicit KVStore(std::filesystem::path storage, rocksdb::Options db_options);
KVStore(const KVStore &other) = delete; KVStore(const KVStore &other) = delete;
KVStore(KVStore &&other); KVStore(KVStore &&other);

View File

@ -42,6 +42,7 @@
#include "storage/v2/durability/durability.hpp" #include "storage/v2/durability/durability.hpp"
#include "system/system.hpp" #include "system/system.hpp"
#include "telemetry/telemetry.hpp" #include "telemetry/telemetry.hpp"
#include "utils/on_scope_exit.hpp"
#include "utils/signals.hpp" #include "utils/signals.hpp"
#include "utils/sysinfo/memory.hpp" #include "utils/sysinfo/memory.hpp"
#include "utils/system_info.hpp" #include "utils/system_info.hpp"
@ -145,6 +146,8 @@ int main(int argc, char **argv) {
// Unhandled exception handler init. // Unhandled exception handler init.
std::set_terminate(&memgraph::utils::TerminateHandler); std::set_terminate(&memgraph::utils::TerminateHandler);
memgraph::utils::OnScopeExit deinit_pds([]() { memgraph::storage::PDS::Deinit(); });
// Initialize Python // Initialize Python
auto *program_name = Py_DecodeLocale(argv[0], nullptr); auto *program_name = Py_DecodeLocale(argv[0], nullptr);
MG_ASSERT(program_name); MG_ASSERT(program_name);

View File

@ -68,7 +68,7 @@ ParsedQuery ParseQuery(const std::string &query_string, const std::map<std::stri
parser = std::make_unique<frontend::opencypher::Parser>(stripped_query.query()); parser = std::make_unique<frontend::opencypher::Parser>(stripped_query.query());
} catch (const SyntaxException &e) { } catch (const SyntaxException &e) {
// There is a syntax exception in the stripped query. Re-run the parser // There is a syntax exception in the stripped query. Re-run the parser
// on the original query to get an appropriate error messsage. // on the original query to get an appropriate error message.
parser = std::make_unique<frontend::opencypher::Parser>(query_string); parser = std::make_unique<frontend::opencypher::Parser>(query_string);
// If an exception was not thrown here, the stripper messed something // If an exception was not thrown here, the stripper messed something

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -13,12 +13,12 @@
namespace memgraph::query { namespace memgraph::query {
int64_t EvaluateInt(ExpressionEvaluator *evaluator, Expression *expr, const std::string &what) { int64_t EvaluateInt(ExpressionEvaluator *evaluator, Expression *expr, std::string_view what) {
TypedValue value = expr->Accept(*evaluator); TypedValue value = expr->Accept(*evaluator);
try { try {
return value.ValueInt(); return value.ValueInt();
} catch (TypedValueException &e) { } catch (TypedValueException &e) {
throw QueryRuntimeException(what + " must be an int"); throw QueryRuntimeException(std::string(what) + " must be an int");
} }
} }

View File

@ -1209,7 +1209,7 @@ class ExpressionEvaluator : public ExpressionVisitor<TypedValue> {
/// @param what - Name of what's getting evaluated. Used for user feedback (via /// @param what - Name of what's getting evaluated. Used for user feedback (via
/// exception) when the evaluated value is not an int. /// exception) when the evaluated value is not an int.
/// @throw QueryRuntimeException if expression doesn't evaluate to an int. /// @throw QueryRuntimeException if expression doesn't evaluate to an int.
int64_t EvaluateInt(ExpressionEvaluator *evaluator, Expression *expr, const std::string &what); int64_t EvaluateInt(ExpressionEvaluator *evaluator, Expression *expr, std::string_view what);
std::optional<size_t> EvaluateMemoryLimit(ExpressionVisitor<TypedValue> &eval, Expression *memory_limit, std::optional<size_t> EvaluateMemoryLimit(ExpressionVisitor<TypedValue> &eval, Expression *memory_limit,
size_t memory_scale); size_t memory_scale);

View File

@ -246,27 +246,6 @@ std::optional<std::string> GetOptionalStringValue(query::Expression *expression,
return {}; return {};
}; };
bool IsAllShortestPathsQuery(const std::vector<memgraph::query::Clause *> &clauses) {
for (const auto &clause : clauses) {
if (clause->GetTypeInfo() != Match::kType) {
continue;
}
auto *match_clause = utils::Downcast<Match>(clause);
for (const auto &pattern : match_clause->patterns_) {
for (const auto &atom : pattern->atoms_) {
if (atom->GetTypeInfo() != EdgeAtom::kType) {
continue;
}
auto *edge_atom = utils::Downcast<EdgeAtom>(atom);
if (edge_atom->type_ == EdgeAtom::Type::ALL_SHORTEST_PATHS) {
return true;
}
}
}
}
return false;
}
inline auto convertFromCoordinatorToReplicationMode(const CoordinatorQuery::SyncMode &sync_mode) inline auto convertFromCoordinatorToReplicationMode(const CoordinatorQuery::SyncMode &sync_mode)
-> replication_coordination_glue::ReplicationMode { -> replication_coordination_glue::ReplicationMode {
switch (sync_mode) { switch (sync_mode) {
@ -1670,8 +1649,7 @@ struct PullPlan {
std::shared_ptr<QueryUserOrRole> user_or_role, std::atomic<TransactionStatus> *transaction_status, std::shared_ptr<QueryUserOrRole> user_or_role, std::atomic<TransactionStatus> *transaction_status,
std::shared_ptr<utils::AsyncTimer> tx_timer, std::shared_ptr<utils::AsyncTimer> tx_timer,
TriggerContextCollector *trigger_context_collector = nullptr, TriggerContextCollector *trigger_context_collector = nullptr,
std::optional<size_t> memory_limit = {}, bool use_monotonic_memory = true, std::optional<size_t> memory_limit = {}, FrameChangeCollector *frame_change_collector_ = nullptr);
FrameChangeCollector *frame_change_collector_ = nullptr);
std::optional<plan::ProfilingStatsWithTotalTime> Pull(AnyStream *stream, std::optional<int> n, std::optional<plan::ProfilingStatsWithTotalTime> Pull(AnyStream *stream, std::optional<int> n,
const std::vector<Symbol> &output_symbols, const std::vector<Symbol> &output_symbols,
@ -1696,26 +1674,17 @@ struct PullPlan {
// we have to keep track of any unsent results from previous `PullPlan::Pull` // we have to keep track of any unsent results from previous `PullPlan::Pull`
// manually by using this flag. // manually by using this flag.
bool has_unsent_results_ = false; bool has_unsent_results_ = false;
// In the case of LOAD CSV, we want to use only PoolResource without MonotonicMemoryResource
// to reuse allocated memory. As LOAD CSV is processing row by row
// it is possible to reduce memory usage significantly if MemoryResource deals with memory allocation
// can reuse memory that was allocated on processing the first row on all subsequent rows.
// This flag signals to `PullPlan::Pull` which MemoryResource to use
bool use_monotonic_memory_;
}; };
PullPlan::PullPlan(const std::shared_ptr<PlanWrapper> plan, const Parameters &parameters, const bool is_profile_query, PullPlan::PullPlan(const std::shared_ptr<PlanWrapper> plan, const Parameters &parameters, const bool is_profile_query,
DbAccessor *dba, InterpreterContext *interpreter_context, utils::MemoryResource *execution_memory, DbAccessor *dba, InterpreterContext *interpreter_context, utils::MemoryResource *execution_memory,
std::shared_ptr<QueryUserOrRole> user_or_role, std::atomic<TransactionStatus> *transaction_status, std::shared_ptr<QueryUserOrRole> user_or_role, std::atomic<TransactionStatus> *transaction_status,
std::shared_ptr<utils::AsyncTimer> tx_timer, TriggerContextCollector *trigger_context_collector, std::shared_ptr<utils::AsyncTimer> tx_timer, TriggerContextCollector *trigger_context_collector,
const std::optional<size_t> memory_limit, bool use_monotonic_memory, const std::optional<size_t> memory_limit, FrameChangeCollector *frame_change_collector)
FrameChangeCollector *frame_change_collector)
: plan_(plan), : plan_(plan),
cursor_(plan->plan().MakeCursor(execution_memory)), cursor_(plan->plan().MakeCursor(execution_memory)),
frame_(plan->symbol_table().max_position(), execution_memory), frame_(plan->symbol_table().max_position(), execution_memory),
memory_limit_(memory_limit), memory_limit_(memory_limit) {
use_monotonic_memory_(use_monotonic_memory) {
ctx_.db_accessor = dba; ctx_.db_accessor = dba;
ctx_.symbol_table = plan->symbol_table(); ctx_.symbol_table = plan->symbol_table();
ctx_.evaluation_context.timestamp = QueryTimestamp(); ctx_.evaluation_context.timestamp = QueryTimestamp();
@ -1741,6 +1710,7 @@ PullPlan::PullPlan(const std::shared_ptr<PlanWrapper> plan, const Parameters &pa
ctx_.is_profile_query = is_profile_query; ctx_.is_profile_query = is_profile_query;
ctx_.trigger_context_collector = trigger_context_collector; ctx_.trigger_context_collector = trigger_context_collector;
ctx_.frame_change_collector = frame_change_collector; ctx_.frame_change_collector = frame_change_collector;
ctx_.evaluation_context.memory = execution_memory;
} }
std::optional<plan::ProfilingStatsWithTotalTime> PullPlan::Pull(AnyStream *stream, std::optional<int> n, std::optional<plan::ProfilingStatsWithTotalTime> PullPlan::Pull(AnyStream *stream, std::optional<int> n,
@ -1764,43 +1734,14 @@ std::optional<plan::ProfilingStatsWithTotalTime> PullPlan::Pull(AnyStream *strea
} }
}}; }};
// Set up temporary memory for a single Pull. Initial memory comes from the
// stack. 256 KiB should fit on the stack and should be more than enough for a
// single `Pull`.
static constexpr size_t stack_size = 256UL * 1024UL;
char stack_data[stack_size];
utils::ResourceWithOutOfMemoryException resource_with_exception;
utils::MonotonicBufferResource monotonic_memory{&stack_data[0], stack_size, &resource_with_exception};
std::optional<utils::PoolResource> pool_memory;
static constexpr auto kMaxBlockPerChunks = 128;
if (!use_monotonic_memory_) {
pool_memory.emplace(kMaxBlockPerChunks, kExecutionPoolMaxBlockSize, &resource_with_exception,
&resource_with_exception);
} else {
// We can throw on every query because a simple queries for deleting will use only
// the stack allocated buffer.
// Also, we want to throw only when the query engine requests more memory and not the storage
// so we add the exception to the allocator.
// TODO (mferencevic): Tune the parameters accordingly.
pool_memory.emplace(kMaxBlockPerChunks, 1024, &monotonic_memory, &resource_with_exception);
}
ctx_.evaluation_context.memory = &*pool_memory;
// Returns true if a result was pulled. // Returns true if a result was pulled.
const auto pull_result = [&]() -> bool { return cursor_->Pull(frame_, ctx_); }; const auto pull_result = [&]() -> bool { return cursor_->Pull(frame_, ctx_); };
const auto stream_values = [&]() { auto values = std::vector<TypedValue>(output_symbols.size());
// TODO: The streamed values should also probably use the above memory. const auto stream_values = [&] {
std::vector<TypedValue> values; for (auto const i : ranges::views::iota(0UL, output_symbols.size())) {
values.reserve(output_symbols.size()); values[i] = frame_[output_symbols[i]];
for (const auto &symbol : output_symbols) {
values.emplace_back(frame_[symbol]);
} }
stream->Result(values); stream->Result(values);
}; };
@ -1910,7 +1851,7 @@ PreparedQuery Interpreter::PrepareTransactionQuery(std::string_view query_upper,
std::function<void()> handler; std::function<void()> handler;
if (query_upper == "BEGIN") { if (query_upper == "BEGIN") {
ResetInterpreter(); // ResetInterpreter();
// TODO: Evaluate doing move(extras). Currently the extras is very small, but this will be important if it ever // TODO: Evaluate doing move(extras). Currently the extras is very small, but this will be important if it ever
// becomes large. // becomes large.
handler = [this, extras = extras] { handler = [this, extras = extras] {
@ -1988,30 +1929,6 @@ inline static void TryCaching(const AstStorage &ast_storage, FrameChangeCollecto
} }
} }
bool IsLoadCsvQuery(const std::vector<memgraph::query::Clause *> &clauses) {
return std::any_of(clauses.begin(), clauses.end(),
[](memgraph::query::Clause const *clause) { return clause->GetTypeInfo() == LoadCsv::kType; });
}
bool IsCallBatchedProcedureQuery(const std::vector<memgraph::query::Clause *> &clauses) {
EvaluationContext evaluation_context;
return std::ranges::any_of(clauses, [&evaluation_context](memgraph::query::Clause *clause) -> bool {
if (!(clause->GetTypeInfo() == CallProcedure::kType)) return false;
auto *call_procedure_clause = utils::Downcast<CallProcedure>(clause);
const auto &maybe_found = memgraph::query::procedure::FindProcedure(
procedure::gModuleRegistry, call_procedure_clause->procedure_name_, evaluation_context.memory);
if (!maybe_found) {
throw QueryRuntimeException("There is no procedure named '{}'.", call_procedure_clause->procedure_name_);
}
const auto &[module, proc] = *maybe_found;
if (!proc->info.is_batched) return false;
spdlog::trace("Using PoolResource for batched query procedure");
return true;
});
}
PreparedQuery PrepareCypherQuery(ParsedQuery parsed_query, std::map<std::string, TypedValue> *summary, PreparedQuery PrepareCypherQuery(ParsedQuery parsed_query, std::map<std::string, TypedValue> *summary,
InterpreterContext *interpreter_context, CurrentDB &current_db, InterpreterContext *interpreter_context, CurrentDB &current_db,
utils::MemoryResource *execution_memory, std::vector<Notification> *notifications, utils::MemoryResource *execution_memory, std::vector<Notification> *notifications,
@ -2031,7 +1948,6 @@ PreparedQuery PrepareCypherQuery(ParsedQuery parsed_query, std::map<std::string,
spdlog::info("Running query with memory limit of {}", utils::GetReadableSize(*memory_limit)); spdlog::info("Running query with memory limit of {}", utils::GetReadableSize(*memory_limit));
} }
auto clauses = cypher_query->single_query_->clauses_; auto clauses = cypher_query->single_query_->clauses_;
bool contains_csv = false;
if (std::any_of(clauses.begin(), clauses.end(), if (std::any_of(clauses.begin(), clauses.end(),
[](const auto *clause) { return clause->GetTypeInfo() == LoadCsv::kType; })) { [](const auto *clause) { return clause->GetTypeInfo() == LoadCsv::kType; })) {
notifications->emplace_back( notifications->emplace_back(
@ -2039,13 +1955,8 @@ PreparedQuery PrepareCypherQuery(ParsedQuery parsed_query, std::map<std::string,
"It's important to note that the parser parses the values as strings. It's up to the user to " "It's important to note that the parser parses the values as strings. It's up to the user to "
"convert the parsed row values to the appropriate type. This can be done using the built-in " "convert the parsed row values to the appropriate type. This can be done using the built-in "
"conversion functions such as ToInteger, ToFloat, ToBoolean etc."); "conversion functions such as ToInteger, ToFloat, ToBoolean etc.");
contains_csv = true;
} }
// If this is LOAD CSV query, use PoolResource without MonotonicMemoryResource as we want to reuse allocated memory
auto use_monotonic_memory =
!contains_csv && !IsCallBatchedProcedureQuery(clauses) && !IsAllShortestPathsQuery(clauses);
MG_ASSERT(current_db.execution_db_accessor_, "Cypher query expects a current DB transaction"); MG_ASSERT(current_db.execution_db_accessor_, "Cypher query expects a current DB transaction");
auto *dba = auto *dba =
&*current_db &*current_db
@ -2084,7 +1995,7 @@ PreparedQuery PrepareCypherQuery(ParsedQuery parsed_query, std::map<std::string,
current_db.trigger_context_collector_ ? &*current_db.trigger_context_collector_ : nullptr; current_db.trigger_context_collector_ ? &*current_db.trigger_context_collector_ : nullptr;
auto pull_plan = std::make_shared<PullPlan>( auto pull_plan = std::make_shared<PullPlan>(
plan, parsed_query.parameters, false, dba, interpreter_context, execution_memory, std::move(user_or_role), plan, parsed_query.parameters, false, dba, interpreter_context, execution_memory, std::move(user_or_role),
transaction_status, std::move(tx_timer), trigger_context_collector, memory_limit, use_monotonic_memory, transaction_status, std::move(tx_timer), trigger_context_collector, memory_limit,
frame_change_collector->IsTrackingValues() ? frame_change_collector : nullptr); frame_change_collector->IsTrackingValues() ? frame_change_collector : nullptr);
return PreparedQuery{std::move(header), std::move(parsed_query.required_privileges), return PreparedQuery{std::move(header), std::move(parsed_query.required_privileges),
[pull_plan = std::move(pull_plan), output_symbols = std::move(output_symbols), summary]( [pull_plan = std::move(pull_plan), output_symbols = std::move(output_symbols), summary](
@ -2198,18 +2109,6 @@ PreparedQuery PrepareProfileQuery(ParsedQuery parsed_query, bool in_explicit_tra
auto *cypher_query = utils::Downcast<CypherQuery>(parsed_inner_query.query); auto *cypher_query = utils::Downcast<CypherQuery>(parsed_inner_query.query);
bool contains_csv = false;
auto clauses = cypher_query->single_query_->clauses_;
if (std::any_of(clauses.begin(), clauses.end(),
[](const auto *clause) { return clause->GetTypeInfo() == LoadCsv::kType; })) {
contains_csv = true;
}
// If this is LOAD CSV, BatchedProcedure or AllShortest query, use PoolResource without MonotonicMemoryResource as we
// want to reuse allocated memory
auto use_monotonic_memory =
!contains_csv && !IsCallBatchedProcedureQuery(clauses) && !IsAllShortestPathsQuery(clauses);
MG_ASSERT(cypher_query, "Cypher grammar should not allow other queries in PROFILE"); MG_ASSERT(cypher_query, "Cypher grammar should not allow other queries in PROFILE");
EvaluationContext evaluation_context; EvaluationContext evaluation_context;
evaluation_context.timestamp = QueryTimestamp(); evaluation_context.timestamp = QueryTimestamp();
@ -2243,14 +2142,14 @@ PreparedQuery PrepareProfileQuery(ParsedQuery parsed_query, bool in_explicit_tra
// We want to execute the query we are profiling lazily, so we delay // We want to execute the query we are profiling lazily, so we delay
// the construction of the corresponding context. // the construction of the corresponding context.
stats_and_total_time = std::optional<plan::ProfilingStatsWithTotalTime>{}, stats_and_total_time = std::optional<plan::ProfilingStatsWithTotalTime>{},
pull_plan = std::shared_ptr<PullPlanVector>(nullptr), transaction_status, use_monotonic_memory, pull_plan = std::shared_ptr<PullPlanVector>(nullptr), transaction_status, frame_change_collector,
frame_change_collector, tx_timer = std::move(tx_timer)]( tx_timer = std::move(tx_timer)](AnyStream *stream,
AnyStream *stream, std::optional<int> n) mutable -> std::optional<QueryHandlerResult> { std::optional<int> n) mutable -> std::optional<QueryHandlerResult> {
// No output symbols are given so that nothing is streamed. // No output symbols are given so that nothing is streamed.
if (!stats_and_total_time) { if (!stats_and_total_time) {
stats_and_total_time = stats_and_total_time =
PullPlan(plan, parameters, true, dba, interpreter_context, execution_memory, std::move(user_or_role), PullPlan(plan, parameters, true, dba, interpreter_context, execution_memory, std::move(user_or_role),
transaction_status, std::move(tx_timer), nullptr, memory_limit, use_monotonic_memory, transaction_status, std::move(tx_timer), nullptr, memory_limit,
frame_change_collector->IsTrackingValues() ? frame_change_collector : nullptr) frame_change_collector->IsTrackingValues() ? frame_change_collector : nullptr)
.Pull(stream, {}, {}, summary); .Pull(stream, {}, {}, summary);
pull_plan = std::make_shared<PullPlanVector>(ProfilingStatsToTable(*stats_and_total_time)); pull_plan = std::make_shared<PullPlanVector>(ProfilingStatsToTable(*stats_and_total_time));
@ -4213,6 +4112,7 @@ PreparedQuery PrepareShowDatabasesQuery(ParsedQuery parsed_query, InterpreterCon
std::optional<uint64_t> Interpreter::GetTransactionId() const { return current_transaction_; } std::optional<uint64_t> Interpreter::GetTransactionId() const { return current_transaction_; }
void Interpreter::BeginTransaction(QueryExtras const &extras) { void Interpreter::BeginTransaction(QueryExtras const &extras) {
ResetInterpreter();
const auto prepared_query = PrepareTransactionQuery("BEGIN", extras); const auto prepared_query = PrepareTransactionQuery("BEGIN", extras);
prepared_query.query_handler(nullptr, {}); prepared_query.query_handler(nullptr, {});
} }
@ -4247,12 +4147,12 @@ Interpreter::PrepareResult Interpreter::Prepare(const std::string &query_string,
const auto upper_case_query = utils::ToUpperCase(query_string); const auto upper_case_query = utils::ToUpperCase(query_string);
const auto trimmed_query = utils::Trim(upper_case_query); const auto trimmed_query = utils::Trim(upper_case_query);
if (trimmed_query == "BEGIN" || trimmed_query == "COMMIT" || trimmed_query == "ROLLBACK") { if (trimmed_query == "BEGIN" || trimmed_query == "COMMIT" || trimmed_query == "ROLLBACK") {
auto resource = utils::MonotonicBufferResource(kExecutionMemoryBlockSize); if (trimmed_query == "BEGIN") {
auto prepared_query = PrepareTransactionQuery(trimmed_query, extras); ResetInterpreter();
auto &query_execution = }
query_executions_.emplace_back(QueryExecution::Create(std::move(resource), std::move(prepared_query))); auto &query_execution = query_executions_.emplace_back(QueryExecution::Create());
std::optional<int> qid = query_execution->prepared_query = PrepareTransactionQuery(trimmed_query, extras);
in_explicit_transaction_ ? static_cast<int>(query_executions_.size() - 1) : std::optional<int>{}; auto qid = in_explicit_transaction_ ? static_cast<int>(query_executions_.size() - 1) : std::optional<int>{};
return {query_execution->prepared_query->header, query_execution->prepared_query->privileges, qid, {}}; return {query_execution->prepared_query->header, query_execution->prepared_query->privileges, qid, {}};
} }
@ -4282,35 +4182,8 @@ Interpreter::PrepareResult Interpreter::Prepare(const std::string &query_string,
ParseQuery(query_string, params, &interpreter_context_->ast_cache, interpreter_context_->config.query); ParseQuery(query_string, params, &interpreter_context_->ast_cache, interpreter_context_->config.query);
auto parsing_time = parsing_timer.Elapsed().count(); auto parsing_time = parsing_timer.Elapsed().count();
CypherQuery const *const cypher_query = [&]() -> CypherQuery * {
if (auto *cypher_query = utils::Downcast<CypherQuery>(parsed_query.query)) {
return cypher_query;
}
if (auto *profile_query = utils::Downcast<ProfileQuery>(parsed_query.query)) {
return profile_query->cypher_query_;
}
return nullptr;
}(); // IILE
auto const [usePool, hasAllShortestPaths] = [&]() -> std::pair<bool, bool> {
if (!cypher_query) {
return {false, false};
}
auto const &clauses = cypher_query->single_query_->clauses_;
bool hasAllShortestPaths = IsAllShortestPathsQuery(clauses);
// Using PoolResource without MonotonicMemoryResouce for LOAD CSV reduces memory usage.
bool usePool = hasAllShortestPaths || IsCallBatchedProcedureQuery(clauses) || IsLoadCsvQuery(clauses);
return {usePool, hasAllShortestPaths};
}(); // IILE
// Setup QueryExecution // Setup QueryExecution
// its MemoryResource is mostly used for allocations done on Frame and storing `row`s query_executions_.emplace_back(QueryExecution::Create());
if (usePool) {
query_executions_.emplace_back(QueryExecution::Create(utils::PoolResource(128, kExecutionPoolMaxBlockSize)));
} else {
query_executions_.emplace_back(QueryExecution::Create(utils::MonotonicBufferResource(kExecutionMemoryBlockSize)));
}
auto &query_execution = query_executions_.back(); auto &query_execution = query_executions_.back();
query_execution_ptr = &query_execution; query_execution_ptr = &query_execution;
@ -4379,9 +4252,7 @@ Interpreter::PrepareResult Interpreter::Prepare(const std::string &query_string,
utils::Timer planning_timer; utils::Timer planning_timer;
PreparedQuery prepared_query; PreparedQuery prepared_query;
utils::MemoryResource *memory_resource = utils::MemoryResource *memory_resource = query_execution->execution_memory.resource();
std::visit([](auto &execution_memory) -> utils::MemoryResource * { return &execution_memory; },
query_execution->execution_memory);
frame_change_collector_.reset(); frame_change_collector_.reset();
frame_change_collector_.emplace(); frame_change_collector_.emplace();
if (utils::Downcast<CypherQuery>(parsed_query.query)) { if (utils::Downcast<CypherQuery>(parsed_query.query)) {
@ -4392,10 +4263,10 @@ Interpreter::PrepareResult Interpreter::Prepare(const std::string &query_string,
prepared_query = PrepareExplainQuery(std::move(parsed_query), &query_execution->summary, prepared_query = PrepareExplainQuery(std::move(parsed_query), &query_execution->summary,
&query_execution->notifications, interpreter_context_, current_db_); &query_execution->notifications, interpreter_context_, current_db_);
} else if (utils::Downcast<ProfileQuery>(parsed_query.query)) { } else if (utils::Downcast<ProfileQuery>(parsed_query.query)) {
prepared_query = PrepareProfileQuery(std::move(parsed_query), in_explicit_transaction_, &query_execution->summary, prepared_query =
&query_execution->notifications, interpreter_context_, current_db_, PrepareProfileQuery(std::move(parsed_query), in_explicit_transaction_, &query_execution->summary,
&query_execution->execution_memory_with_exception, user_or_role_, &query_execution->notifications, interpreter_context_, current_db_, memory_resource,
&transaction_status_, current_timeout_timer_, &*frame_change_collector_); user_or_role_, &transaction_status_, current_timeout_timer_, &*frame_change_collector_);
} else if (utils::Downcast<DumpQuery>(parsed_query.query)) { } else if (utils::Downcast<DumpQuery>(parsed_query.query)) {
prepared_query = PrepareDumpQuery(std::move(parsed_query), current_db_); prepared_query = PrepareDumpQuery(std::move(parsed_query), current_db_);
} else if (utils::Downcast<IndexQuery>(parsed_query.query)) { } else if (utils::Downcast<IndexQuery>(parsed_query.query)) {
@ -4597,7 +4468,7 @@ void RunTriggersAfterCommit(dbms::DatabaseAccess db_acc, InterpreterContext *int
std::atomic<TransactionStatus> *transaction_status) { std::atomic<TransactionStatus> *transaction_status) {
// Run the triggers // Run the triggers
for (const auto &trigger : db_acc->trigger_store()->AfterCommitTriggers().access()) { for (const auto &trigger : db_acc->trigger_store()->AfterCommitTriggers().access()) {
utils::MonotonicBufferResource execution_memory{kExecutionMemoryBlockSize}; QueryAllocator execution_memory{};
// create a new transaction for each trigger // create a new transaction for each trigger
auto tx_acc = db_acc->Access(); auto tx_acc = db_acc->Access();
@ -4608,7 +4479,7 @@ void RunTriggersAfterCommit(dbms::DatabaseAccess db_acc, InterpreterContext *int
auto trigger_context = original_trigger_context; auto trigger_context = original_trigger_context;
trigger_context.AdaptForAccessor(&db_accessor); trigger_context.AdaptForAccessor(&db_accessor);
try { try {
trigger.Execute(&db_accessor, &execution_memory, flags::run_time::GetExecutionTimeout(), trigger.Execute(&db_accessor, execution_memory.resource(), flags::run_time::GetExecutionTimeout(),
&interpreter_context->is_shutting_down, transaction_status, trigger_context); &interpreter_context->is_shutting_down, transaction_status, trigger_context);
} catch (const utils::BasicException &exception) { } catch (const utils::BasicException &exception) {
spdlog::warn("Trigger '{}' failed with exception:\n{}", trigger.Name(), exception.what()); spdlog::warn("Trigger '{}' failed with exception:\n{}", trigger.Name(), exception.what());
@ -4762,11 +4633,12 @@ void Interpreter::Commit() {
if (trigger_context) { if (trigger_context) {
// Run the triggers // Run the triggers
for (const auto &trigger : db->trigger_store()->BeforeCommitTriggers().access()) { for (const auto &trigger : db->trigger_store()->BeforeCommitTriggers().access()) {
utils::MonotonicBufferResource execution_memory{kExecutionMemoryBlockSize}; QueryAllocator execution_memory{};
AdvanceCommand(); AdvanceCommand();
try { try {
trigger.Execute(&*current_db_.execution_db_accessor_, &execution_memory, flags::run_time::GetExecutionTimeout(), trigger.Execute(&*current_db_.execution_db_accessor_, execution_memory.resource(),
&interpreter_context_->is_shutting_down, &transaction_status_, *trigger_context); flags::run_time::GetExecutionTimeout(), &interpreter_context_->is_shutting_down,
&transaction_status_, *trigger_context);
} catch (const utils::BasicException &e) { } catch (const utils::BasicException &e) {
throw utils::BasicException( throw utils::BasicException(
fmt::format("Trigger '{}' caused the transaction to fail.\nException: {}", trigger.Name(), e.what())); fmt::format("Trigger '{}' caused the transaction to fail.\nException: {}", trigger.Name(), e.what()));

View File

@ -65,6 +65,54 @@ extern const Event SuccessfulQuery;
namespace memgraph::query { namespace memgraph::query {
struct QueryAllocator {
QueryAllocator() = default;
QueryAllocator(QueryAllocator const &) = delete;
QueryAllocator &operator=(QueryAllocator const &) = delete;
// No move addresses to pool & monotonic fields must be stable
QueryAllocator(QueryAllocator &&) = delete;
QueryAllocator &operator=(QueryAllocator &&) = delete;
auto resource() -> utils::MemoryResource * {
#ifndef MG_MEMORY_PROFILE
return &pool;
#else
return upstream_resource();
#endif
}
auto resource_without_pool() -> utils::MemoryResource * {
#ifndef MG_MEMORY_PROFILE
return &monotonic;
#else
return upstream_resource();
#endif
}
auto resource_without_pool_or_mono() -> utils::MemoryResource * { return upstream_resource(); }
private:
// At least one page to ensure not sharing page with other subsystems
static constexpr auto kMonotonicInitialSize = 4UL * 1024UL;
// TODO: need to profile to check for good defaults, also maybe PoolResource
// needs to be smarter. We expect more reuse of smaller objects than larger
// objects. 64*1024B is maybe wasteful, whereas 256*32B maybe sensible.
// Depends on number of small objects expected.
static constexpr auto kPoolBlockPerChunk = 64UL;
static constexpr auto kPoolMaxBlockSize = 1024UL;
static auto upstream_resource() -> utils::MemoryResource * {
// singleton ResourceWithOutOfMemoryException
// explicitly backed by NewDeleteResource
static auto upstream = utils::ResourceWithOutOfMemoryException{utils::NewDeleteResource()};
return &upstream;
}
#ifndef MG_MEMORY_PROFILE
memgraph::utils::MonotonicBufferResource monotonic{kMonotonicInitialSize, upstream_resource()};
memgraph::utils::PoolResource pool{kPoolBlockPerChunk, &monotonic, upstream_resource()};
#endif
};
struct InterpreterContext; struct InterpreterContext;
inline constexpr size_t kExecutionMemoryBlockSize = 1UL * 1024UL * 1024UL; inline constexpr size_t kExecutionMemoryBlockSize = 1UL * 1024UL * 1024UL;
@ -298,52 +346,37 @@ class Interpreter final {
query_executions_.clear(); query_executions_.clear();
system_transaction_.reset(); system_transaction_.reset();
transaction_queries_->clear(); transaction_queries_->clear();
current_timeout_timer_.reset();
if (current_db_.db_acc_ && current_db_.db_acc_->is_deleting()) { if (current_db_.db_acc_ && current_db_.db_acc_->is_deleting()) {
current_db_.db_acc_.reset(); current_db_.db_acc_.reset();
} }
} }
struct QueryExecution { struct QueryExecution {
std::variant<utils::MonotonicBufferResource, utils::PoolResource> execution_memory; QueryAllocator execution_memory; // NOTE: before all other fields which uses this memory
utils::ResourceWithOutOfMemoryException execution_memory_with_exception;
std::optional<PreparedQuery> prepared_query;
std::optional<PreparedQuery> prepared_query;
std::map<std::string, TypedValue> summary; std::map<std::string, TypedValue> summary;
std::vector<Notification> notifications; std::vector<Notification> notifications;
static auto Create(std::variant<utils::MonotonicBufferResource, utils::PoolResource> memory_resource, static auto Create() -> std::unique_ptr<QueryExecution> { return std::make_unique<QueryExecution>(); }
std::optional<PreparedQuery> prepared_query = std::nullopt) -> std::unique_ptr<QueryExecution> {
return std::make_unique<QueryExecution>(std::move(memory_resource), std::move(prepared_query));
}
explicit QueryExecution(std::variant<utils::MonotonicBufferResource, utils::PoolResource> memory_resource, explicit QueryExecution() = default;
std::optional<PreparedQuery> prepared_query)
: execution_memory(std::move(memory_resource)), prepared_query{std::move(prepared_query)} {
std::visit(
[&](auto &memory_resource) {
execution_memory_with_exception = utils::ResourceWithOutOfMemoryException(&memory_resource);
},
execution_memory);
};
QueryExecution(const QueryExecution &) = delete; QueryExecution(const QueryExecution &) = delete;
QueryExecution(QueryExecution &&) = default; QueryExecution(QueryExecution &&) = delete;
QueryExecution &operator=(const QueryExecution &) = delete; QueryExecution &operator=(const QueryExecution &) = delete;
QueryExecution &operator=(QueryExecution &&) = default; QueryExecution &operator=(QueryExecution &&) = delete;
~QueryExecution() { ~QueryExecution() = default;
// We should always release the execution memory AFTER we
// destroy the prepared query which is using that instance
// of execution memory.
prepared_query.reset();
std::visit([](auto &memory_resource) { memory_resource.Release(); }, execution_memory);
}
void CleanRuntimeData() { void CleanRuntimeData() {
if (prepared_query.has_value()) { // Called from Commit/Abort once query has been fully used
prepared_query.reset(); prepared_query.reset();
}
notifications.clear(); notifications.clear();
// TODO: double check is summary still needed here
// can we dispose of it and also execution_memory at this point?
} }
}; };
@ -413,9 +446,7 @@ std::map<std::string, TypedValue> Interpreter::Pull(TStream *result_stream, std:
try { try {
// Wrap the (statically polymorphic) stream type into a common type which // Wrap the (statically polymorphic) stream type into a common type which
// the handler knows. // the handler knows.
AnyStream stream{result_stream, AnyStream stream{result_stream, query_execution->execution_memory.resource()};
std::visit([](auto &execution_memory) -> utils::MemoryResource * { return &execution_memory; },
query_execution->execution_memory)};
const auto maybe_res = query_execution->prepared_query->query_handler(&stream, n); const auto maybe_res = query_execution->prepared_query->query_handler(&stream, n);
// Stream is using execution memory of the query_execution which // Stream is using execution memory of the query_execution which
// can be deleted after its execution so the stream should be cleared // can be deleted after its execution so the stream should be cleared

View File

@ -69,6 +69,7 @@
#include "utils/pmr/vector.hpp" #include "utils/pmr/vector.hpp"
#include "utils/readable_size.hpp" #include "utils/readable_size.hpp"
#include "utils/string.hpp" #include "utils/string.hpp"
#include "utils/tag.hpp"
#include "utils/temporal.hpp" #include "utils/temporal.hpp"
#include "utils/typeinfo.hpp" #include "utils/typeinfo.hpp"
@ -864,16 +865,14 @@ bool Expand::ExpandCursor::Pull(Frame &frame, ExecutionContext &context) {
SCOPED_PROFILE_OP_BY_REF(self_); SCOPED_PROFILE_OP_BY_REF(self_);
// A helper function for expanding a node from an edge. // A helper function for expanding a node from an edge.
auto pull_node = [this, &frame](const EdgeAccessor &new_edge, EdgeAtom::Direction direction) { auto pull_node = [this, &frame]<EdgeAtom::Direction direction>(const EdgeAccessor &new_edge,
utils::tag_value<direction>) {
if (self_.common_.existing_node) return; if (self_.common_.existing_node) return;
switch (direction) { if constexpr (direction == EdgeAtom::Direction::IN) {
case EdgeAtom::Direction::IN:
frame[self_.common_.node_symbol] = new_edge.From(); frame[self_.common_.node_symbol] = new_edge.From();
break; } else if constexpr (direction == EdgeAtom::Direction::OUT) {
case EdgeAtom::Direction::OUT:
frame[self_.common_.node_symbol] = new_edge.To(); frame[self_.common_.node_symbol] = new_edge.To();
break; } else {
case EdgeAtom::Direction::BOTH:
LOG_FATAL("Must indicate exact expansion direction here"); LOG_FATAL("Must indicate exact expansion direction here");
} }
}; };
@ -893,7 +892,7 @@ bool Expand::ExpandCursor::Pull(Frame &frame, ExecutionContext &context) {
#endif #endif
frame[self_.common_.edge_symbol] = edge; frame[self_.common_.edge_symbol] = edge;
pull_node(edge, EdgeAtom::Direction::IN); pull_node(edge, utils::tag_v<EdgeAtom::Direction::IN>);
return true; return true;
} }
@ -913,7 +912,7 @@ bool Expand::ExpandCursor::Pull(Frame &frame, ExecutionContext &context) {
} }
#endif #endif
frame[self_.common_.edge_symbol] = edge; frame[self_.common_.edge_symbol] = edge;
pull_node(edge, EdgeAtom::Direction::OUT); pull_node(edge, utils::tag_v<EdgeAtom::Direction::OUT>);
return true; return true;
} }
@ -1007,12 +1006,12 @@ bool Expand::ExpandCursor::InitEdges(Frame &frame, ExecutionContext &context) {
auto existing_node = *expansion_info_.existing_node; auto existing_node = *expansion_info_.existing_node;
auto edges_result = UnwrapEdgesResult(vertex.InEdges(self_.view_, self_.common_.edge_types, existing_node)); auto edges_result = UnwrapEdgesResult(vertex.InEdges(self_.view_, self_.common_.edge_types, existing_node));
in_edges_.emplace(edges_result.edges); in_edges_.emplace(std::move(edges_result.edges));
num_expanded_first = edges_result.expanded_count; num_expanded_first = edges_result.expanded_count;
} }
} else { } else {
auto edges_result = UnwrapEdgesResult(vertex.InEdges(self_.view_, self_.common_.edge_types)); auto edges_result = UnwrapEdgesResult(vertex.InEdges(self_.view_, self_.common_.edge_types));
in_edges_.emplace(edges_result.edges); in_edges_.emplace(std::move(edges_result.edges));
num_expanded_first = edges_result.expanded_count; num_expanded_first = edges_result.expanded_count;
} }
if (in_edges_) { if (in_edges_) {
@ -1026,12 +1025,12 @@ bool Expand::ExpandCursor::InitEdges(Frame &frame, ExecutionContext &context) {
if (expansion_info_.existing_node) { if (expansion_info_.existing_node) {
auto existing_node = *expansion_info_.existing_node; auto existing_node = *expansion_info_.existing_node;
auto edges_result = UnwrapEdgesResult(vertex.OutEdges(self_.view_, self_.common_.edge_types, existing_node)); auto edges_result = UnwrapEdgesResult(vertex.OutEdges(self_.view_, self_.common_.edge_types, existing_node));
out_edges_.emplace(edges_result.edges); out_edges_.emplace(std::move(edges_result.edges));
num_expanded_second = edges_result.expanded_count; num_expanded_second = edges_result.expanded_count;
} }
} else { } else {
auto edges_result = UnwrapEdgesResult(vertex.OutEdges(self_.view_, self_.common_.edge_types)); auto edges_result = UnwrapEdgesResult(vertex.OutEdges(self_.view_, self_.common_.edge_types));
out_edges_.emplace(edges_result.edges); out_edges_.emplace(std::move(edges_result.edges));
num_expanded_second = edges_result.expanded_count; num_expanded_second = edges_result.expanded_count;
} }
if (out_edges_) { if (out_edges_) {
@ -1117,14 +1116,14 @@ auto ExpandFromVertex(const VertexAccessor &vertex, EdgeAtom::Direction directio
if (direction != EdgeAtom::Direction::OUT) { if (direction != EdgeAtom::Direction::OUT) {
auto edges = UnwrapEdgesResult(vertex.InEdges(view, edge_types)).edges; auto edges = UnwrapEdgesResult(vertex.InEdges(view, edge_types)).edges;
if (edges.begin() != edges.end()) { if (!edges.empty()) {
chain_elements.emplace_back(wrapper(EdgeAtom::Direction::IN, std::move(edges))); chain_elements.emplace_back(wrapper(EdgeAtom::Direction::IN, std::move(edges)));
} }
} }
if (direction != EdgeAtom::Direction::IN) { if (direction != EdgeAtom::Direction::IN) {
auto edges = UnwrapEdgesResult(vertex.OutEdges(view, edge_types)).edges; auto edges = UnwrapEdgesResult(vertex.OutEdges(view, edge_types)).edges;
if (edges.begin() != edges.end()) { if (!edges.empty()) {
chain_elements.emplace_back(wrapper(EdgeAtom::Direction::OUT, std::move(edges))); chain_elements.emplace_back(wrapper(EdgeAtom::Direction::OUT, std::move(edges)));
} }
} }
@ -1244,8 +1243,13 @@ class ExpandVariableCursor : public Cursor {
} }
// reset the frame value to an empty edge list // reset the frame value to an empty edge list
if (frame[self_.common_.edge_symbol].IsList()) {
// Preserve the list capacity if possible
frame[self_.common_.edge_symbol].ValueList().clear();
} else {
auto *pull_memory = context.evaluation_context.memory; auto *pull_memory = context.evaluation_context.memory;
frame[self_.common_.edge_symbol] = TypedValue::TVector(pull_memory); frame[self_.common_.edge_symbol] = TypedValue::TVector(pull_memory);
}
return true; return true;
} }
@ -4474,9 +4478,8 @@ class UnwindCursor : public Cursor {
TypedValue input_value = self_.input_expression_->Accept(evaluator); TypedValue input_value = self_.input_expression_->Accept(evaluator);
if (input_value.type() != TypedValue::Type::List) if (input_value.type() != TypedValue::Type::List)
throw QueryRuntimeException("Argument of UNWIND must be a list, but '{}' was provided.", input_value.type()); throw QueryRuntimeException("Argument of UNWIND must be a list, but '{}' was provided.", input_value.type());
// Copy the evaluted input_value_list to our vector. // Move the evaluted input_value_list to our vector.
// eval memory != query memory input_value_ = std::move(input_value.ValueList());
input_value_ = input_value.ValueList();
input_value_it_ = input_value_.begin(); input_value_it_ = input_value_.begin();
} }
@ -5336,6 +5339,7 @@ class LoadCsvCursor : public Cursor {
"1"); "1");
} }
did_pull_ = true; did_pull_ = true;
reader_->Reset();
} }
auto row = reader_->GetNextRow(context.evaluation_context.memory); auto row = reader_->GetNextRow(context.evaluation_context.memory);

View File

@ -76,18 +76,13 @@ using UniqueCursorPtr = std::unique_ptr<Cursor, std::function<void(Cursor *)>>;
template <class TCursor, class... TArgs> template <class TCursor, class... TArgs>
std::unique_ptr<Cursor, std::function<void(Cursor *)>> MakeUniqueCursorPtr(utils::Allocator<TCursor> allocator, std::unique_ptr<Cursor, std::function<void(Cursor *)>> MakeUniqueCursorPtr(utils::Allocator<TCursor> allocator,
TArgs &&...args) { TArgs &&...args) {
auto *ptr = allocator.allocate(1); auto *cursor = allocator.template new_object<TCursor>(std::forward<TArgs>(args)...);
try { auto dtr = [allocator](Cursor *base_ptr) mutable {
auto *cursor = new (ptr) TCursor(std::forward<TArgs>(args)...);
return std::unique_ptr<Cursor, std::function<void(Cursor *)>>(cursor, [allocator](Cursor *base_ptr) mutable {
auto *p = static_cast<TCursor *>(base_ptr); auto *p = static_cast<TCursor *>(base_ptr);
p->~TCursor(); allocator.delete_object(p);
allocator.deallocate(p, 1); };
}); // TODO: not std::function
} catch (...) { return std::unique_ptr<Cursor, std::function<void(Cursor *)>>(cursor, std::move(dtr));
allocator.deallocate(ptr, 1);
throw;
}
} }
class Once; class Once;

View File

@ -191,9 +191,9 @@ std::shared_ptr<Trigger::TriggerPlan> Trigger::GetPlan(DbAccessor *db_accessor)
return trigger_plan_; return trigger_plan_;
} }
void Trigger::Execute(DbAccessor *dba, utils::MonotonicBufferResource *execution_memory, void Trigger::Execute(DbAccessor *dba, utils::MemoryResource *execution_memory, const double max_execution_time_sec,
const double max_execution_time_sec, std::atomic<bool> *is_shutting_down, std::atomic<bool> *is_shutting_down, std::atomic<TransactionStatus> *transaction_status,
std::atomic<TransactionStatus> *transaction_status, const TriggerContext &context) const { const TriggerContext &context) const {
if (!context.ShouldEventTrigger(event_type_)) { if (!context.ShouldEventTrigger(event_type_)) {
return; return;
} }
@ -214,22 +214,7 @@ void Trigger::Execute(DbAccessor *dba, utils::MonotonicBufferResource *execution
ctx.is_shutting_down = is_shutting_down; ctx.is_shutting_down = is_shutting_down;
ctx.transaction_status = transaction_status; ctx.transaction_status = transaction_status;
ctx.is_profile_query = false; ctx.is_profile_query = false;
ctx.evaluation_context.memory = execution_memory;
// Set up temporary memory for a single Pull. Initial memory comes from the
// stack. 256 KiB should fit on the stack and should be more than enough for a
// single `Pull`.
static constexpr size_t stack_size = 256UL * 1024UL;
char stack_data[stack_size];
// We can throw on every query because a simple queries for deleting will use only
// the stack allocated buffer.
// Also, we want to throw only when the query engine requests more memory and not the storage
// so we add the exception to the allocator.
utils::ResourceWithOutOfMemoryException resource_with_exception;
utils::MonotonicBufferResource monotonic_memory(&stack_data[0], stack_size, &resource_with_exception);
// TODO (mferencevic): Tune the parameters accordingly.
utils::PoolResource pool_memory(128, 1024, &monotonic_memory);
ctx.evaluation_context.memory = &pool_memory;
auto cursor = plan.plan().MakeCursor(execution_memory); auto cursor = plan.plan().MakeCursor(execution_memory);
Frame frame{plan.symbol_table().max_position(), execution_memory}; Frame frame{plan.symbol_table().max_position(), execution_memory};

View File

@ -39,7 +39,7 @@ struct Trigger {
utils::SkipList<QueryCacheEntry> *query_cache, DbAccessor *db_accessor, utils::SkipList<QueryCacheEntry> *query_cache, DbAccessor *db_accessor,
const InterpreterConfig::Query &query_config, std::shared_ptr<QueryUserOrRole> owner); const InterpreterConfig::Query &query_config, std::shared_ptr<QueryUserOrRole> owner);
void Execute(DbAccessor *dba, utils::MonotonicBufferResource *execution_memory, double max_execution_time_sec, void Execute(DbAccessor *dba, utils::MemoryResource *execution_memory, double max_execution_time_sec,
std::atomic<bool> *is_shutting_down, std::atomic<TransactionStatus> *transaction_status, std::atomic<bool> *is_shutting_down, std::atomic<TransactionStatus> *transaction_status,
const TriggerContext &context) const; const TriggerContext &context) const;

View File

@ -43,6 +43,7 @@ add_library(mg-storage-v2 STATIC
replication/rpc.cpp replication/rpc.cpp
replication/replication_storage_state.cpp replication/replication_storage_state.cpp
inmemory/replication/recovery.cpp inmemory/replication/recovery.cpp
property_disk_store.cpp
) )
target_link_libraries(mg-storage-v2 mg::replication Threads::Threads mg-utils gflags absl::flat_hash_map mg-rpc mg-slk mg-events mg-memory) target_link_libraries(mg-storage-v2 mg::replication Threads::Threads mg-utils gflags absl::flat_hash_map mg-rpc mg-slk mg-events mg-memory)

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -58,7 +58,7 @@ void ExistenceConstraints::LoadExistenceConstraints(const std::vector<std::strin
[[nodiscard]] std::optional<ConstraintViolation> ExistenceConstraints::ValidateVertexOnConstraint( [[nodiscard]] std::optional<ConstraintViolation> ExistenceConstraints::ValidateVertexOnConstraint(
const Vertex &vertex, const LabelId &label, const PropertyId &property) { const Vertex &vertex, const LabelId &label, const PropertyId &property) {
if (!vertex.deleted && utils::Contains(vertex.labels, label) && !vertex.properties.HasProperty(property)) { if (!vertex.deleted && utils::Contains(vertex.labels, label) && !vertex.HasProperty(property)) {
return ConstraintViolation{ConstraintViolation::Type::EXISTENCE, label, std::set<PropertyId>{property}}; return ConstraintViolation{ConstraintViolation::Type::EXISTENCE, label, std::set<PropertyId>{property}};
} }
return std::nullopt; return std::nullopt;

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -90,12 +90,13 @@ bool DiskLabelIndex::SyncVertexToLabelIndexStorage(const Vertex &vertex, uint64_
if (!utils::Contains(vertex.labels, index_label)) { if (!utils::Contains(vertex.labels, index_label)) {
continue; continue;
} }
if (!disk_transaction // TODO: Re-enable
->Put(utils::SerializeVertexAsKeyForLabelIndex(index_label, vertex.gid), // if (!disk_transaction
utils::SerializeVertexAsValueForLabelIndex(index_label, vertex.labels, vertex.properties)) // ->Put(utils::SerializeVertexAsKeyForLabelIndex(index_label, vertex.gid),
.ok()) { // utils::SerializeVertexAsValueForLabelIndex(index_label, vertex.labels, vertex.properties))
return false; // .ok()) {
} // return false;
// }
} }
return CommitWithTimestamp(disk_transaction.get(), commit_timestamp); return CommitWithTimestamp(disk_transaction.get(), commit_timestamp);

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -20,7 +20,9 @@ namespace memgraph::storage {
namespace { namespace {
bool IsVertexIndexedByLabelProperty(const Vertex &vertex, LabelId label, PropertyId property) { bool IsVertexIndexedByLabelProperty(const Vertex &vertex, LabelId label, PropertyId property) {
return utils::Contains(vertex.labels, label) && vertex.properties.HasProperty(property); // TODO: Re-enable
// return utils::Contains(vertex.labels, label) && vertex.properties.HasProperty(property);
return false;
} }
[[nodiscard]] bool ClearTransactionEntriesWithRemovedIndexingLabel( [[nodiscard]] bool ClearTransactionEntriesWithRemovedIndexingLabel(
@ -94,12 +96,14 @@ bool DiskLabelPropertyIndex::SyncVertexToLabelPropertyIndexStorage(const Vertex
} }
for (const auto &[index_label, index_property] : index_) { for (const auto &[index_label, index_property] : index_) {
if (IsVertexIndexedByLabelProperty(vertex, index_label, index_property)) { if (IsVertexIndexedByLabelProperty(vertex, index_label, index_property)) {
if (!disk_transaction // TODO: Re-enable
->Put(utils::SerializeVertexAsKeyForLabelPropertyIndex(index_label, index_property, vertex.gid), // if (!disk_transaction
utils::SerializeVertexAsValueForLabelPropertyIndex(index_label, vertex.labels, vertex.properties)) // ->Put(utils::SerializeVertexAsKeyForLabelPropertyIndex(index_label, index_property, vertex.gid),
.ok()) { // utils::SerializeVertexAsValueForLabelPropertyIndex(index_label, vertex.labels,
return false; // vertex.properties))
} // .ok()) {
// return false;
// }
} }
} }
return CommitWithTimestamp(disk_transaction.get(), commit_timestamp); return CommitWithTimestamp(disk_transaction.get(), commit_timestamp);

View File

@ -172,7 +172,7 @@ bool VertexHasLabel(const Vertex &vertex, LabelId label, Transaction *transactio
PropertyValue GetVertexProperty(const Vertex &vertex, PropertyId property, Transaction *transaction, View view) { PropertyValue GetVertexProperty(const Vertex &vertex, PropertyId property, Transaction *transaction, View view) {
bool deleted = vertex.deleted; bool deleted = vertex.deleted;
PropertyValue value = vertex.properties.GetProperty(property); PropertyValue value = vertex.GetProperty(property);
Delta *delta = vertex.delta; Delta *delta = vertex.delta;
ApplyDeltasForRead(transaction, delta, view, [&deleted, &value, property](const Delta &delta) { ApplyDeltasForRead(transaction, delta, view, [&deleted, &value, property](const Delta &delta) {
switch (delta.action) { switch (delta.action) {
@ -628,10 +628,11 @@ std::unordered_set<Gid> DiskStorage::MergeVerticesFromMainCacheWithLabelIndexCac
spdlog::trace("Loaded vertex with gid: {} from main index storage to label index", vertex.gid.ToString()); spdlog::trace("Loaded vertex with gid: {} from main index storage to label index", vertex.gid.ToString());
uint64_t ts = utils::GetEarliestTimestamp(vertex.delta); uint64_t ts = utils::GetEarliestTimestamp(vertex.delta);
/// TODO: here are doing serialization and then later deserialization again -> expensive /// TODO: here are doing serialization and then later deserialization again -> expensive
LoadVertexToLabelIndexCache(transaction, utils::SerializeVertexAsKeyForLabelIndex(label, vertex.gid), // TODO: Re-enable
utils::SerializeVertexAsValueForLabelIndex(label, vertex.labels, vertex.properties), // LoadVertexToLabelIndexCache(transaction, utils::SerializeVertexAsKeyForLabelIndex(label, vertex.gid),
CreateDeleteDeserializedIndexObjectDelta(index_deltas, std::nullopt, ts), // utils::SerializeVertexAsValueForLabelIndex(label, vertex.labels,
indexed_vertices->access()); // vertex.properties), CreateDeleteDeserializedIndexObjectDelta(index_deltas,
// std::nullopt, ts), indexed_vertices->access());
} }
} }
return gids; return gids;
@ -678,10 +679,11 @@ std::unordered_set<Gid> DiskStorage::MergeVerticesFromMainCacheWithLabelProperty
gids.insert(vertex.gid); gids.insert(vertex.gid);
if (label_property_filter(vertex, label, property, view)) { if (label_property_filter(vertex, label, property, view)) {
uint64_t ts = utils::GetEarliestTimestamp(vertex.delta); uint64_t ts = utils::GetEarliestTimestamp(vertex.delta);
LoadVertexToLabelPropertyIndexCache( // TODO: Re-enable
transaction, utils::SerializeVertexAsKeyForLabelPropertyIndex(label, property, vertex.gid), // LoadVertexToLabelPropertyIndexCache(
utils::SerializeVertexAsValueForLabelPropertyIndex(label, vertex.labels, vertex.properties), // transaction, utils::SerializeVertexAsKeyForLabelPropertyIndex(label, property, vertex.gid),
CreateDeleteDeserializedIndexObjectDelta(index_deltas, std::nullopt, ts), indexed_vertices->access()); // utils::SerializeVertexAsValueForLabelPropertyIndex(label, vertex.labels, vertex.properties),
// CreateDeleteDeserializedIndexObjectDelta(index_deltas, std::nullopt, ts), indexed_vertices->access());
} }
} }
@ -763,10 +765,11 @@ std::unordered_set<Gid> DiskStorage::MergeVerticesFromMainCacheWithLabelProperty
if (VertexHasLabel(vertex, label, transaction, view) && if (VertexHasLabel(vertex, label, transaction, view) &&
IsPropertyValueWithinInterval(prop_value, lower_bound, upper_bound)) { IsPropertyValueWithinInterval(prop_value, lower_bound, upper_bound)) {
uint64_t ts = utils::GetEarliestTimestamp(vertex.delta); uint64_t ts = utils::GetEarliestTimestamp(vertex.delta);
LoadVertexToLabelPropertyIndexCache( // TODO: Re-enable
transaction, utils::SerializeVertexAsKeyForLabelPropertyIndex(label, property, vertex.gid), // LoadVertexToLabelPropertyIndexCache(
utils::SerializeVertexAsValueForLabelPropertyIndex(label, vertex.labels, vertex.properties), // transaction, utils::SerializeVertexAsKeyForLabelPropertyIndex(label, property, vertex.gid),
CreateDeleteDeserializedIndexObjectDelta(index_deltas, std::nullopt, ts), indexed_vertices->access()); // utils::SerializeVertexAsValueForLabelPropertyIndex(label, vertex.labels, vertex.properties),
// CreateDeleteDeserializedIndexObjectDelta(index_deltas, std::nullopt, ts), indexed_vertices->access());
} }
} }
return gids; return gids;
@ -1028,14 +1031,15 @@ bool DiskStorage::WriteVertexToVertexColumnFamily(Transaction *transaction, cons
MG_ASSERT(transaction->commit_timestamp, "Writing vertex to disk but commit timestamp not set."); MG_ASSERT(transaction->commit_timestamp, "Writing vertex to disk but commit timestamp not set.");
auto commit_ts = transaction->commit_timestamp->load(std::memory_order_relaxed); auto commit_ts = transaction->commit_timestamp->load(std::memory_order_relaxed);
const auto ser_vertex = utils::SerializeVertex(vertex); const auto ser_vertex = utils::SerializeVertex(vertex);
auto status = transaction->disk_transaction_->Put(kvstore_->vertex_chandle, ser_vertex, // TODO: Re-enable
utils::SerializeProperties(vertex.properties)); // auto status = transaction->disk_transaction_->Put(kvstore_->vertex_chandle, ser_vertex,
if (status.ok()) { // utils::SerializeProperties(vertex.properties));
spdlog::trace("rocksdb: Saved vertex with key {} and ts {} to vertex column family", ser_vertex, commit_ts); // if (status.ok()) {
// spdlog::trace("rocksdb: Saved vertex with key {} and ts {} to vertex column family", ser_vertex, commit_ts);
return true; return true;
} // }
spdlog::error("rocksdb: Failed to save vertex with key {} and ts {} to vertex column family", ser_vertex, commit_ts); // spdlog::error("rocksdb: Failed to save vertex with key {} and ts {} to vertex column family", ser_vertex,
return false; // commit_ts); return false;
} }
bool DiskStorage::WriteEdgeToEdgeColumnFamily(Transaction *transaction, const std::string &serialized_edge_key, bool DiskStorage::WriteEdgeToEdgeColumnFamily(Transaction *transaction, const std::string &serialized_edge_key,
@ -1358,7 +1362,8 @@ VertexAccessor DiskStorage::CreateVertexFromDisk(Transaction *transaction, utils
MG_ASSERT(inserted, "The vertex must be inserted here!"); MG_ASSERT(inserted, "The vertex must be inserted here!");
MG_ASSERT(it != accessor.end(), "Invalid Vertex accessor!"); MG_ASSERT(it != accessor.end(), "Invalid Vertex accessor!");
it->labels = std::move(label_ids); it->labels = std::move(label_ids);
it->properties = std::move(properties); // TODO: Re-enable
// it->properties = std::move(properties);
delta->prev.Set(&*it); delta->prev.Set(&*it);
return {&*it, this, transaction}; return {&*it, this, transaction};
} }
@ -1419,7 +1424,8 @@ std::optional<EdgeAccessor> DiskStorage::CreateEdgeFromDisk(const VertexAccessor
MG_ASSERT(it != acc.end(), "Invalid Edge accessor!"); MG_ASSERT(it != acc.end(), "Invalid Edge accessor!");
edge = EdgeRef(&*it); edge = EdgeRef(&*it);
delta->prev.Set(&*it); delta->prev.Set(&*it);
edge.ptr->properties.SetBuffer(properties); // TODO Re-enable
// edge.ptr->properties.SetBuffer(properties);
} }
ModifiedEdgeInfo modified_edge(Delta::Action::DELETE_DESERIALIZED_OBJECT, from_vertex->gid, to_vertex->gid, edge_type, ModifiedEdgeInfo modified_edge(Delta::Action::DELETE_DESERIALIZED_OBJECT, from_vertex->gid, to_vertex->gid, edge_type,

View File

@ -28,7 +28,7 @@ namespace {
bool IsVertexUnderConstraint(const Vertex &vertex, const LabelId &constraint_label, bool IsVertexUnderConstraint(const Vertex &vertex, const LabelId &constraint_label,
const std::set<PropertyId> &constraint_properties) { const std::set<PropertyId> &constraint_properties) {
return utils::Contains(vertex.labels, constraint_label) && vertex.properties.HasAllProperties(constraint_properties); return utils::Contains(vertex.labels, constraint_label) && vertex.HasAllProperties(constraint_properties);
} }
bool IsDifferentVertexWithSameConstraintLabel(const std::string &key, const Gid gid, const LabelId constraint_label) { bool IsDifferentVertexWithSameConstraintLabel(const std::string &key, const Gid gid, const LabelId constraint_label) {
@ -105,7 +105,7 @@ std::optional<ConstraintViolation> DiskUniqueConstraints::Validate(
std::optional<ConstraintViolation> DiskUniqueConstraints::TestIfVertexSatisifiesUniqueConstraint( std::optional<ConstraintViolation> DiskUniqueConstraints::TestIfVertexSatisifiesUniqueConstraint(
const Vertex &vertex, std::vector<std::vector<PropertyValue>> &unique_storage, const LabelId &constraint_label, const Vertex &vertex, std::vector<std::vector<PropertyValue>> &unique_storage, const LabelId &constraint_label,
const std::set<PropertyId> &constraint_properties) const { const std::set<PropertyId> &constraint_properties) const {
auto property_values = vertex.properties.ExtractPropertyValues(constraint_properties); auto property_values = vertex.ExtractPropertyValues(constraint_properties);
/// TODO: better naming. Is vertex unique /// TODO: better naming. Is vertex unique
if (property_values.has_value() && if (property_values.has_value() &&
@ -227,10 +227,11 @@ bool DiskUniqueConstraints::SyncVertexToUniqueConstraintsStorage(const Vertex &v
if (IsVertexUnderConstraint(vertex, constraint_label, constraint_properties)) { if (IsVertexUnderConstraint(vertex, constraint_label, constraint_properties)) {
auto key = utils::SerializeVertexAsKeyForUniqueConstraint(constraint_label, constraint_properties, auto key = utils::SerializeVertexAsKeyForUniqueConstraint(constraint_label, constraint_properties,
vertex.gid.ToString()); vertex.gid.ToString());
auto value = utils::SerializeVertexAsValueForUniqueConstraint(constraint_label, vertex.labels, vertex.properties); // TODO: Re-enable
if (!disk_transaction->Put(key, value).ok()) { // auto value = utils::SerializeVertexAsValueForUniqueConstraint(constraint_label, vertex.labels,
return false; // vertex.properties); if (!disk_transaction->Put(key, value).ok()) {
} // return false;
// }
} }
} }
/// TODO: extract and better message /// TODO: extract and better message

View File

@ -277,7 +277,6 @@ void LoadPartialEdges(const std::filesystem::path &path, utils::SkipList<Edge> &
{ {
auto props_size = snapshot.ReadUint(); auto props_size = snapshot.ReadUint();
if (!props_size) throw RecoveryFailure("Couldn't read the size of edge properties!"); if (!props_size) throw RecoveryFailure("Couldn't read the size of edge properties!");
auto &props = it->properties;
read_properties.clear(); read_properties.clear();
read_properties.reserve(*props_size); read_properties.reserve(*props_size);
for (uint64_t j = 0; j < *props_size; ++j) { for (uint64_t j = 0; j < *props_size; ++j) {
@ -287,7 +286,7 @@ void LoadPartialEdges(const std::filesystem::path &path, utils::SkipList<Edge> &
if (!value) throw RecoveryFailure("Couldn't read edge property value!"); if (!value) throw RecoveryFailure("Couldn't read edge property value!");
read_properties.emplace_back(get_property_from_id(*key), std::move(*value)); read_properties.emplace_back(get_property_from_id(*key), std::move(*value));
} }
props.InitProperties(std::move(read_properties)); it->InitProperties(std::move(read_properties));
} }
} else { } else {
spdlog::debug("Ensuring edge {} doesn't have any properties.", *gid); spdlog::debug("Ensuring edge {} doesn't have any properties.", *gid);
@ -370,7 +369,6 @@ uint64_t LoadPartialVertices(const std::filesystem::path &path, utils::SkipList<
{ {
auto props_size = snapshot.ReadUint(); auto props_size = snapshot.ReadUint();
if (!props_size) throw RecoveryFailure("Couldn't read size of vertex properties!"); if (!props_size) throw RecoveryFailure("Couldn't read size of vertex properties!");
auto &props = it->properties;
read_properties.clear(); read_properties.clear();
read_properties.reserve(*props_size); read_properties.reserve(*props_size);
for (uint64_t j = 0; j < *props_size; ++j) { for (uint64_t j = 0; j < *props_size; ++j) {
@ -380,7 +378,7 @@ uint64_t LoadPartialVertices(const std::filesystem::path &path, utils::SkipList<
if (!value) throw RecoveryFailure("Couldn't read vertex property value!"); if (!value) throw RecoveryFailure("Couldn't read vertex property value!");
read_properties.emplace_back(get_property_from_id(*key), std::move(*value)); read_properties.emplace_back(get_property_from_id(*key), std::move(*value));
} }
props.InitProperties(std::move(read_properties)); it->InitProperties(std::move(read_properties));
} }
// Skip in edges. // Skip in edges.
@ -720,7 +718,6 @@ RecoveredSnapshot LoadSnapshotVersion14(const std::filesystem::path &path, utils
{ {
auto props_size = snapshot.ReadUint(); auto props_size = snapshot.ReadUint();
if (!props_size) throw RecoveryFailure("Couldn't read the size of properties!"); if (!props_size) throw RecoveryFailure("Couldn't read the size of properties!");
auto &props = it->properties;
for (uint64_t j = 0; j < *props_size; ++j) { for (uint64_t j = 0; j < *props_size; ++j) {
auto key = snapshot.ReadUint(); auto key = snapshot.ReadUint();
if (!key) throw RecoveryFailure("Couldn't read edge property id!"); if (!key) throw RecoveryFailure("Couldn't read edge property id!");
@ -728,7 +725,7 @@ RecoveredSnapshot LoadSnapshotVersion14(const std::filesystem::path &path, utils
if (!value) throw RecoveryFailure("Couldn't read edge property value!"); if (!value) throw RecoveryFailure("Couldn't read edge property value!");
SPDLOG_TRACE("Recovered property \"{}\" with value \"{}\" for edge {}.", SPDLOG_TRACE("Recovered property \"{}\" with value \"{}\" for edge {}.",
name_id_mapper->IdToName(snapshot_id_map.at(*key)), *value, *gid); name_id_mapper->IdToName(snapshot_id_map.at(*key)), *value, *gid);
props.SetProperty(get_property_from_id(*key), *value); it->SetProperty(get_property_from_id(*key), *value);
} }
} }
} else { } else {
@ -796,7 +793,6 @@ RecoveredSnapshot LoadSnapshotVersion14(const std::filesystem::path &path, utils
{ {
auto props_size = snapshot.ReadUint(); auto props_size = snapshot.ReadUint();
if (!props_size) throw RecoveryFailure("Couldn't read the size of properties!"); if (!props_size) throw RecoveryFailure("Couldn't read the size of properties!");
auto &props = it->properties;
for (uint64_t j = 0; j < *props_size; ++j) { for (uint64_t j = 0; j < *props_size; ++j) {
auto key = snapshot.ReadUint(); auto key = snapshot.ReadUint();
if (!key) throw RecoveryFailure("Couldn't read the vertex property id!"); if (!key) throw RecoveryFailure("Couldn't read the vertex property id!");
@ -804,7 +800,7 @@ RecoveredSnapshot LoadSnapshotVersion14(const std::filesystem::path &path, utils
if (!value) throw RecoveryFailure("Couldn't read the vertex property value!"); if (!value) throw RecoveryFailure("Couldn't read the vertex property value!");
SPDLOG_TRACE("Recovered property \"{}\" with value \"{}\" for vertex {}.", SPDLOG_TRACE("Recovered property \"{}\" with value \"{}\" for vertex {}.",
name_id_mapper->IdToName(snapshot_id_map.at(*key)), *value, *gid); name_id_mapper->IdToName(snapshot_id_map.at(*key)), *value, *gid);
props.SetProperty(get_property_from_id(*key), *value); it->SetProperty(get_property_from_id(*key), *value);
} }
} }

View File

@ -597,7 +597,7 @@ void EncodeDelta(BaseEncoder *encoder, NameIdMapper *name_id_mapper, SalientConf
// TODO (mferencevic): Mitigate the memory allocation introduced here // TODO (mferencevic): Mitigate the memory allocation introduced here
// (with the `GetProperty` call). It is the only memory allocation in the // (with the `GetProperty` call). It is the only memory allocation in the
// entire WAL file writing logic. // entire WAL file writing logic.
encoder->WritePropertyValue(vertex.properties.GetProperty(delta.property.key)); encoder->WritePropertyValue(vertex.GetProperty(delta.property.key));
break; break;
} }
case Delta::Action::ADD_LABEL: case Delta::Action::ADD_LABEL:
@ -646,7 +646,7 @@ void EncodeDelta(BaseEncoder *encoder, NameIdMapper *name_id_mapper, const Delta
// TODO (mferencevic): Mitigate the memory allocation introduced here // TODO (mferencevic): Mitigate the memory allocation introduced here
// (with the `GetProperty` call). It is the only memory allocation in the // (with the `GetProperty` call). It is the only memory allocation in the
// entire WAL file writing logic. // entire WAL file writing logic.
encoder->WritePropertyValue(edge.properties.GetProperty(delta.property.key)); encoder->WritePropertyValue(edge.GetProperty(delta.property.key));
break; break;
} }
case Delta::Action::DELETE_DESERIALIZED_OBJECT: case Delta::Action::DELETE_DESERIALIZED_OBJECT:
@ -842,7 +842,7 @@ RecoveryInfo LoadWal(const std::filesystem::path &path, RecoveredIndicesAndConst
auto property_id = PropertyId::FromUint(name_id_mapper->NameToId(delta.vertex_edge_set_property.property)); auto property_id = PropertyId::FromUint(name_id_mapper->NameToId(delta.vertex_edge_set_property.property));
auto &property_value = delta.vertex_edge_set_property.value; auto &property_value = delta.vertex_edge_set_property.value;
vertex->properties.SetProperty(property_id, property_value); vertex->SetProperty(property_id, property_value);
break; break;
} }
@ -926,7 +926,7 @@ RecoveryInfo LoadWal(const std::filesystem::path &path, RecoveredIndicesAndConst
if (edge == edge_acc.end()) throw RecoveryFailure("The edge doesn't exist!"); if (edge == edge_acc.end()) throw RecoveryFailure("The edge doesn't exist!");
auto property_id = PropertyId::FromUint(name_id_mapper->NameToId(delta.vertex_edge_set_property.property)); auto property_id = PropertyId::FromUint(name_id_mapper->NameToId(delta.vertex_edge_set_property.property));
auto &property_value = delta.vertex_edge_set_property.value; auto &property_value = delta.vertex_edge_set_property.value;
edge->properties.SetProperty(property_id, property_value); edge->SetProperty(property_id, property_value);
break; break;
} }
case WalDeltaData::Type::TRANSACTION_END: case WalDeltaData::Type::TRANSACTION_END:

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -19,6 +19,10 @@
#include "utils/logging.hpp" #include "utils/logging.hpp"
#include "utils/rw_spin_lock.hpp" #include "utils/rw_spin_lock.hpp"
#include "storage/v2/property_disk_store.hpp"
// #include "storage/v2/property_disk_store.hpp"
namespace memgraph::storage { namespace memgraph::storage {
struct Vertex; struct Vertex;
@ -30,16 +34,120 @@ struct Edge {
"Edge must be created with an initial DELETE_OBJECT delta!"); "Edge must be created with an initial DELETE_OBJECT delta!");
} }
~Edge() {
// TODO: Don't want to do this here
if (!moved) ClearProperties();
}
Edge(Edge &) = delete;
Edge &operator=(Edge &) = delete;
Edge(Edge &&) = default;
Edge &operator=(Edge &&) = delete;
Gid gid; Gid gid;
PropertyStore properties; // PropertyStore properties;
mutable utils::RWSpinLock lock; mutable utils::RWSpinLock lock;
bool deleted; bool deleted;
// uint8_t PAD; // uint8_t PAD;
// uint16_t PAD; // uint16_t PAD;
bool has_prop;
class HotFixMove {
public:
HotFixMove() {}
HotFixMove(HotFixMove &&other) noexcept {
if (this != &other) {
// We want only the latest object to be marked as not-moved; while all previous should be marked as moved
moved = false;
other.moved = true;
}
}
HotFixMove(HotFixMove &) = delete;
HotFixMove &operator=(HotFixMove &) = delete;
HotFixMove &operator=(HotFixMove &&) = delete;
operator bool() const { return moved; }
private:
bool moved{false};
} moved;
Delta *delta; Delta *delta;
Gid HotFixForGID() const { return Gid::FromUint(gid.AsUint() + (1 << 31)); }
PropertyValue GetProperty(PropertyId property) const {
if (!has_prop) return {};
const auto prop = PDS::get()->Get(HotFixForGID(), property);
if (prop) return *prop;
return {};
}
bool SetProperty(PropertyId property, const PropertyValue &value) {
if (!has_prop) return {};
return PDS::get()->Set(HotFixForGID(), property, value);
}
template <typename TContainer>
bool InitProperties(const TContainer &properties) {
auto *pds = PDS::get();
for (const auto &[property, value] : properties) {
if (value.IsNull()) {
continue;
}
if (!pds->Set(HotFixForGID(), property, value)) {
return false;
}
has_prop = true;
}
return true;
}
void ClearProperties() {
if (!has_prop) return;
has_prop = false;
auto *pds = PDS::get();
pds->Clear(HotFixForGID());
}
std::map<PropertyId, PropertyValue> Properties() {
if (!has_prop) return {};
return PDS::get()->Get(HotFixForGID());
}
std::vector<std::tuple<PropertyId, PropertyValue, PropertyValue>> UpdateProperties(
std::map<PropertyId, PropertyValue> &properties) {
if (!has_prop && properties.empty()) return {};
auto old_properties = Properties();
ClearProperties();
std::vector<std::tuple<PropertyId, PropertyValue, PropertyValue>> id_old_new_change;
id_old_new_change.reserve(properties.size() + old_properties.size());
for (const auto &[prop_id, new_value] : properties) {
if (!old_properties.contains(prop_id)) {
id_old_new_change.emplace_back(prop_id, PropertyValue(), new_value);
}
}
for (const auto &[old_key, old_value] : old_properties) {
auto [it, inserted] = properties.emplace(old_key, old_value);
if (!inserted) {
auto &new_value = it->second;
id_old_new_change.emplace_back(it->first, old_value, new_value);
}
}
MG_ASSERT(InitProperties(properties));
return id_old_new_change;
}
uint64_t PropertySize(PropertyId property) const {
if (!has_prop) return {};
return PDS::get()->GetSize(HotFixForGID(), property);
}
}; };
static_assert(alignof(Edge) >= 8, "The Edge should be aligned to at least 8!"); static_assert(alignof(Edge) >= 8, "The Edge should be aligned to at least 8!");

View File

@ -128,11 +128,11 @@ Result<storage::PropertyValue> EdgeAccessor::SetProperty(PropertyId property, co
if (!PrepareForWrite(transaction_, edge_.ptr)) return Error::SERIALIZATION_ERROR; if (!PrepareForWrite(transaction_, edge_.ptr)) return Error::SERIALIZATION_ERROR;
if (edge_.ptr->deleted) return Error::DELETED_OBJECT; if (edge_.ptr->deleted) return Error::DELETED_OBJECT;
using ReturnType = decltype(edge_.ptr->properties.GetProperty(property)); using ReturnType = decltype(edge_.ptr->GetProperty(property));
std::optional<ReturnType> current_value; std::optional<ReturnType> current_value;
utils::AtomicMemoryBlock atomic_memory_block{ utils::AtomicMemoryBlock atomic_memory_block{
[&current_value, &property, &value, transaction = transaction_, edge = edge_]() { [&current_value, &property, &value, transaction = transaction_, edge = edge_]() {
current_value.emplace(edge.ptr->properties.GetProperty(property)); current_value.emplace(edge.ptr->GetProperty(property));
// We could skip setting the value if the previous one is the same to the new // We could skip setting the value if the previous one is the same to the new
// one. This would save some memory as a delta would not be created as well as // one. This would save some memory as a delta would not be created as well as
// avoid copying the value. The reason we are not doing that is because the // avoid copying the value. The reason we are not doing that is because the
@ -140,7 +140,7 @@ Result<storage::PropertyValue> EdgeAccessor::SetProperty(PropertyId property, co
// "modify in-place". Additionally, the created delta will make other // "modify in-place". Additionally, the created delta will make other
// transactions get a SERIALIZATION_ERROR. // transactions get a SERIALIZATION_ERROR.
CreateAndLinkDelta(transaction, edge.ptr, Delta::SetPropertyTag(), property, *current_value); CreateAndLinkDelta(transaction, edge.ptr, Delta::SetPropertyTag(), property, *current_value);
edge.ptr->properties.SetProperty(property, value); edge.ptr->SetProperty(property, value);
}}; }};
std::invoke(atomic_memory_block); std::invoke(atomic_memory_block);
@ -162,7 +162,7 @@ Result<bool> EdgeAccessor::InitProperties(const std::map<storage::PropertyId, st
if (edge_.ptr->deleted) return Error::DELETED_OBJECT; if (edge_.ptr->deleted) return Error::DELETED_OBJECT;
if (!edge_.ptr->properties.InitProperties(properties)) return false; if (!edge_.ptr->InitProperties(properties)) return false;
utils::AtomicMemoryBlock atomic_memory_block{[&properties, transaction_ = transaction_, edge_ = edge_]() { utils::AtomicMemoryBlock atomic_memory_block{[&properties, transaction_ = transaction_, edge_ = edge_]() {
for (const auto &[property, _] : properties) { for (const auto &[property, _] : properties) {
CreateAndLinkDelta(transaction_, edge_.ptr, Delta::SetPropertyTag(), property, PropertyValue()); CreateAndLinkDelta(transaction_, edge_.ptr, Delta::SetPropertyTag(), property, PropertyValue());
@ -184,11 +184,11 @@ Result<std::vector<std::tuple<PropertyId, PropertyValue, PropertyValue>>> EdgeAc
if (edge_.ptr->deleted) return Error::DELETED_OBJECT; if (edge_.ptr->deleted) return Error::DELETED_OBJECT;
using ReturnType = decltype(edge_.ptr->properties.UpdateProperties(properties)); using ReturnType = decltype(edge_.ptr->UpdateProperties(properties));
std::optional<ReturnType> id_old_new_change; std::optional<ReturnType> id_old_new_change;
utils::AtomicMemoryBlock atomic_memory_block{ utils::AtomicMemoryBlock atomic_memory_block{
[transaction_ = transaction_, edge_ = edge_, &properties, &id_old_new_change]() { [transaction_ = transaction_, edge_ = edge_, &properties, &id_old_new_change]() {
id_old_new_change.emplace(edge_.ptr->properties.UpdateProperties(properties)); id_old_new_change.emplace(edge_.ptr->UpdateProperties(properties));
for (auto &[property, old_value, new_value] : *id_old_new_change) { for (auto &[property, old_value, new_value] : *id_old_new_change) {
CreateAndLinkDelta(transaction_, edge_.ptr, Delta::SetPropertyTag(), property, std::move(old_value)); CreateAndLinkDelta(transaction_, edge_.ptr, Delta::SetPropertyTag(), property, std::move(old_value));
} }
@ -207,15 +207,15 @@ Result<std::map<PropertyId, PropertyValue>> EdgeAccessor::ClearProperties() {
if (edge_.ptr->deleted) return Error::DELETED_OBJECT; if (edge_.ptr->deleted) return Error::DELETED_OBJECT;
using ReturnType = decltype(edge_.ptr->properties.Properties()); using ReturnType = decltype(edge_.ptr->Properties());
std::optional<ReturnType> properties; std::optional<ReturnType> properties;
utils::AtomicMemoryBlock atomic_memory_block{[&properties, transaction_ = transaction_, edge_ = edge_]() { utils::AtomicMemoryBlock atomic_memory_block{[&properties, transaction_ = transaction_, edge_ = edge_]() {
properties.emplace(edge_.ptr->properties.Properties()); properties.emplace(edge_.ptr->Properties());
for (const auto &property : *properties) { for (const auto &property : *properties) {
CreateAndLinkDelta(transaction_, edge_.ptr, Delta::SetPropertyTag(), property.first, property.second); CreateAndLinkDelta(transaction_, edge_.ptr, Delta::SetPropertyTag(), property.first, property.second);
} }
edge_.ptr->properties.ClearProperties(); edge_.ptr->ClearProperties();
}}; }};
std::invoke(atomic_memory_block); std::invoke(atomic_memory_block);
@ -231,7 +231,7 @@ Result<PropertyValue> EdgeAccessor::GetProperty(PropertyId property, View view)
{ {
auto guard = std::shared_lock{edge_.ptr->lock}; auto guard = std::shared_lock{edge_.ptr->lock};
deleted = edge_.ptr->deleted; deleted = edge_.ptr->deleted;
value.emplace(edge_.ptr->properties.GetProperty(property)); value.emplace(edge_.ptr->GetProperty(property));
delta = edge_.ptr->delta; delta = edge_.ptr->delta;
} }
ApplyDeltasForRead(transaction_, delta, view, [&exists, &deleted, &value, property](const Delta &delta) { ApplyDeltasForRead(transaction_, delta, view, [&exists, &deleted, &value, property](const Delta &delta) {
@ -271,7 +271,7 @@ Result<uint64_t> EdgeAccessor::GetPropertySize(PropertyId property, View view) c
auto guard = std::shared_lock{edge_.ptr->lock}; auto guard = std::shared_lock{edge_.ptr->lock};
Delta *delta = edge_.ptr->delta; Delta *delta = edge_.ptr->delta;
if (!delta) { if (!delta) {
return edge_.ptr->properties.PropertySize(property); return edge_.ptr->PropertySize(property);
} }
auto property_result = this->GetProperty(property, view); auto property_result = this->GetProperty(property, view);
@ -295,7 +295,7 @@ Result<std::map<PropertyId, PropertyValue>> EdgeAccessor::Properties(View view)
{ {
auto guard = std::shared_lock{edge_.ptr->lock}; auto guard = std::shared_lock{edge_.ptr->lock};
deleted = edge_.ptr->deleted; deleted = edge_.ptr->deleted;
properties = edge_.ptr->properties.Properties(); properties = edge_.ptr->Properties();
delta = edge_.ptr->delta; delta = edge_.ptr->delta;
} }
ApplyDeltasForRead(transaction_, delta, view, [&exists, &deleted, &properties](const Delta &delta) { ApplyDeltasForRead(transaction_, delta, view, [&exists, &deleted, &properties](const Delta &delta) {

View File

@ -121,7 +121,7 @@ inline bool AnyVersionHasLabelProperty(const Vertex &vertex, LabelId label, Prop
has_label = utils::Contains(vertex.labels, label); has_label = utils::Contains(vertex.labels, label);
// Avoid IsPropertyEqual if already not possible // Avoid IsPropertyEqual if already not possible
if (delta == nullptr && (deleted || !has_label)) return false; if (delta == nullptr && (deleted || !has_label)) return false;
current_value_equal_to_value = vertex.properties.IsPropertyEqual(key, value); current_value_equal_to_value = vertex.IsPropertyEqual(key, value);
} }
if (!deleted && has_label && current_value_equal_to_value) { if (!deleted && has_label && current_value_equal_to_value) {
@ -186,7 +186,7 @@ inline bool CurrentVersionHasLabelProperty(const Vertex &vertex, LabelId label,
auto guard = std::shared_lock{vertex.lock}; auto guard = std::shared_lock{vertex.lock};
deleted = vertex.deleted; deleted = vertex.deleted;
has_label = utils::Contains(vertex.labels, label); has_label = utils::Contains(vertex.labels, label);
current_value_equal_to_value = vertex.properties.IsPropertyEqual(key, value); current_value_equal_to_value = vertex.IsPropertyEqual(key, value);
delta = vertex.delta; delta = vertex.delta;
} }
@ -246,7 +246,7 @@ inline void TryInsertLabelPropertyIndex(Vertex &vertex, std::pair<LabelId, Prope
if (vertex.deleted || !utils::Contains(vertex.labels, label_property_pair.first)) { if (vertex.deleted || !utils::Contains(vertex.labels, label_property_pair.first)) {
return; return;
} }
auto value = vertex.properties.GetProperty(label_property_pair.second); auto value = vertex.GetProperty(label_property_pair.second);
if (value.IsNull()) { if (value.IsNull()) {
return; return;
} }

View File

@ -90,7 +90,7 @@ void InMemoryLabelPropertyIndex::UpdateOnAddLabel(LabelId added_label, Vertex *v
if (label_prop.first != added_label) { if (label_prop.first != added_label) {
continue; continue;
} }
auto prop_value = vertex_after_update->properties.GetProperty(label_prop.second); auto prop_value = vertex_after_update->GetProperty(label_prop.second);
if (!prop_value.IsNull()) { if (!prop_value.IsNull()) {
auto acc = storage.access(); auto acc = storage.access();
acc.insert(Entry{std::move(prop_value), vertex_after_update, tx.start_timestamp}); acc.insert(Entry{std::move(prop_value), vertex_after_update, tx.start_timestamp});

View File

@ -1044,7 +1044,7 @@ void InMemoryStorage::InMemoryAccessor::Abort() {
const auto &properties = index_stats.property_label.l2p.find(current->label.value); const auto &properties = index_stats.property_label.l2p.find(current->label.value);
if (properties != index_stats.property_label.l2p.end()) { if (properties != index_stats.property_label.l2p.end()) {
for (const auto &property : properties->second) { for (const auto &property : properties->second) {
auto current_value = vertex->properties.GetProperty(property); auto current_value = vertex->GetProperty(property);
if (!current_value.IsNull()) { if (!current_value.IsNull()) {
label_property_cleanup[current->label.value].emplace_back(std::move(current_value), vertex); label_property_cleanup[current->label.value].emplace_back(std::move(current_value), vertex);
} }
@ -1065,13 +1065,13 @@ void InMemoryStorage::InMemoryAccessor::Abort() {
// value // value
const auto &labels = index_stats.property_label.p2l.find(current->property.key); const auto &labels = index_stats.property_label.p2l.find(current->property.key);
if (labels != index_stats.property_label.p2l.end()) { if (labels != index_stats.property_label.p2l.end()) {
auto current_value = vertex->properties.GetProperty(current->property.key); auto current_value = vertex->GetProperty(current->property.key);
if (!current_value.IsNull()) { if (!current_value.IsNull()) {
property_cleanup[current->property.key].emplace_back(std::move(current_value), vertex); property_cleanup[current->property.key].emplace_back(std::move(current_value), vertex);
} }
} }
// Setting the correct value // Setting the correct value
vertex->properties.SetProperty(current->property.key, *current->property.value); vertex->SetProperty(current->property.key, *current->property.value);
break; break;
} }
case Delta::Action::ADD_IN_EDGE: { case Delta::Action::ADD_IN_EDGE: {
@ -1146,7 +1146,7 @@ void InMemoryStorage::InMemoryAccessor::Abort() {
current->timestamp->load(std::memory_order_acquire) == transaction_.transaction_id) { current->timestamp->load(std::memory_order_acquire) == transaction_.transaction_id) {
switch (current->action) { switch (current->action) {
case Delta::Action::SET_PROPERTY: { case Delta::Action::SET_PROPERTY: {
edge->properties.SetProperty(current->property.key, *current->property.value); edge->SetProperty(current->property.key, *current->property.value);
break; break;
} }
case Delta::Action::DELETE_DESERIALIZED_OBJECT: case Delta::Action::DELETE_DESERIALIZED_OBJECT:

View File

@ -64,7 +64,7 @@ bool LastCommittedVersionHasLabelProperty(const Vertex &vertex, LabelId label, c
size_t i = 0; size_t i = 0;
for (const auto &property : properties) { for (const auto &property : properties) {
current_value_equal_to_value[i] = vertex.properties.IsPropertyEqual(property, value_array[i]); current_value_equal_to_value[i] = vertex.IsPropertyEqual(property, value_array[i]);
property_array.values[i] = property; property_array.values[i] = property;
i++; i++;
} }
@ -155,7 +155,7 @@ bool AnyVersionHasLabelProperty(const Vertex &vertex, LabelId label, const std::
// If delta we need to fetch for later processing // If delta we need to fetch for later processing
size_t i = 0; size_t i = 0;
for (const auto &property : properties) { for (const auto &property : properties) {
current_value_equal_to_value[i] = vertex.properties.IsPropertyEqual(property, values[i]); current_value_equal_to_value[i] = vertex.IsPropertyEqual(property, values[i]);
property_array.values[i] = property; property_array.values[i] = property;
i++; i++;
} }
@ -163,7 +163,7 @@ bool AnyVersionHasLabelProperty(const Vertex &vertex, LabelId label, const std::
// otherwise do a short-circuiting check (we already know !deleted && has_label) // otherwise do a short-circuiting check (we already know !deleted && has_label)
size_t i = 0; size_t i = 0;
for (const auto &property : properties) { for (const auto &property : properties) {
if (!vertex.properties.IsPropertyEqual(property, values[i])) return false; if (!vertex.IsPropertyEqual(property, values[i])) return false;
i++; i++;
} }
return true; return true;
@ -269,7 +269,7 @@ void InMemoryUniqueConstraints::UpdateBeforeCommit(const Vertex *vertex, const T
} }
for (auto &[props, storage] : constraint->second) { for (auto &[props, storage] : constraint->second) {
auto values = vertex->properties.ExtractPropertyValues(props); auto values = vertex->ExtractPropertyValues(props);
if (!values) { if (!values) {
continue; continue;
@ -334,7 +334,7 @@ std::optional<ConstraintViolation> InMemoryUniqueConstraints::DoValidate(
if (vertex.deleted || !utils::Contains(vertex.labels, label)) { if (vertex.deleted || !utils::Contains(vertex.labels, label)) {
return std::nullopt; return std::nullopt;
} }
auto values = vertex.properties.ExtractPropertyValues(properties); auto values = vertex.ExtractPropertyValues(properties);
if (!values) { if (!values) {
return std::nullopt; return std::nullopt;
} }
@ -359,7 +359,7 @@ void InMemoryUniqueConstraints::AbortEntries(std::span<Vertex const *const> vert
} }
for (auto &[props, storage] : constraint->second) { for (auto &[props, storage] : constraint->second) {
auto values = vertex->properties.ExtractPropertyValues(props); auto values = vertex->ExtractPropertyValues(props);
if (!values) { if (!values) {
continue; continue;
@ -451,7 +451,7 @@ std::optional<ConstraintViolation> InMemoryUniqueConstraints::Validate(const Ver
} }
for (const auto &[properties, storage] : constraint->second) { for (const auto &[properties, storage] : constraint->second) {
auto value_array = vertex.properties.ExtractPropertyValues(properties); auto value_array = vertex.ExtractPropertyValues(properties);
if (!value_array) { if (!value_array) {
continue; continue;

View File

@ -0,0 +1,49 @@
// Copyright 2024 Memgraph Ltd.
//
// Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
// License, and you may not use this file except in compliance with the Business Source License.
//
// As of the Change Date specified in that file, in accordance with
// the Business Source License, use of this software will be governed
// by the Apache License, Version 2.0, included in the file
// licenses/APL.txt.
#include "storage/v2/property_disk_store.hpp"
#include <rocksdb/compression_type.h>
#include <rocksdb/filter_policy.h>
#include <rocksdb/memtablerep.h>
#include <rocksdb/options.h>
#include <rocksdb/slice_transform.h>
#include <rocksdb/statistics.h>
#include <rocksdb/table.h>
namespace memgraph::storage {
PDS *PDS::ptr_ = nullptr;
PDS::PDS(std::filesystem::path root)
: kvstore_{root / "pds", std::invoke([]() {
rocksdb::Options options;
rocksdb::BlockBasedTableOptions table_options;
table_options.block_cache = rocksdb::NewLRUCache(128 * 1024 * 1024);
table_options.filter_policy.reset(rocksdb::NewBloomFilterPolicy(sizeof(storage::Gid)));
table_options.optimize_filters_for_memory = false;
table_options.enable_index_compression = false;
options.table_factory.reset(rocksdb::NewBlockBasedTableFactory(table_options));
options.prefix_extractor.reset(rocksdb::NewFixedPrefixTransform(sizeof(storage::Gid)));
options.max_background_jobs = 4;
options.enable_pipelined_write = true;
options.avoid_unnecessary_blocking_io = true;
options.create_if_missing = true;
options.use_direct_io_for_flush_and_compaction = true;
options.use_direct_reads = true;
// options.compression = rocksdb::kLZ4HCCompression;
return options;
})} {}
} // namespace memgraph::storage

View File

@ -0,0 +1,137 @@
// Copyright 2024 Memgraph Ltd.
//
// Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
// License, and you may not use this file except in compliance with the Business Source License.
//
// As of the Change Date specified in that file, in accordance with
// the Business Source License, use of this software will be governed
// by the Apache License, Version 2.0, included in the file
// licenses/APL.txt.
#pragma once
#include <rocksdb/options.h>
#include <cstdint>
#include <cstring>
#include <json/json.hpp>
#include <map>
#include <set>
#include <sstream>
#include "kvstore/kvstore.hpp"
#include "slk/streams.hpp"
#include "storage/v2/id_types.hpp"
#include "storage/v2/property_value.hpp"
#include "slk/serialization.hpp"
#include "storage/v2/replication/slk.hpp"
namespace memgraph::storage {
class PDS {
public:
static void Init(std::filesystem::path root) {
if (ptr_ == nullptr) ptr_ = new PDS(root);
}
static void Deinit() { delete ptr_; }
static PDS *get() {
if (ptr_ == nullptr) {
ptr_ = new PDS("/tmp");
}
return ptr_;
}
static std::string ToKey(Gid gid, PropertyId pid) {
std::string key(sizeof(gid) + sizeof(pid), '\0');
memcpy(key.data(), &gid, sizeof(gid));
memcpy(&key[sizeof(gid)], &pid, sizeof(pid));
return key;
}
static std::string ToPrefix(Gid gid) {
std::string key(sizeof(gid), '\0');
memcpy(key.data(), &gid, sizeof(gid));
return key;
}
static Gid ToGid(std::string_view sv) {
uint64_t gid;
gid = *((uint64_t *)sv.data());
return Gid::FromUint(gid);
}
static PropertyId ToPid(std::string_view sv) {
uint32_t pid;
pid = *((uint32_t *)&sv[sizeof(Gid)]);
return PropertyId::FromUint(pid);
}
static PropertyValue ToPV(std::string_view sv) {
PropertyValue pv;
slk::Reader reader((const uint8_t *)sv.data(), sv.size());
slk::Load(&pv, &reader);
return pv;
}
static std::string ToStr(const PropertyValue &pv) {
std::string val{};
slk::Builder builder([&val](const uint8_t *data, size_t size, bool /*have_more*/) {
const auto old_size = val.size();
val.resize(old_size + size);
memcpy(&val[old_size], data, size);
});
slk::Save(pv, &builder);
builder.Finalize();
return val;
}
std::optional<PropertyValue> Get(Gid gid, PropertyId pid) {
const auto element = kvstore_.Get(ToKey(gid, pid));
if (element) {
return ToPV(*element);
}
return std::nullopt;
}
size_t GetSize(Gid gid, PropertyId pid) {
const auto element = kvstore_.Get(ToKey(gid, pid));
if (element) {
return element->size();
}
return 0;
}
std::map<PropertyId, PropertyValue> Get(Gid gid) {
std::map<PropertyId, PropertyValue> res;
auto itr = kvstore_.begin(ToPrefix(gid));
auto end = kvstore_.end(ToPrefix(gid));
for (; itr != end; ++itr) {
if (!itr.IsValid()) continue;
res[ToPid(itr->first)] = ToPV(itr->second);
}
return res;
}
auto Set(Gid gid, PropertyId pid, const PropertyValue &pv) {
if (pv.IsNull()) {
return kvstore_.Delete(ToKey(gid, pid));
}
return kvstore_.Put(ToKey(gid, pid), ToStr(pv));
}
void Clear(Gid gid) { kvstore_.DeletePrefix(ToPrefix(gid)); }
bool Has(Gid gid, PropertyId pid) { return kvstore_.Size(ToKey(gid, pid)) != 0; }
// kvstore::KVStore::iterator Itr() {}
private:
PDS(std::filesystem::path root);
kvstore::KVStore kvstore_;
static PDS *ptr_;
};
} // namespace memgraph::storage

View File

@ -92,7 +92,28 @@ class PropertyValue {
// TODO: Implement copy assignment operators for primitive types. // TODO: Implement copy assignment operators for primitive types.
// TODO: Implement copy and move assignment operators for non-primitive types. // TODO: Implement copy and move assignment operators for non-primitive types.
~PropertyValue() { DestroyValue(); } ~PropertyValue() {
switch (type_) {
// destructor for primitive types does nothing
case Type::Null:
case Type::Bool:
case Type::Int:
case Type::Double:
case Type::TemporalData:
return;
// destructor for non primitive types since we used placement new
case Type::String:
std::destroy_at(&string_v.val_);
return;
case Type::List:
std::destroy_at(&list_v.val_);
return;
case Type::Map:
std::destroy_at(&map_v.val_);
return;
}
}
Type type() const { return type_; } Type type() const { return type_; }
@ -189,8 +210,6 @@ class PropertyValue {
} }
private: private:
void DestroyValue() noexcept;
// NOTE: this may look strange but it is for better data layout // NOTE: this may look strange but it is for better data layout
// https://eel.is/c++draft/class.union#general-note-1 // https://eel.is/c++draft/class.union#general-note-1
union { union {
@ -357,13 +376,13 @@ inline PropertyValue::PropertyValue(const PropertyValue &other) : type_(other.ty
this->double_v.val_ = other.double_v.val_; this->double_v.val_ = other.double_v.val_;
return; return;
case Type::String: case Type::String:
new (&string_v.val_) std::string(other.string_v.val_); std::construct_at(&string_v.val_, other.string_v.val_);
return; return;
case Type::List: case Type::List:
new (&list_v.val_) std::vector<PropertyValue>(other.list_v.val_); std::construct_at(&list_v.val_, other.list_v.val_);
return; return;
case Type::Map: case Type::Map:
new (&map_v.val_) std::map<std::string, PropertyValue>(other.map_v.val_); std::construct_at(&map_v.val_, other.map_v.val_);
return; return;
case Type::TemporalData: case Type::TemporalData:
this->temporal_data_v.val_ = other.temporal_data_v.val_; this->temporal_data_v.val_ = other.temporal_data_v.val_;
@ -371,7 +390,7 @@ inline PropertyValue::PropertyValue(const PropertyValue &other) : type_(other.ty
} }
} }
inline PropertyValue::PropertyValue(PropertyValue &&other) noexcept : type_(std::exchange(other.type_, Type::Null)) { inline PropertyValue::PropertyValue(PropertyValue &&other) noexcept : type_(other.type_) {
switch (type_) { switch (type_) {
case Type::Null: case Type::Null:
break; break;
@ -386,15 +405,12 @@ inline PropertyValue::PropertyValue(PropertyValue &&other) noexcept : type_(std:
break; break;
case Type::String: case Type::String:
std::construct_at(&string_v.val_, std::move(other.string_v.val_)); std::construct_at(&string_v.val_, std::move(other.string_v.val_));
std::destroy_at(&other.string_v.val_);
break; break;
case Type::List: case Type::List:
std::construct_at(&list_v.val_, std::move(other.list_v.val_)); std::construct_at(&list_v.val_, std::move(other.list_v.val_));
std::destroy_at(&other.list_v.val_);
break; break;
case Type::Map: case Type::Map:
std::construct_at(&map_v.val_, std::move(other.map_v.val_)); std::construct_at(&map_v.val_, std::move(other.map_v.val_));
std::destroy_at(&other.map_v.val_);
break; break;
case Type::TemporalData: case Type::TemporalData:
temporal_data_v.val_ = other.temporal_data_v.val_; temporal_data_v.val_ = other.temporal_data_v.val_;
@ -403,38 +419,88 @@ inline PropertyValue::PropertyValue(PropertyValue &&other) noexcept : type_(std:
} }
inline PropertyValue &PropertyValue::operator=(const PropertyValue &other) { inline PropertyValue &PropertyValue::operator=(const PropertyValue &other) {
if (type_ == other.type_) {
if (this == &other) return *this; if (this == &other) return *this;
DestroyValue();
type_ = other.type_;
switch (other.type_) { switch (other.type_) {
case Type::Null: case Type::Null:
break; break;
case Type::Bool: case Type::Bool:
this->bool_v.val_ = other.bool_v.val_; bool_v.val_ = other.bool_v.val_;
break; break;
case Type::Int: case Type::Int:
this->int_v.val_ = other.int_v.val_; int_v.val_ = other.int_v.val_;
break; break;
case Type::Double: case Type::Double:
this->double_v.val_ = other.double_v.val_; double_v.val_ = other.double_v.val_;
break; break;
case Type::String: case Type::String:
new (&string_v.val_) std::string(other.string_v.val_); string_v.val_ = other.string_v.val_;
break; break;
case Type::List: case Type::List:
new (&list_v.val_) std::vector<PropertyValue>(other.list_v.val_); list_v.val_ = other.list_v.val_;
break; break;
case Type::Map: case Type::Map:
new (&map_v.val_) std::map<std::string, PropertyValue>(other.map_v.val_); map_v.val_ = other.map_v.val_;
break; break;
case Type::TemporalData: case Type::TemporalData:
this->temporal_data_v.val_ = other.temporal_data_v.val_; temporal_data_v.val_ = other.temporal_data_v.val_;
break;
}
return *this;
} else {
// destroy
switch (type_) {
case Type::Null:
break;
case Type::Bool:
break;
case Type::Int:
break;
case Type::Double:
break;
case Type::String:
std::destroy_at(&string_v.val_);
break;
case Type::List:
std::destroy_at(&list_v.val_);
break;
case Type::Map:
std::destroy_at(&map_v.val_);
break;
case Type::TemporalData:
break;
}
// construct
auto *new_this = std::launder(this);
switch (other.type_) {
case Type::Null:
break;
case Type::Bool:
new_this->bool_v.val_ = other.bool_v.val_;
break;
case Type::Int:
new_this->int_v.val_ = other.int_v.val_;
break;
case Type::Double:
new_this->double_v.val_ = other.double_v.val_;
break;
case Type::String:
std::construct_at(&new_this->string_v.val_, other.string_v.val_);
break;
case Type::List:
std::construct_at(&new_this->list_v.val_, other.list_v.val_);
break;
case Type::Map:
std::construct_at(&new_this->map_v.val_, other.map_v.val_);
break;
case Type::TemporalData:
new_this->temporal_data_v.val_ = other.temporal_data_v.val_;
break; break;
} }
return *this; new_this->type_ = other.type_;
return *new_this;
}
} }
inline PropertyValue &PropertyValue::operator=(PropertyValue &&other) noexcept { inline PropertyValue &PropertyValue::operator=(PropertyValue &&other) noexcept {
@ -456,48 +522,71 @@ inline PropertyValue &PropertyValue::operator=(PropertyValue &&other) noexcept {
break; break;
case Type::String: case Type::String:
string_v.val_ = std::move(other.string_v.val_); string_v.val_ = std::move(other.string_v.val_);
std::destroy_at(&other.string_v.val_);
break; break;
case Type::List: case Type::List:
list_v.val_ = std::move(other.list_v.val_); list_v.val_ = std::move(other.list_v.val_);
std::destroy_at(&other.list_v.val_);
break; break;
case Type::Map: case Type::Map:
map_v.val_ = std::move(other.map_v.val_); map_v.val_ = std::move(other.map_v.val_);
std::destroy_at(&other.map_v.val_);
break; break;
case Type::TemporalData: case Type::TemporalData:
temporal_data_v.val_ = other.temporal_data_v.val_; temporal_data_v.val_ = other.temporal_data_v.val_;
break; break;
} }
other.type_ = Type::Null;
return *this; return *this;
} else { } else {
std::destroy_at(this); // destroy
return *std::construct_at(std::launder(this), std::move(other)); switch (type_) {
}
}
inline void PropertyValue::DestroyValue() noexcept {
switch (std::exchange(type_, Type::Null)) {
// destructor for primitive types does nothing
case Type::Null: case Type::Null:
break;
case Type::Bool: case Type::Bool:
break;
case Type::Int: case Type::Int:
break;
case Type::Double: case Type::Double:
case Type::TemporalData: break;
return;
// destructor for non primitive types since we used placement new
case Type::String: case Type::String:
std::destroy_at(&string_v.val_); std::destroy_at(&string_v.val_);
return; break;
case Type::List: case Type::List:
std::destroy_at(&list_v.val_); std::destroy_at(&list_v.val_);
return; break;
case Type::Map: case Type::Map:
std::destroy_at(&map_v.val_); std::destroy_at(&map_v.val_);
return; break;
case Type::TemporalData:
break;
}
// construct (no need to destroy moved from type)
auto *new_this = std::launder(this);
switch (other.type_) {
case Type::Null:
break;
case Type::Bool:
new_this->bool_v.val_ = other.bool_v.val_;
break;
case Type::Int:
new_this->int_v.val_ = other.int_v.val_;
break;
case Type::Double:
new_this->double_v.val_ = other.double_v.val_;
break;
case Type::String:
std::construct_at(&new_this->string_v.val_, std::move(other.string_v.val_));
break;
case Type::List:
std::construct_at(&new_this->list_v.val_, std::move(other.list_v.val_));
break;
case Type::Map:
std::construct_at(&new_this->map_v.val_, std::move(other.map_v.val_));
break;
case Type::TemporalData:
new_this->temporal_data_v.val_ = other.temporal_data_v.val_;
break;
}
new_this->type_ = other.type_;
return *new_this;
} }
} }

View File

@ -46,6 +46,9 @@ Storage::Storage(Config config, StorageMode storage_mode)
indices_(config, storage_mode), indices_(config, storage_mode),
constraints_(config, storage_mode) { constraints_(config, storage_mode) {
spdlog::info("Created database with {} storage mode.", StorageModeToString(storage_mode)); spdlog::info("Created database with {} storage mode.", StorageModeToString(storage_mode));
// TODO: Make this work with MT
PDS::Init(config_.durability.storage_directory);
} }
Storage::Accessor::Accessor(SharedAccess /* tag */, Storage *storage, IsolationLevel isolation_level, Storage::Accessor::Accessor(SharedAccess /* tag */, Storage *storage, IsolationLevel isolation_level,

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -12,6 +12,7 @@
#pragma once #pragma once
#include <limits> #include <limits>
#include <optional>
#include <tuple> #include <tuple>
#include <vector> #include <vector>
@ -21,19 +22,31 @@
#include "storage/v2/property_store.hpp" #include "storage/v2/property_store.hpp"
#include "utils/rw_spin_lock.hpp" #include "utils/rw_spin_lock.hpp"
#include "storage/v2/property_disk_store.hpp"
namespace memgraph::storage { namespace memgraph::storage {
struct Vertex { struct Vertex {
Vertex(Gid gid, Delta *delta) : gid(gid), deleted(false), delta(delta) { Vertex(Gid gid, Delta *delta) : gid(gid), deleted(false), has_prop(false), delta(delta) {
MG_ASSERT(delta == nullptr || delta->action == Delta::Action::DELETE_OBJECT || MG_ASSERT(delta == nullptr || delta->action == Delta::Action::DELETE_OBJECT ||
delta->action == Delta::Action::DELETE_DESERIALIZED_OBJECT, delta->action == Delta::Action::DELETE_DESERIALIZED_OBJECT,
"Vertex must be created with an initial DELETE_OBJECT delta!"); "Vertex must be created with an initial DELETE_OBJECT delta!");
} }
~Vertex() {
// TODO: Move to another place <- this will get called twice if moved...
if (!moved) ClearProperties();
}
Vertex(Vertex &) = delete;
Vertex &operator=(Vertex &) = delete;
Vertex(Vertex &&) noexcept = default;
Vertex &operator=(Vertex &&) = delete;
const Gid gid; const Gid gid;
std::vector<LabelId> labels; std::vector<LabelId> labels;
PropertyStore properties; // PropertyStore properties;
std::vector<std::tuple<EdgeTypeId, Vertex *, EdgeRef>> in_edges; std::vector<std::tuple<EdgeTypeId, Vertex *, EdgeRef>> in_edges;
std::vector<std::tuple<EdgeTypeId, Vertex *, EdgeRef>> out_edges; std::vector<std::tuple<EdgeTypeId, Vertex *, EdgeRef>> out_edges;
@ -42,8 +55,138 @@ struct Vertex {
bool deleted; bool deleted;
// uint8_t PAD; // uint8_t PAD;
// uint16_t PAD; // uint16_t PAD;
bool has_prop;
class HotFixMove {
public:
HotFixMove() {}
HotFixMove(HotFixMove &&other) noexcept {
if (this != &other) {
// We want only the latest object to be marked as not-moved; while all previous should be marked as moved
moved = false;
other.moved = true;
}
}
HotFixMove(HotFixMove &) = delete;
HotFixMove &operator=(HotFixMove &) = delete;
HotFixMove &operator=(HotFixMove &&) = delete;
operator bool() const { return moved; }
private:
bool moved{false};
} moved;
Delta *delta; Delta *delta;
PropertyValue GetProperty(PropertyId property) const {
// if (deleted) return {};
if (!has_prop) return {};
const auto prop = PDS::get()->Get(gid, property);
if (prop) return *prop;
return {};
}
bool SetProperty(PropertyId property, const PropertyValue &value) {
// if (deleted) return {};
has_prop = true;
return PDS::get()->Set(gid, property, value);
}
bool HasProperty(PropertyId property) const {
// if (deleted) return {};
if (!has_prop) return {};
return PDS::get()->Has(gid, property);
}
bool HasAllProperties(const std::set<PropertyId> &properties) const {
// if (deleted) return {};
if (!has_prop) return {};
return std::all_of(properties.begin(), properties.end(), [this](const auto &prop) { return HasProperty(prop); });
}
bool IsPropertyEqual(PropertyId property, const PropertyValue &value) const {
// if (deleted) return {};
if (!has_prop) return value.IsNull();
const auto val = GetProperty(property);
return val == value;
}
template <typename TContainer>
bool InitProperties(const TContainer &properties) {
// if (deleted) return {};
auto *pds = PDS::get();
for (const auto &[property, value] : properties) {
if (value.IsNull()) {
continue;
}
if (!pds->Set(gid, property, value)) {
return false;
}
has_prop = true;
}
return true;
}
void ClearProperties() {
if (!has_prop) return;
has_prop = false;
auto *pds = PDS::get();
pds->Clear(gid);
}
std::map<PropertyId, PropertyValue> Properties() {
// if (deleted) return {};
if (!has_prop) return {};
return PDS::get()->Get(gid);
}
std::vector<std::tuple<PropertyId, PropertyValue, PropertyValue>> UpdateProperties(
std::map<PropertyId, PropertyValue> &properties) {
// if (deleted) return {};
auto old_properties = Properties();
ClearProperties();
std::vector<std::tuple<PropertyId, PropertyValue, PropertyValue>> id_old_new_change;
id_old_new_change.reserve(properties.size() + old_properties.size());
for (const auto &[prop_id, new_value] : properties) {
if (!old_properties.contains(prop_id)) {
id_old_new_change.emplace_back(prop_id, PropertyValue(), new_value);
}
}
for (const auto &[old_key, old_value] : old_properties) {
auto [it, inserted] = properties.emplace(old_key, old_value);
if (!inserted) {
auto &new_value = it->second;
id_old_new_change.emplace_back(it->first, old_value, new_value);
}
}
MG_ASSERT(InitProperties(properties));
return id_old_new_change;
}
uint64_t PropertySize(PropertyId property) const {
// if (deleted) return {};
if (!has_prop) return {};
return PDS::get()->GetSize(gid, property);
}
std::optional<std::vector<PropertyValue>> ExtractPropertyValues(const std::set<PropertyId> &properties) const {
// if (deleted) return {};
if (!has_prop) return {};
std::vector<PropertyValue> value_array;
value_array.reserve(properties.size());
for (const auto &prop : properties) {
auto value = GetProperty(prop);
if (value.IsNull()) {
return std::nullopt;
}
value_array.emplace_back(std::move(value));
}
return value_array;
}
}; };
static_assert(alignof(Vertex) >= 8, "The Vertex should be aligned to at least 8!"); static_assert(alignof(Vertex) >= 8, "The Vertex should be aligned to at least 8!");

View File

@ -261,7 +261,7 @@ Result<PropertyValue> VertexAccessor::SetProperty(PropertyId property, const Pro
if (vertex_->deleted) return Error::DELETED_OBJECT; if (vertex_->deleted) return Error::DELETED_OBJECT;
auto current_value = vertex_->properties.GetProperty(property); auto current_value = vertex_->GetProperty(property);
// We could skip setting the value if the previous one is the same to the new // We could skip setting the value if the previous one is the same to the new
// one. This would save some memory as a delta would not be created as well as // one. This would save some memory as a delta would not be created as well as
// avoid copying the value. The reason we are not doing that is because the // avoid copying the value. The reason we are not doing that is because the
@ -272,7 +272,7 @@ Result<PropertyValue> VertexAccessor::SetProperty(PropertyId property, const Pro
utils::AtomicMemoryBlock atomic_memory_block{ utils::AtomicMemoryBlock atomic_memory_block{
[transaction = transaction_, vertex = vertex_, &value, &property, &current_value]() { [transaction = transaction_, vertex = vertex_, &value, &property, &current_value]() {
CreateAndLinkDelta(transaction, vertex, Delta::SetPropertyTag(), property, current_value); CreateAndLinkDelta(transaction, vertex, Delta::SetPropertyTag(), property, current_value);
vertex->properties.SetProperty(property, value); vertex->SetProperty(property, value);
}}; }};
std::invoke(atomic_memory_block); std::invoke(atomic_memory_block);
@ -303,7 +303,7 @@ Result<bool> VertexAccessor::InitProperties(const std::map<storage::PropertyId,
bool result{false}; bool result{false};
utils::AtomicMemoryBlock atomic_memory_block{ utils::AtomicMemoryBlock atomic_memory_block{
[&result, &properties, storage = storage_, transaction = transaction_, vertex = vertex_]() { [&result, &properties, storage = storage_, transaction = transaction_, vertex = vertex_]() {
if (!vertex->properties.InitProperties(properties)) { if (!vertex->InitProperties(properties)) {
result = false; result = false;
return; return;
} }
@ -339,11 +339,11 @@ Result<std::vector<std::tuple<PropertyId, PropertyValue, PropertyValue>>> Vertex
if (vertex_->deleted) return Error::DELETED_OBJECT; if (vertex_->deleted) return Error::DELETED_OBJECT;
using ReturnType = decltype(vertex_->properties.UpdateProperties(properties)); using ReturnType = decltype(vertex_->UpdateProperties(properties));
std::optional<ReturnType> id_old_new_change; std::optional<ReturnType> id_old_new_change;
utils::AtomicMemoryBlock atomic_memory_block{ utils::AtomicMemoryBlock atomic_memory_block{
[storage = storage_, transaction = transaction_, vertex = vertex_, &properties, &id_old_new_change]() { [storage = storage_, transaction = transaction_, vertex = vertex_, &properties, &id_old_new_change]() {
id_old_new_change.emplace(vertex->properties.UpdateProperties(properties)); id_old_new_change.emplace(vertex->UpdateProperties(properties));
if (!id_old_new_change.has_value()) { if (!id_old_new_change.has_value()) {
return; return;
} }
@ -375,11 +375,11 @@ Result<std::map<PropertyId, PropertyValue>> VertexAccessor::ClearProperties() {
if (vertex_->deleted) return Error::DELETED_OBJECT; if (vertex_->deleted) return Error::DELETED_OBJECT;
using ReturnType = decltype(vertex_->properties.Properties()); using ReturnType = decltype(vertex_->Properties());
std::optional<ReturnType> properties; std::optional<ReturnType> properties;
utils::AtomicMemoryBlock atomic_memory_block{ utils::AtomicMemoryBlock atomic_memory_block{
[storage = storage_, transaction = transaction_, vertex = vertex_, &properties]() { [storage = storage_, transaction = transaction_, vertex = vertex_, &properties]() {
properties.emplace(vertex->properties.Properties()); properties.emplace(vertex->Properties());
if (!properties.has_value()) { if (!properties.has_value()) {
return; return;
} }
@ -391,7 +391,7 @@ Result<std::map<PropertyId, PropertyValue>> VertexAccessor::ClearProperties() {
if (transaction->constraint_verification_info) { if (transaction->constraint_verification_info) {
transaction->constraint_verification_info->RemovedProperty(vertex); transaction->constraint_verification_info->RemovedProperty(vertex);
} }
vertex->properties.ClearProperties(); vertex->ClearProperties();
}}; }};
std::invoke(atomic_memory_block); std::invoke(atomic_memory_block);
@ -406,7 +406,7 @@ Result<PropertyValue> VertexAccessor::GetProperty(PropertyId property, View view
{ {
auto guard = std::shared_lock{vertex_->lock}; auto guard = std::shared_lock{vertex_->lock};
deleted = vertex_->deleted; deleted = vertex_->deleted;
value = vertex_->properties.GetProperty(property); value = vertex_->GetProperty(property);
delta = vertex_->delta; delta = vertex_->delta;
} }
@ -451,7 +451,7 @@ Result<uint64_t> VertexAccessor::GetPropertySize(PropertyId property, View view)
auto guard = std::shared_lock{vertex_->lock}; auto guard = std::shared_lock{vertex_->lock};
Delta *delta = vertex_->delta; Delta *delta = vertex_->delta;
if (!delta) { if (!delta) {
return vertex_->properties.PropertySize(property); return vertex_->PropertySize(property);
} }
} }
@ -474,7 +474,7 @@ Result<std::map<PropertyId, PropertyValue>> VertexAccessor::Properties(View view
{ {
auto guard = std::shared_lock{vertex_->lock}; auto guard = std::shared_lock{vertex_->lock};
deleted = vertex_->deleted; deleted = vertex_->deleted;
properties = vertex_->properties.Properties(); properties = vertex_->Properties();
delta = vertex_->delta; delta = vertex_->delta;
} }

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -150,128 +150,133 @@ void *MonotonicBufferResource::DoAllocate(size_t bytes, size_t alignment) {
namespace impl { namespace impl {
Pool::Pool(size_t block_size, unsigned char blocks_per_chunk, MemoryResource *memory) Pool::Pool(size_t block_size, unsigned char blocks_per_chunk, MemoryResource *chunk_memory)
: blocks_per_chunk_(blocks_per_chunk), block_size_(block_size), chunks_(memory) {} : blocks_per_chunk_(blocks_per_chunk), block_size_(block_size), chunks_(chunk_memory) {
Pool::~Pool() { MG_ASSERT(chunks_.empty(), "You need to call Release before destruction!"); }
void *Pool::Allocate() {
auto allocate_block_from_chunk = [this](Chunk *chunk) {
unsigned char *available_block = chunk->data + (chunk->first_available_block_ix * block_size_);
// Update free-list pointer (index in our case) by reading "next" from the
// available_block.
chunk->first_available_block_ix = *available_block;
--chunk->blocks_available;
return available_block;
};
if (last_alloc_chunk_ && last_alloc_chunk_->blocks_available > 0U)
return allocate_block_from_chunk(last_alloc_chunk_);
// Find a Chunk with available memory.
for (auto &chunk : chunks_) {
if (chunk.blocks_available > 0U) {
last_alloc_chunk_ = &chunk;
return allocate_block_from_chunk(last_alloc_chunk_);
}
}
// We haven't found a Chunk with available memory, so allocate a new one.
if (block_size_ > std::numeric_limits<size_t>::max() / blocks_per_chunk_) throw BadAlloc("Allocation size overflow");
size_t data_size = blocks_per_chunk_ * block_size_;
// Use the next pow2 of block_size_ as alignment, so that we cover alignment // Use the next pow2 of block_size_ as alignment, so that we cover alignment
// requests between 1 and block_size_. Users of this class should make sure // requests between 1 and block_size_. Users of this class should make sure
// that requested alignment of particular blocks is never greater than the // that requested alignment of particular blocks is never greater than the
// block itself. // block itself.
size_t alignment = Ceil2(block_size_); if (block_size_ > std::numeric_limits<size_t>::max() / blocks_per_chunk_) throw BadAlloc("Allocation size overflow");
if (alignment < block_size_) throw BadAlloc("Allocation alignment overflow"); }
auto *data = reinterpret_cast<unsigned char *>(GetUpstreamResource()->Allocate(data_size, alignment));
// Form a free-list of blocks in data. Pool::~Pool() {
for (unsigned char i = 0U; i < blocks_per_chunk_; ++i) { if (!chunks_.empty()) {
*(data + (i * block_size_)) = i + 1U; auto *resource = GetUpstreamResource();
auto const dataSize = blocks_per_chunk_ * block_size_;
auto const alignment = Ceil2(block_size_);
for (auto &chunk : chunks_) {
resource->Deallocate(chunk.raw_data, dataSize, alignment);
} }
Chunk chunk{data, 0, blocks_per_chunk_}; chunks_.clear();
// Insert the big block in the sorted position. }
auto it = std::lower_bound(chunks_.begin(), chunks_.end(), chunk, free_list_ = nullptr;
[](const auto &a, const auto &b) { return a.data < b.data; }); }
void *Pool::Allocate() {
if (!free_list_) [[unlikely]] {
// need new chunk
auto const data_size = blocks_per_chunk_ * block_size_;
auto const alignment = Ceil2(block_size_);
auto *resource = GetUpstreamResource();
auto *data = reinterpret_cast<std::byte *>(resource->Allocate(data_size, alignment));
try { try {
it = chunks_.insert(it, chunk); auto &new_chunk = chunks_.emplace_front(data);
free_list_ = new_chunk.build_freelist(block_size_, blocks_per_chunk_);
} catch (...) { } catch (...) {
GetUpstreamResource()->Deallocate(data, data_size, alignment); resource->Deallocate(data, data_size, alignment);
throw; throw;
} }
}
last_alloc_chunk_ = &*it; return std::exchange(free_list_, *reinterpret_cast<std::byte **>(free_list_));
last_dealloc_chunk_ = &*it;
return allocate_block_from_chunk(last_alloc_chunk_);
} }
void Pool::Deallocate(void *p) { void Pool::Deallocate(void *p) {
MG_ASSERT(last_dealloc_chunk_, "No chunk to deallocate"); *reinterpret_cast<std::byte **>(p) = std::exchange(free_list_, reinterpret_cast<std::byte *>(p));
MG_ASSERT(!chunks_.empty(),
"Expected a call to Deallocate after at least a "
"single Allocate has been done.");
auto is_in_chunk = [this, p](const Chunk &chunk) {
auto ptr = reinterpret_cast<uintptr_t>(p);
size_t data_size = blocks_per_chunk_ * block_size_;
return reinterpret_cast<uintptr_t>(chunk.data) <= ptr && ptr < reinterpret_cast<uintptr_t>(chunk.data + data_size);
};
auto deallocate_block_from_chunk = [this, p](Chunk *chunk) {
// NOTE: This check is not enough to cover all double-free issues.
MG_ASSERT(chunk->blocks_available < blocks_per_chunk_,
"Deallocating more blocks than a chunk can contain, possibly a "
"double-free situation or we have a bug in the allocator.");
// Link the block into the free-list
auto *block = reinterpret_cast<unsigned char *>(p);
*block = chunk->first_available_block_ix;
chunk->first_available_block_ix = (block - chunk->data) / block_size_;
chunk->blocks_available++;
};
if (is_in_chunk(*last_dealloc_chunk_)) {
deallocate_block_from_chunk(last_dealloc_chunk_);
return;
}
// Find the chunk which served this allocation
Chunk chunk{reinterpret_cast<unsigned char *>(p) - blocks_per_chunk_ * block_size_, 0, 0};
auto it = std::lower_bound(chunks_.begin(), chunks_.end(), chunk,
[](const auto &a, const auto &b) { return a.data <= b.data; });
MG_ASSERT(it != chunks_.end(), "Failed deallocation in utils::Pool");
MG_ASSERT(is_in_chunk(*it), "Failed deallocation in utils::Pool");
// Update last_alloc_chunk_ as well because it now has a free block.
// Additionally this corresponds with C++ pattern of allocations and
// deallocations being done in reverse order.
last_alloc_chunk_ = &*it;
last_dealloc_chunk_ = &*it;
deallocate_block_from_chunk(last_dealloc_chunk_);
// TODO: We could release the Chunk to upstream memory
}
void Pool::Release() {
for (auto &chunk : chunks_) {
size_t data_size = blocks_per_chunk_ * block_size_;
size_t alignment = Ceil2(block_size_);
GetUpstreamResource()->Deallocate(chunk.data, data_size, alignment);
}
chunks_.clear();
last_alloc_chunk_ = nullptr;
last_dealloc_chunk_ = nullptr;
} }
} // namespace impl } // namespace impl
PoolResource::PoolResource(size_t max_blocks_per_chunk, size_t max_block_size, MemoryResource *memory_pools, struct NullMemoryResourceImpl final : public MemoryResource {
MemoryResource *memory_unpooled) NullMemoryResourceImpl() = default;
: pools_(memory_pools), NullMemoryResourceImpl(NullMemoryResourceImpl const &) = default;
unpooled_(memory_unpooled), NullMemoryResourceImpl &operator=(NullMemoryResourceImpl const &) = default;
max_blocks_per_chunk_(std::min(max_blocks_per_chunk, static_cast<size_t>(impl::Pool::MaxBlocksInChunk()))), NullMemoryResourceImpl(NullMemoryResourceImpl &&) = default;
max_block_size_(max_block_size) { NullMemoryResourceImpl &operator=(NullMemoryResourceImpl &&) = default;
MG_ASSERT(max_blocks_per_chunk_ > 0U, "Invalid number of blocks per chunk"); ~NullMemoryResourceImpl() override = default;
MG_ASSERT(max_block_size_ > 0U, "Invalid size of block");
private:
void *DoAllocate(size_t /*bytes*/, size_t /*alignment*/) override {
throw BadAlloc{"NullMemoryResource doesn't allocate"};
}
void DoDeallocate(void * /*p*/, size_t /*bytes*/, size_t /*alignment*/) override {
throw BadAlloc{"NullMemoryResource doesn't deallocate"};
}
bool DoIsEqual(MemoryResource const &other) const noexcept override {
return dynamic_cast<NullMemoryResourceImpl const *>(&other) != nullptr;
}
};
MemoryResource *NullMemoryResource() noexcept {
static auto res = NullMemoryResourceImpl{};
return &res;
} }
namespace impl {
/// 1 bit sensitivity test
static_assert(bin_index<1>(9U) == 0);
static_assert(bin_index<1>(10U) == 0);
static_assert(bin_index<1>(11U) == 0);
static_assert(bin_index<1>(12U) == 0);
static_assert(bin_index<1>(13U) == 0);
static_assert(bin_index<1>(14U) == 0);
static_assert(bin_index<1>(15U) == 0);
static_assert(bin_index<1>(16U) == 0);
static_assert(bin_index<1>(17U) == 1);
static_assert(bin_index<1>(18U) == 1);
static_assert(bin_index<1>(19U) == 1);
static_assert(bin_index<1>(20U) == 1);
static_assert(bin_index<1>(21U) == 1);
static_assert(bin_index<1>(22U) == 1);
static_assert(bin_index<1>(23U) == 1);
static_assert(bin_index<1>(24U) == 1);
static_assert(bin_index<1>(25U) == 1);
static_assert(bin_index<1>(26U) == 1);
static_assert(bin_index<1>(27U) == 1);
static_assert(bin_index<1>(28U) == 1);
static_assert(bin_index<1>(29U) == 1);
static_assert(bin_index<1>(30U) == 1);
static_assert(bin_index<1>(31U) == 1);
static_assert(bin_index<1>(32U) == 1);
/// 2 bit sensitivity test
static_assert(bin_index<2>(9U) == 0);
static_assert(bin_index<2>(10U) == 0);
static_assert(bin_index<2>(11U) == 0);
static_assert(bin_index<2>(12U) == 0);
static_assert(bin_index<2>(13U) == 1);
static_assert(bin_index<2>(14U) == 1);
static_assert(bin_index<2>(15U) == 1);
static_assert(bin_index<2>(16U) == 1);
static_assert(bin_index<2>(17U) == 2);
static_assert(bin_index<2>(18U) == 2);
static_assert(bin_index<2>(19U) == 2);
static_assert(bin_index<2>(20U) == 2);
static_assert(bin_index<2>(21U) == 2);
static_assert(bin_index<2>(22U) == 2);
static_assert(bin_index<2>(23U) == 2);
static_assert(bin_index<2>(24U) == 2);
} // namespace impl
void *PoolResource::DoAllocate(size_t bytes, size_t alignment) { void *PoolResource::DoAllocate(size_t bytes, size_t alignment) {
// Take the max of `bytes` and `alignment` so that we simplify handling // Take the max of `bytes` and `alignment` so that we simplify handling
// alignment requests. // alignment requests.
size_t block_size = std::max(bytes, alignment); size_t block_size = std::max({bytes, alignment, 1UL});
// Check that we have received a regular allocation request with non-padded // Check that we have received a regular allocation request with non-padded
// structs/classes in play. These will always have // structs/classes in play. These will always have
// `sizeof(T) % alignof(T) == 0`. Special requests which don't have that // `sizeof(T) % alignof(T) == 0`. Special requests which don't have that
@ -279,80 +284,36 @@ void *PoolResource::DoAllocate(size_t bytes, size_t alignment) {
// have to write a general-purpose allocator which has to behave as complex // have to write a general-purpose allocator which has to behave as complex
// as malloc/free. // as malloc/free.
if (block_size % alignment != 0) throw BadAlloc("Requested bytes must be a multiple of alignment"); if (block_size % alignment != 0) throw BadAlloc("Requested bytes must be a multiple of alignment");
if (block_size > max_block_size_) {
// Allocate a big block.
BigBlock big_block{bytes, alignment, GetUpstreamResourceBlocks()->Allocate(bytes, alignment)};
// Insert the big block in the sorted position.
auto it = std::lower_bound(unpooled_.begin(), unpooled_.end(), big_block,
[](const auto &a, const auto &b) { return a.data < b.data; });
try {
unpooled_.insert(it, big_block);
} catch (...) {
GetUpstreamResourceBlocks()->Deallocate(big_block.data, bytes, alignment);
throw;
}
return big_block.data;
}
// Allocate a regular block, first check if last_alloc_pool_ is suitable.
if (last_alloc_pool_ && last_alloc_pool_->GetBlockSize() == block_size) {
return last_alloc_pool_->Allocate();
}
// Find the pool with greater or equal block_size.
impl::Pool pool(block_size, max_blocks_per_chunk_, GetUpstreamResource());
auto it = std::lower_bound(pools_.begin(), pools_.end(), pool,
[](const auto &a, const auto &b) { return a.GetBlockSize() < b.GetBlockSize(); });
if (it != pools_.end() && it->GetBlockSize() == block_size) {
last_alloc_pool_ = &*it;
last_dealloc_pool_ = &*it;
return it->Allocate();
}
// We don't have a pool for this block_size, so insert it in the sorted
// position.
it = pools_.emplace(it, std::move(pool));
last_alloc_pool_ = &*it;
last_dealloc_pool_ = &*it;
return it->Allocate();
}
if (block_size <= 64) {
return mini_pools_[(block_size - 1UL) / 8UL].Allocate();
}
if (block_size <= 128) {
return pools_3bit_.allocate(block_size);
}
if (block_size <= 512) {
return pools_4bit_.allocate(block_size);
}
if (block_size <= 1024) {
return pools_5bit_.allocate(block_size);
}
return unpooled_memory_->Allocate(bytes, alignment);
}
void PoolResource::DoDeallocate(void *p, size_t bytes, size_t alignment) { void PoolResource::DoDeallocate(void *p, size_t bytes, size_t alignment) {
size_t block_size = std::max(bytes, alignment); size_t block_size = std::max({bytes, alignment, 1UL});
MG_ASSERT(block_size % alignment == 0, DMG_ASSERT(block_size % alignment == 0);
"PoolResource shouldn't serve allocation requests where bytes aren't "
"a multiple of alignment"); if (block_size <= 64) {
if (block_size > max_block_size_) { mini_pools_[(block_size - 1UL) / 8UL].Deallocate(p);
// Deallocate a big block. } else if (block_size <= 128) {
BigBlock big_block{bytes, alignment, p}; pools_3bit_.deallocate(p, block_size);
auto it = std::lower_bound(unpooled_.begin(), unpooled_.end(), big_block, } else if (block_size <= 512) {
[](const auto &a, const auto &b) { return a.data < b.data; }); pools_4bit_.deallocate(p, block_size);
MG_ASSERT(it != unpooled_.end(), "Failed deallocation"); } else if (block_size <= 1024) {
MG_ASSERT(it->data == p && it->bytes == bytes && it->alignment == alignment, "Failed deallocation"); pools_5bit_.deallocate(p, block_size);
unpooled_.erase(it); } else {
GetUpstreamResourceBlocks()->Deallocate(p, bytes, alignment); unpooled_memory_->Deallocate(p, bytes, alignment);
return;
} }
// Deallocate a regular block, first check if last_dealloc_pool_ is suitable.
if (last_dealloc_pool_ && last_dealloc_pool_->GetBlockSize() == block_size) return last_dealloc_pool_->Deallocate(p);
// Find the pool with equal block_size.
impl::Pool pool(block_size, max_blocks_per_chunk_, GetUpstreamResource());
auto it = std::lower_bound(pools_.begin(), pools_.end(), pool,
[](const auto &a, const auto &b) { return a.GetBlockSize() < b.GetBlockSize(); });
MG_ASSERT(it != pools_.end(), "Failed deallocation");
MG_ASSERT(it->GetBlockSize() == block_size, "Failed deallocation");
last_alloc_pool_ = &*it;
last_dealloc_pool_ = &*it;
return it->Deallocate(p);
} }
bool PoolResource::DoIsEqual(MemoryResource const &other) const noexcept { return this == &other; }
void PoolResource::Release() {
for (auto &pool : pools_) pool.Release();
pools_.clear();
for (auto &big_block : unpooled_)
GetUpstreamResourceBlocks()->Deallocate(big_block.data, big_block.bytes, big_block.alignment);
unpooled_.clear();
last_alloc_pool_ = nullptr;
last_dealloc_pool_ = nullptr;
}
// PoolResource END
} // namespace memgraph::utils } // namespace memgraph::utils

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -15,7 +15,11 @@
#pragma once #pragma once
#include <climits>
#include <cstddef> #include <cstddef>
#include <cstdint>
#include <forward_list>
#include <list>
#include <memory> #include <memory>
#include <mutex> #include <mutex>
#include <new> #include <new>
@ -248,6 +252,8 @@ bool operator!=(const Allocator<T> &a, const Allocator<U> &b) {
return !(a == b); return !(a == b);
} }
auto NullMemoryResource() noexcept -> MemoryResource *;
/// Wraps std::pmr::memory_resource for use with out MemoryResource /// Wraps std::pmr::memory_resource for use with out MemoryResource
class StdMemoryResource final : public MemoryResource { class StdMemoryResource final : public MemoryResource {
public: public:
@ -380,37 +386,45 @@ class MonotonicBufferResource final : public MemoryResource {
namespace impl { namespace impl {
template <class T>
using AList = std::forward_list<T, Allocator<T>>;
template <class T> template <class T>
using AVector = std::vector<T, Allocator<T>>; using AVector = std::vector<T, Allocator<T>>;
/// Holds a number of Chunks each serving blocks of particular size. When a /// Holds a number of Chunks each serving blocks of particular size. When a
/// Chunk runs out of available blocks, a new Chunk is allocated. The naming is /// Chunk runs out of available blocks, a new Chunk is allocated.
/// taken from `libstdc++` implementation, but the implementation details are
/// more similar to `FixedAllocator` described in "Small Object Allocation" from
/// "Modern C++ Design".
class Pool final { class Pool final {
/// Holds a pointer into a chunk of memory which consists of equal sized /// Holds a pointer into a chunk of memory which consists of equal sized
/// blocks. Each Chunk can handle `std::numeric_limits<unsigned char>::max()` /// blocks. Blocks form a "free-list"
/// number of blocks. Blocks form a "free-list", where each unused block has
/// an embedded index to the next unused block.
struct Chunk { struct Chunk {
unsigned char *data; // TODO: make blocks_per_chunk a per chunk thing (ie. allow chunk growth)
unsigned char first_available_block_ix; std::byte *raw_data;
unsigned char blocks_available; explicit Chunk(std::byte *rawData) : raw_data(rawData) {}
std::byte *build_freelist(std::size_t block_size, std::size_t blocks_in_chunk) {
auto current = raw_data;
std::byte *prev = nullptr;
auto end = current + (blocks_in_chunk * block_size);
while (current != end) {
std::byte **list_entry = reinterpret_cast<std::byte **>(current);
*list_entry = std::exchange(prev, current);
current += block_size;
}
DMG_ASSERT(prev != nullptr);
return prev;
}
}; };
unsigned char blocks_per_chunk_; std::byte *free_list_{nullptr};
size_t block_size_; uint8_t blocks_per_chunk_{};
AVector<Chunk> chunks_; std::size_t block_size_{};
Chunk *last_alloc_chunk_{nullptr};
Chunk *last_dealloc_chunk_{nullptr}; AList<Chunk> chunks_; // TODO: do ourself so we can do fast Release (detect monotonic, do nothing)
public: public:
static constexpr auto MaxBlocksInChunk() { static constexpr auto MaxBlocksInChunk = std::numeric_limits<decltype(blocks_per_chunk_)>::max();
return std::numeric_limits<decltype(Chunk::first_available_block_ix)>::max();
}
Pool(size_t block_size, unsigned char blocks_per_chunk, MemoryResource *memory); Pool(size_t block_size, unsigned char blocks_per_chunk, MemoryResource *chunk_memory);
Pool(const Pool &) = delete; Pool(const Pool &) = delete;
Pool &operator=(const Pool &) = delete; Pool &operator=(const Pool &) = delete;
@ -430,8 +444,145 @@ class Pool final {
void *Allocate(); void *Allocate();
void Deallocate(void *p); void Deallocate(void *p);
};
void Release(); // C++ overloads for clz
constexpr auto clz(unsigned int x) { return __builtin_clz(x); }
constexpr auto clz(unsigned long x) { return __builtin_clzl(x); }
constexpr auto clz(unsigned long long x) { return __builtin_clzll(x); }
template <typename T>
constexpr auto bits_sizeof = sizeof(T) * CHAR_BIT;
/// 0-based bit index of the most significant bit assumed that `n` != 0
template <typename T>
constexpr auto msb_index(T n) {
return bits_sizeof<T> - clz(n) - T(1);
}
/* This function will in O(1) time provide a bin index based on:
* B - the number of most significant bits to be sensitive to
* LB - the value that should be considered below the consideration for bin index of 0 (LB is exclusive)
*
* lets say we were:
* - sensitive to two bits (B == 2)
* - lowest bin is for 8 (LB == 8)
*
* our bin indexes would look like:
* 0 - 0000'1100 12
* 1 - 0001'0000 16
* 2 - 0001'1000 24
* 3 - 0010'0000 32
* 4 - 0011'0000 48
* 5 - 0100'0000 64
* 6 - 0110'0000 96
* 7 - 1000'0000 128
* 8 - 1100'0000 192
* ...
*
* Example:
* Given n == 70, we want to return the bin index to the first value which is
* larger than n.
* bin_index<2,8>(70) => 6, as 64 (index 5) < 70 and 70 <= 96 (index 6)
*/
template <std::size_t B = 2, std::size_t LB = 8>
constexpr std::size_t bin_index(std::size_t n) {
static_assert(B >= 1U, "Needs to be sensitive to at least one bit");
static_assert(LB != 0U, "Lower bound need to be non-zero");
DMG_ASSERT(n > LB);
// We will alway be sensitive to at least the MSB
// exponent tells us how many bits we need to use to select within a level
constexpr auto kExponent = B - 1U;
// 2^exponent gives the size of each level
constexpr auto kSize = 1U << kExponent;
// offset help adjust results down to be inline with bin_index(LB) == 0
constexpr auto kOffset = msb_index(LB);
auto const msb_idx = msb_index(n);
DMG_ASSERT(msb_idx != 0);
auto const mask = (1u << msb_idx) - 1u;
auto const under = n & mask;
auto const selector = under >> (msb_idx - kExponent);
auto const rest = under & (mask >> kExponent);
auto const no_overflow = rest == 0U;
auto const msb_level = kSize * (msb_idx - kOffset);
return msb_level + selector - no_overflow;
}
// This is the inverse opperation for bin_index
// bin_size(bin_index(X)-1) < X <= bin_size(bin_index(X))
template <std::size_t B = 2, std::size_t LB = 8>
std::size_t bin_size(std::size_t idx) {
constexpr auto kExponent = B - 1U;
constexpr auto kSize = 1U << kExponent;
constexpr auto kOffset = msb_index(LB);
// no need to optimise `/` or `%` compiler can see `kSize` is a power of 2
auto const level = (idx + 1) / kSize;
auto const sub_level = (idx + 1) % kSize;
return (1U << (level + kOffset)) | (sub_level << (level + kOffset - kExponent));
}
template <std::size_t Bits, std::size_t LB, std::size_t UB>
struct MultiPool {
static_assert(LB < UB, "lower bound must be less than upper bound");
static_assert(IsPow2(LB) && IsPow2(UB), "Design untested for non powers of 2");
static_assert((LB << Bits) % sizeof(void *) == 0, "Smallest pool must have space and alignment for freelist");
// upper bound is inclusive
static bool is_size_handled(std::size_t size) { return LB < size && size <= UB; }
static bool is_above_upper_bound(std::size_t size) { return UB < size; }
static constexpr auto n_bins = bin_index<Bits, LB>(UB) + 1U;
MultiPool(uint8_t blocks_per_chunk, MemoryResource *memory, MemoryResource *internal_memory)
: blocks_per_chunk_{blocks_per_chunk}, memory_{memory}, internal_memory_{internal_memory} {}
~MultiPool() {
if (pools_) {
auto pool_alloc = Allocator<Pool>(internal_memory_);
for (auto i = 0U; i != n_bins; ++i) {
pool_alloc.destroy(&pools_[i]);
}
pool_alloc.deallocate(pools_, n_bins);
}
}
void *allocate(std::size_t bytes) {
auto idx = bin_index<Bits, LB>(bytes);
if (!pools_) initialise_pools();
return pools_[idx].Allocate();
}
void deallocate(void *ptr, std::size_t bytes) {
auto idx = bin_index<Bits, LB>(bytes);
pools_[idx].Deallocate(ptr);
}
private:
void initialise_pools() {
auto pool_alloc = Allocator<Pool>(internal_memory_);
auto pools = pool_alloc.allocate(n_bins);
try {
for (auto i = 0U; i != n_bins; ++i) {
auto block_size = bin_size<Bits, LB>(i);
pool_alloc.construct(&pools[i], block_size, blocks_per_chunk_, memory_);
}
pools_ = pools;
} catch (...) {
pool_alloc.deallocate(pools, n_bins);
throw;
}
}
Pool *pools_{};
uint8_t blocks_per_chunk_{};
MemoryResource *memory_{};
MemoryResource *internal_memory_{};
}; };
} // namespace impl } // namespace impl
@ -442,8 +593,6 @@ class Pool final {
/// ///
/// This class has the following properties with regards to memory management. /// This class has the following properties with regards to memory management.
/// ///
/// * All allocated memory will be freed upon destruction, even if Deallocate
/// has not been called for some of the allocated blocks.
/// * It consists of a collection of impl::Pool instances, each serving /// * It consists of a collection of impl::Pool instances, each serving
/// requests for different block sizes. Each impl::Pool manages a collection /// requests for different block sizes. Each impl::Pool manages a collection
/// of impl::Pool::Chunk instances which are divided into blocks of uniform /// of impl::Pool::Chunk instances which are divided into blocks of uniform
@ -452,91 +601,46 @@ class Pool final {
/// arbitrary alignment requests. Each requested block size must be a /// arbitrary alignment requests. Each requested block size must be a
/// multiple of alignment or smaller than the alignment value. /// multiple of alignment or smaller than the alignment value.
/// * An allocation request within the limits of the maximum block size will /// * An allocation request within the limits of the maximum block size will
/// find a Pool serving the requested size. If there's no Pool serving such /// find a Pool serving the requested size. Some requests will share a larger
/// a request, a new one is instantiated. /// pool size.
/// * When a Pool exhausts its Chunk, a new one is allocated with the size for /// * When a Pool exhausts its Chunk, a new one is allocated with the size for
/// the maximum number of blocks. /// the maximum number of blocks.
/// * Allocation requests which exceed the maximum block size will be /// * Allocation requests which exceed the maximum block size will be
/// forwarded to upstream MemoryResource. /// forwarded to upstream MemoryResource.
/// * Maximum block size and maximum number of blocks per chunk can be tuned /// * Maximum number of blocks per chunk can be tuned by passing the
/// by passing the arguments to the constructor. /// arguments to the constructor.
class PoolResource final : public MemoryResource { class PoolResource final : public MemoryResource {
public: public:
/// Construct with given max_blocks_per_chunk, max_block_size and upstream PoolResource(uint8_t blocks_per_chunk, MemoryResource *memory = NewDeleteResource(),
/// memory. MemoryResource *internal_memory = NewDeleteResource())
/// : mini_pools_{
/// The implementation will use std::min(max_blocks_per_chunk, impl::Pool{8, blocks_per_chunk, memory},
/// impl::Pool::MaxBlocksInChunk()) as the real maximum number of blocks per impl::Pool{16, blocks_per_chunk, memory},
/// chunk. Allocation requests exceeding max_block_size are simply forwarded impl::Pool{24, blocks_per_chunk, memory},
/// to upstream memory. impl::Pool{32, blocks_per_chunk, memory},
PoolResource(size_t max_blocks_per_chunk, size_t max_block_size, MemoryResource *memory_pools = NewDeleteResource(), impl::Pool{40, blocks_per_chunk, memory},
MemoryResource *memory_unpooled = NewDeleteResource()); impl::Pool{48, blocks_per_chunk, memory},
impl::Pool{56, blocks_per_chunk, memory},
PoolResource(const PoolResource &) = delete; impl::Pool{64, blocks_per_chunk, memory},
PoolResource &operator=(const PoolResource &) = delete; },
pools_3bit_(blocks_per_chunk, memory, internal_memory),
PoolResource(PoolResource &&) = default; pools_4bit_(blocks_per_chunk, memory, internal_memory),
PoolResource &operator=(PoolResource &&) = default; pools_5bit_(blocks_per_chunk, memory, internal_memory),
unpooled_memory_{internal_memory} {}
~PoolResource() override { Release(); } ~PoolResource() override = default;
MemoryResource *GetUpstreamResource() const { return pools_.get_allocator().GetMemoryResource(); }
MemoryResource *GetUpstreamResourceBlocks() const { return unpooled_.get_allocator().GetMemoryResource(); }
/// Release all allocated memory.
void Release();
private: private:
// Big block larger than max_block_size_, doesn't go into a pool.
struct BigBlock {
size_t bytes;
size_t alignment;
void *data;
};
// TODO: Potential memory optimization is replacing `std::vector` with our
// custom vector implementation which doesn't store a `MemoryResource *`.
// Currently we have vectors for `pools_` and `unpooled_`, as well as each
// `impl::Pool` stores a `chunks_` vector.
// Pools are sorted by bound_size_, ascending.
impl::AVector<impl::Pool> pools_;
impl::Pool *last_alloc_pool_{nullptr};
impl::Pool *last_dealloc_pool_{nullptr};
// Unpooled BigBlocks are sorted by data pointer.
impl::AVector<BigBlock> unpooled_;
size_t max_blocks_per_chunk_;
size_t max_block_size_;
void *DoAllocate(size_t bytes, size_t alignment) override; void *DoAllocate(size_t bytes, size_t alignment) override;
void DoDeallocate(void *p, size_t bytes, size_t alignment) override; void DoDeallocate(void *p, size_t bytes, size_t alignment) override;
bool DoIsEqual(MemoryResource const &other) const noexcept override;
bool DoIsEqual(const MemoryResource &other) const noexcept override { return this == &other; }
};
/// Like PoolResource but uses SpinLock for thread safe usage.
class SynchronizedPoolResource final : public MemoryResource {
public:
SynchronizedPoolResource(size_t max_blocks_per_chunk, size_t max_block_size,
MemoryResource *memory = NewDeleteResource())
: pool_memory_(max_blocks_per_chunk, max_block_size, memory) {}
private: private:
PoolResource pool_memory_; std::array<impl::Pool, 8> mini_pools_;
SpinLock lock_; impl::MultiPool<3, 64, 128> pools_3bit_;
impl::MultiPool<4, 128, 512> pools_4bit_;
void *DoAllocate(size_t bytes, size_t alignment) override { impl::MultiPool<5, 512, 1024> pools_5bit_;
std::lock_guard<SpinLock> guard(lock_); MemoryResource *unpooled_memory_;
return pool_memory_.Allocate(bytes, alignment);
}
void DoDeallocate(void *p, size_t bytes, size_t alignment) override {
std::lock_guard<SpinLock> guard(lock_);
pool_memory_.Deallocate(p, bytes, alignment);
}
bool DoIsEqual(const MemoryResource &other) const noexcept override { return this == &other; }
}; };
class MemoryTrackingResource final : public utils::MemoryResource { class MemoryTrackingResource final : public utils::MemoryResource {

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -143,7 +143,8 @@ inline std::string SerializeEdgeAsValue(const std::string &src_vertex_gid, const
result += edge_type_str; result += edge_type_str;
result += "|"; result += "|";
if (edge) { if (edge) {
return result + utils::SerializeProperties(edge->properties); // TODO: Re-enable
// return result + utils::SerializeProperties(edge->properties);
} }
return result; return result;
} }

View File

@ -921,10 +921,13 @@ class SkipList final : detail::SkipListNode_base {
} }
SkipList(SkipList &&other) noexcept : head_(other.head_), gc_(other.GetMemoryResource()), size_(other.size_.load()) { SkipList(SkipList &&other) noexcept : head_(other.head_), gc_(other.GetMemoryResource()), size_(other.size_.load()) {
if (this != &other) {
other.head_ = nullptr; other.head_ = nullptr;
} }
}
SkipList &operator=(SkipList &&other) noexcept { SkipList &operator=(SkipList &&other) noexcept {
if (this != &other) {
MG_ASSERT(other.GetMemoryResource() == GetMemoryResource(), MG_ASSERT(other.GetMemoryResource() == GetMemoryResource(),
"Move assignment with different MemoryResource is not supported"); "Move assignment with different MemoryResource is not supported");
TNode *head = head_; TNode *head = head_;
@ -938,6 +941,7 @@ class SkipList final : detail::SkipListNode_base {
head_ = other.head_; head_ = other.head_;
size_ = other.size_.load(); size_ = other.size_.load();
other.head_ = nullptr; other.head_ = nullptr;
}
return *this; return *this;
} }

32
src/utils/tag.hpp Normal file
View File

@ -0,0 +1,32 @@
// Copyright 2024 Memgraph Ltd.
//
// Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
// License, and you may not use this file except in compliance with the Business Source License.
//
// As of the Change Date specified in that file, in accordance with
// the Business Source License, use of this software will be governed
// by the Apache License, Version 2.0, included in the file
// licenses/APL.txt.
#pragma once
namespace memgraph::utils {
template <typename T>
struct tag_type {
using type = T;
};
template <auto V>
struct tag_value {
static constexpr auto value = V;
};
template <typename T>
auto tag_t = tag_type<T>{};
template <auto V>
auto tag_v = tag_value<V>{};
} // namespace memgraph::utils

View File

@ -55,12 +55,12 @@ class NewDeleteResource final {
}; };
class PoolResource final { class PoolResource final {
memgraph::utils::PoolResource memory_{128, 4 * 1024}; memgraph::utils::PoolResource memory_{128};
public: public:
memgraph::utils::MemoryResource *get() { return &memory_; } memgraph::utils::MemoryResource *get() { return &memory_; }
void Reset() { memory_.Release(); } void Reset() {}
}; };
static void AddVertices(memgraph::storage::Storage *db, int vertex_count) { static void AddVertices(memgraph::storage::Storage *db, int vertex_count) {

View File

@ -1,4 +1,4 @@
// Copyright 2022 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -101,8 +101,7 @@ class StdSetWithPoolAllocatorInsertFixture : public benchmark::Fixture {
} }
protected: protected:
memgraph::utils::PoolResource memory_{256U /* max_blocks_per_chunk */, 1024U /* max_block_size */, memgraph::utils::PoolResource memory_{128U /* max_blocks_per_chunk */, memgraph::utils::NewDeleteResource()};
memgraph::utils::NewDeleteResource()};
std::set<uint64_t, std::less<>, memgraph::utils::Allocator<uint64_t>> container{&memory_}; std::set<uint64_t, std::less<>, memgraph::utils::Allocator<uint64_t>> container{&memory_};
memgraph::utils::SpinLock lock; memgraph::utils::SpinLock lock;
}; };
@ -208,8 +207,7 @@ class StdSetWithPoolAllocatorFindFixture : public benchmark::Fixture {
} }
protected: protected:
memgraph::utils::PoolResource memory_{256U /* max_blocks_per_chunk */, 1024U /* max_block_size */, memgraph::utils::PoolResource memory_{128U /* max_blocks_per_chunk */, memgraph::utils::NewDeleteResource()};
memgraph::utils::NewDeleteResource()};
std::set<uint64_t, std::less<>, memgraph::utils::Allocator<uint64_t>> container{&memory_}; std::set<uint64_t, std::less<>, memgraph::utils::Allocator<uint64_t>> container{&memory_};
memgraph::utils::SpinLock lock; memgraph::utils::SpinLock lock;
}; };
@ -325,8 +323,7 @@ class StdMapWithPoolAllocatorInsertFixture : public benchmark::Fixture {
} }
protected: protected:
memgraph::utils::PoolResource memory_{256U /* max_blocks_per_chunk */, 1024U /* max_block_size */, memgraph::utils::PoolResource memory_{128U /* max_blocks_per_chunk */, memgraph::utils::NewDeleteResource()};
memgraph::utils::NewDeleteResource()};
std::map<uint64_t, uint64_t, std::less<>, memgraph::utils::Allocator<std::pair<const uint64_t, uint64_t>>> container{ std::map<uint64_t, uint64_t, std::less<>, memgraph::utils::Allocator<std::pair<const uint64_t, uint64_t>>> container{
&memory_}; &memory_};
memgraph::utils::SpinLock lock; memgraph::utils::SpinLock lock;
@ -433,8 +430,7 @@ class StdMapWithPoolAllocatorFindFixture : public benchmark::Fixture {
} }
protected: protected:
memgraph::utils::PoolResource memory_{256U /* max_blocks_per_chunk */, 1024U /* max_block_size */, memgraph::utils::PoolResource memory_{128U /* max_blocks_per_chunk */, memgraph::utils::NewDeleteResource()};
memgraph::utils::NewDeleteResource()};
std::map<uint64_t, uint64_t, std::less<>, memgraph::utils::Allocator<std::pair<const uint64_t, uint64_t>>> container{ std::map<uint64_t, uint64_t, std::less<>, memgraph::utils::Allocator<std::pair<const uint64_t, uint64_t>>> container{
&memory_}; &memory_};
memgraph::utils::SpinLock lock; memgraph::utils::SpinLock lock;

View File

@ -52,26 +52,26 @@ in_memory_query_limit_cluster: &in_memory_query_limit_cluster
setup_queries: [] setup_queries: []
validation_queries: [] validation_queries: []
args_450_MiB_limit: &args_450_MiB_limit args_350_MiB_limit: &args_350_MiB_limit
- "--bolt-port" - "--bolt-port"
- *bolt_port - *bolt_port
- "--memory-limit=450" - "--memory-limit=350"
- "--storage-gc-cycle-sec=180" - "--storage-gc-cycle-sec=180"
- "--log-level=INFO" - "--log-level=INFO"
in_memory_450_MiB_limit_cluster: &in_memory_450_MiB_limit_cluster in_memory_350_MiB_limit_cluster: &in_memory_350_MiB_limit_cluster
cluster: cluster:
main: main:
args: *args_450_MiB_limit args: *args_350_MiB_limit
log_file: "memory-e2e.log" log_file: "memory-e2e.log"
setup_queries: [] setup_queries: []
validation_queries: [] validation_queries: []
disk_450_MiB_limit_cluster: &disk_450_MiB_limit_cluster disk_350_MiB_limit_cluster: &disk_350_MiB_limit_cluster
cluster: cluster:
main: main:
args: *args_450_MiB_limit args: *args_350_MiB_limit
log_file: "memory-e2e.log" log_file: "memory-e2e.log"
setup_queries: [] setup_queries: []
validation_queries: [] validation_queries: []
@ -192,22 +192,22 @@ workloads:
- name: "Memory control for accumulation" - name: "Memory control for accumulation"
binary: "tests/e2e/memory/memgraph__e2e__memory__limit_accumulation" binary: "tests/e2e/memory/memgraph__e2e__memory__limit_accumulation"
args: ["--bolt-port", *bolt_port] args: ["--bolt-port", *bolt_port]
<<: *in_memory_450_MiB_limit_cluster <<: *in_memory_350_MiB_limit_cluster
- name: "Memory control for accumulation on disk storage" - name: "Memory control for accumulation on disk storage"
binary: "tests/e2e/memory/memgraph__e2e__memory__limit_accumulation" binary: "tests/e2e/memory/memgraph__e2e__memory__limit_accumulation"
args: ["--bolt-port", *bolt_port] args: ["--bolt-port", *bolt_port]
<<: *disk_450_MiB_limit_cluster <<: *disk_350_MiB_limit_cluster
- name: "Memory control for edge create" - name: "Memory control for edge create"
binary: "tests/e2e/memory/memgraph__e2e__memory__limit_edge_create" binary: "tests/e2e/memory/memgraph__e2e__memory__limit_edge_create"
args: ["--bolt-port", *bolt_port] args: ["--bolt-port", *bolt_port]
<<: *in_memory_450_MiB_limit_cluster <<: *in_memory_350_MiB_limit_cluster
- name: "Memory control for edge create on disk storage" - name: "Memory control for edge create on disk storage"
binary: "tests/e2e/memory/memgraph__e2e__memory__limit_edge_create" binary: "tests/e2e/memory/memgraph__e2e__memory__limit_edge_create"
args: ["--bolt-port", *bolt_port] args: ["--bolt-port", *bolt_port]
<<: *disk_450_MiB_limit_cluster <<: *disk_350_MiB_limit_cluster
- name: "Memory control for memory limit global thread alloc" - name: "Memory control for memory limit global thread alloc"
binary: "tests/e2e/memory/memgraph__e2e__memory_limit_global_thread_alloc_proc" binary: "tests/e2e/memory/memgraph__e2e__memory_limit_global_thread_alloc_proc"

View File

@ -452,3 +452,6 @@ add_unit_test(coordinator_cluster_state.cpp)
target_link_libraries(${test_prefix}coordinator_cluster_state gflags mg-coordination mg-repl_coord_glue) target_link_libraries(${test_prefix}coordinator_cluster_state gflags mg-coordination mg-repl_coord_glue)
target_include_directories(${test_prefix}coordinator_cluster_state PRIVATE ${CMAKE_SOURCE_DIR}/include) target_include_directories(${test_prefix}coordinator_cluster_state PRIVATE ${CMAKE_SOURCE_DIR}/include)
endif() endif()
add_unit_test(pds.cpp)
target_link_libraries(${test_prefix}pds mg-storage-v2)

View File

@ -9,9 +9,11 @@
// by the Apache License, Version 2.0, included in the file // by the Apache License, Version 2.0, included in the file
// licenses/APL.txt. // licenses/APL.txt.
#include <filesystem>
#include "bfs_common.hpp" #include "bfs_common.hpp"
#include "disk_test_utils.hpp" #include "disk_test_utils.hpp"
#include "storage/v2/config.hpp"
#include "storage/v2/disk/storage.hpp" #include "storage/v2/disk/storage.hpp"
#include "storage/v2/inmemory/storage.hpp" #include "storage/v2/inmemory/storage.hpp"
@ -22,13 +24,19 @@ template <typename StorageType>
class SingleNodeDb : public Database { class SingleNodeDb : public Database {
public: public:
const std::string testSuite = "bfs_single_node"; const std::string testSuite = "bfs_single_node";
const std::filesystem::path root_test = "/tmp/" + testSuite;
SingleNodeDb() : config_(disk_test_utils::GenerateOnDiskConfig(testSuite)), db_(new StorageType(config_)) {} SingleNodeDb() : config_(disk_test_utils::GenerateOnDiskConfig(testSuite)), db_(new StorageType(config_)) {
memgraph::storage::UpdatePaths(config_, root_test);
}
~SingleNodeDb() override { ~SingleNodeDb() override {
if (std::is_same<StorageType, memgraph::storage::DiskStorage>::value) { if (std::is_same<StorageType, memgraph::storage::DiskStorage>::value) {
disk_test_utils::RemoveRocksDbDirs(testSuite); disk_test_utils::RemoveRocksDbDirs(testSuite);
} }
if (std::filesystem::exists(root_test)) {
std::filesystem::remove_all(root_test);
}
} }
std::unique_ptr<memgraph::storage::Storage::Accessor> Access() override { std::unique_ptr<memgraph::storage::Storage::Accessor> Access() override {

328
tests/unit/pds.cpp Normal file
View File

@ -0,0 +1,328 @@
// Copyright 2024 Memgraph Ltd.
//
// Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
// License, and you may not use this file except in compliance with the Business Source License.
//
// As of the Change Date specified in that file, in accordance with
// the Business Source License, use of this software will be governed
// by the Apache License, Version 2.0, included in the file
// licenses/APL.txt.
#include <chrono>
#include <cstring>
#include <filesystem>
#include <iostream>
#include <thread>
#include <vector>
#include <gtest/gtest.h>
#include "storage/v2/id_types.hpp"
#include "storage/v2/property_disk_store.hpp"
#include "storage/v2/property_value.hpp"
#include "storage/v2/temporal.hpp"
const static std::filesystem::path test_root{"/tmp/MG_pds_test"};
class PdsTest : public ::testing::Test {
protected:
PdsTest() { memgraph::storage::PDS::Init(test_root); }
~PdsTest() override {
try {
if (std::filesystem::exists(test_root)) {
std::filesystem::remove_all(test_root);
}
} catch (...) {
}
}
};
TEST_F(PdsTest, Keys) {
using namespace memgraph::storage;
auto *pds = PDS::get();
auto gid = Gid::FromUint(13);
const auto gid_sv = pds->ToPrefix(gid);
EXPECT_TRUE(memcmp(&gid, gid_sv.data(), sizeof(uint64_t)) == 0);
EXPECT_EQ(gid, pds->ToGid(gid_sv));
auto pid = PropertyId::FromUint(243);
const auto key = pds->ToKey(gid, pid);
EXPECT_TRUE(memcmp(&gid, key.data(), sizeof(uint64_t)) == 0);
EXPECT_TRUE(memcmp(&pid, &key[sizeof(gid)], sizeof(uint32_t)) == 0);
EXPECT_EQ(pid, pds->ToPid(key));
}
TEST_F(PdsTest, BasicUsage) {
using namespace memgraph::storage;
auto *pds = PDS::get();
Gid gid;
PropertyId pid;
PropertyValue pv_bf(false);
PropertyValue pv_bt(true);
PropertyValue pv_int0(0);
PropertyValue pv_int1(1);
PropertyValue pv_int16(16);
PropertyValue pv_640(int64_t(0));
PropertyValue pv_641(int64_t(1));
PropertyValue pv_64256(int64_t(256));
PropertyValue pv_double0(0.0);
PropertyValue pv_double1(1.0);
PropertyValue pv_double1024(10.24);
PropertyValue pv_str("");
PropertyValue pv_str0("0");
PropertyValue pv_strabc("abc");
PropertyValue pv_tdldt0(TemporalData(TemporalType::LocalDateTime, 0));
PropertyValue pv_tdlt0(TemporalData(TemporalType::LocalTime, 0));
PropertyValue pv_tdd0(TemporalData(TemporalType::Date, 0));
PropertyValue pv_tddur0(TemporalData(TemporalType::Duration, 0));
PropertyValue pv_tdldt1(TemporalData(TemporalType::LocalDateTime, 100000));
PropertyValue pv_tdlt1(TemporalData(TemporalType::LocalTime, 100000));
PropertyValue pv_tdd1(TemporalData(TemporalType::Date, 100000));
PropertyValue pv_tddur1(TemporalData(TemporalType::Duration, 100000));
PropertyValue pv_v(std::vector<PropertyValue>{PropertyValue(false), PropertyValue(1), PropertyValue(256),
PropertyValue(1.123), PropertyValue("")});
PropertyValue pv_vv(std::vector<PropertyValue>{
PropertyValue{std::vector<PropertyValue>{PropertyValue(false), PropertyValue(1), PropertyValue(256),
PropertyValue(1.123), PropertyValue("")}},
PropertyValue{"string"}, PropertyValue{"list"}});
auto test = [&] {
{
ASSERT_TRUE(pds->Set(gid, pid, pv_bf));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsBool());
ASSERT_FALSE(val->ValueBool());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_bt));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsBool());
ASSERT_TRUE(val->ValueBool());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_int0));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsInt());
ASSERT_EQ(val->ValueInt(), 0);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_int1));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsInt());
ASSERT_EQ(val->ValueInt(), 1);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_int16));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsInt());
ASSERT_EQ(val->ValueInt(), 16);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_640));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsInt());
ASSERT_EQ(val->ValueInt(), 0);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_641));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsInt());
ASSERT_EQ(val->ValueInt(), 1);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_64256));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsInt());
ASSERT_EQ(val->ValueInt(), 256);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_double0));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsDouble());
ASSERT_EQ(val->ValueDouble(), 0.0);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_double1));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsDouble());
ASSERT_EQ(val->ValueDouble(), 1.0);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_double1024));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsDouble());
ASSERT_EQ(val->ValueDouble(), 10.24);
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_str));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsString());
ASSERT_EQ(val->ValueString(), "");
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_str0));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsString());
ASSERT_EQ(val->ValueString(), "0");
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_strabc));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsString());
ASSERT_EQ(val->ValueString(), "abc");
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tdd0));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tdd0.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tdd1));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tdd1.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tddur0));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tddur0.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tddur1));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tddur1.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tdldt0));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tdldt0.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tdldt1));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tdldt1.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tdlt0));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tdlt0.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_tdlt1));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsTemporalData());
ASSERT_EQ(val->ValueTemporalData(), pv_tdlt1.ValueTemporalData());
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_v));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsList());
const auto list = val->ValueList();
ASSERT_EQ(list.size(), 5);
ASSERT_EQ(list[0], PropertyValue(false));
ASSERT_EQ(list[1], PropertyValue(1));
ASSERT_EQ(list[2], PropertyValue(256));
ASSERT_EQ(list[3], PropertyValue(1.123));
ASSERT_EQ(list[4], PropertyValue(""));
}
{
ASSERT_TRUE(pds->Set(gid, pid, pv_vv));
const auto val = pds->Get(gid, pid);
ASSERT_TRUE(val);
ASSERT_TRUE(val->IsList());
const auto list = val->ValueList();
ASSERT_EQ(list.size(), 3);
{
const auto &val = list[0];
ASSERT_TRUE(val.IsList());
const auto list = val.ValueList();
ASSERT_EQ(list.size(), 5);
ASSERT_EQ(list[0], PropertyValue(false));
ASSERT_EQ(list[1], PropertyValue(1));
ASSERT_EQ(list[2], PropertyValue(256));
ASSERT_EQ(list[3], PropertyValue(1.123));
ASSERT_EQ(list[4], PropertyValue(""));
}
ASSERT_EQ(list[1], PropertyValue("string"));
ASSERT_EQ(list[2], PropertyValue("list"));
}
};
gid.FromUint(0);
pid.FromUint(0);
test();
gid.FromUint(0);
pid.FromUint(1);
test();
gid.FromUint(1);
pid.FromUint(0);
test();
gid.FromUint(1);
pid.FromUint(1);
test();
gid.FromUint(0);
pid.FromUint(5446516);
test();
gid.FromUint(654645);
pid.FromUint(0);
test();
gid.FromUint(987615);
pid.FromUint(565);
test();
}
TEST_F(PdsTest, Get) {
using namespace memgraph::storage;
auto *pds = PDS::get();
pds->Set(Gid::FromUint(0), PropertyId::FromUint(1), PropertyValue{"test1"});
pds->Set(Gid::FromUint(0), PropertyId::FromUint(2), PropertyValue{"test2"});
pds->Set(Gid::FromUint(0), PropertyId::FromUint(3), PropertyValue{"test3"});
pds->Set(Gid::FromUint(1), PropertyId::FromUint(0), PropertyValue{"test0"});
pds->Set(Gid::FromUint(1), PropertyId::FromUint(2), PropertyValue{"test02"});
auto all_0 = pds->Get(Gid::FromUint(0));
ASSERT_EQ(all_0.size(), 3);
ASSERT_EQ(all_0[PropertyId::FromUint(1)], PropertyValue{"test1"});
ASSERT_EQ(all_0[PropertyId::FromUint(2)], PropertyValue{"test2"});
ASSERT_EQ(all_0[PropertyId::FromUint(3)], PropertyValue{"test3"});
}

View File

@ -1,4 +1,4 @@
// Copyright 2022 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -570,7 +570,6 @@ TEST(PropertyValue, MoveConstructor) {
for (auto &item : data) { for (auto &item : data) {
memgraph::storage::PropertyValue copy(item); memgraph::storage::PropertyValue copy(item);
memgraph::storage::PropertyValue pv(std::move(item)); memgraph::storage::PropertyValue pv(std::move(item));
ASSERT_EQ(item.type(), memgraph::storage::PropertyValue::Type::Null);
ASSERT_EQ(pv.type(), copy.type()); ASSERT_EQ(pv.type(), copy.type());
switch (copy.type()) { switch (copy.type()) {
case memgraph::storage::PropertyValue::Type::Null: case memgraph::storage::PropertyValue::Type::Null:
@ -668,7 +667,6 @@ TEST(PropertyValue, MoveAssignment) {
memgraph::storage::PropertyValue copy(item); memgraph::storage::PropertyValue copy(item);
memgraph::storage::PropertyValue pv(123); memgraph::storage::PropertyValue pv(123);
pv = std::move(item); pv = std::move(item);
ASSERT_EQ(item.type(), memgraph::storage::PropertyValue::Type::Null);
ASSERT_EQ(pv.type(), copy.type()); ASSERT_EQ(pv.type(), copy.type());
switch (copy.type()) { switch (copy.type()) {
case memgraph::storage::PropertyValue::Type::Null: case memgraph::storage::PropertyValue::Type::Null:

View File

@ -137,11 +137,10 @@ class DeltaGenerator final {
void SetProperty(memgraph::storage::Vertex *vertex, const std::string &property, void SetProperty(memgraph::storage::Vertex *vertex, const std::string &property,
const memgraph::storage::PropertyValue &value) { const memgraph::storage::PropertyValue &value) {
auto property_id = memgraph::storage::PropertyId::FromUint(gen_->mapper_.NameToId(property)); auto property_id = memgraph::storage::PropertyId::FromUint(gen_->mapper_.NameToId(property));
auto &props = vertex->properties; auto old_value = vertex->GetProperty(property_id);
auto old_value = props.GetProperty(property_id);
memgraph::storage::CreateAndLinkDelta(&transaction_, &*vertex, memgraph::storage::Delta::SetPropertyTag(), memgraph::storage::CreateAndLinkDelta(&transaction_, &*vertex, memgraph::storage::Delta::SetPropertyTag(),
property_id, old_value); property_id, old_value);
props.SetProperty(property_id, value); vertex->SetProperty(property_id, value);
if (transaction_.storage_mode == memgraph::storage::StorageMode::IN_MEMORY_ANALYTICAL) return; if (transaction_.storage_mode == memgraph::storage::StorageMode::IN_MEMORY_ANALYTICAL) return;
{ {
memgraph::storage::durability::WalDeltaData data; memgraph::storage::durability::WalDeltaData data;
@ -185,7 +184,7 @@ class DeltaGenerator final {
ASSERT_NE(vertex, gen_->vertices_.end()); ASSERT_NE(vertex, gen_->vertices_.end());
auto property_id = memgraph::storage::PropertyId::FromUint( auto property_id = memgraph::storage::PropertyId::FromUint(
gen_->mapper_.NameToId(data.vertex_edge_set_property.property)); gen_->mapper_.NameToId(data.vertex_edge_set_property.property));
data.vertex_edge_set_property.value = vertex->properties.GetProperty(property_id); data.vertex_edge_set_property.value = vertex->GetProperty(property_id);
} }
gen_->data_.emplace_back(commit_timestamp, data); gen_->data_.emplace_back(commit_timestamp, data);
} }

View File

@ -1,4 +1,4 @@
// Copyright 2023 Memgraph Ltd. // Copyright 2024 Memgraph Ltd.
// //
// Use of this software is governed by the Business Source License // Use of this software is governed by the Business Source License
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source // included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
@ -194,134 +194,134 @@ TEST(MonotonicBufferResource, AllocationWithInitialBufferOnStack) {
EXPECT_EQ(test_mem.new_count_, 2); EXPECT_EQ(test_mem.new_count_, 2);
} }
} }
//
// NOLINTNEXTLINE(hicpp-special-member-functions) //// NOLINTNEXTLINE(hicpp-special-member-functions)
TEST(PoolResource, SingleSmallBlockAllocations) { // TEST(PoolResource, SingleSmallBlockAllocations) {
TestMemory test_mem; // TestMemory test_mem;
const size_t max_blocks_per_chunk = 3U; // const size_t max_blocks_per_chunk = 3U;
const size_t max_block_size = 64U; // const size_t max_block_size = 64U;
memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem); // memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem);
// Fill the first chunk. // // Fill the first chunk.
CheckAllocation(&mem, 64U, 1U); // CheckAllocation(&mem, 64U, 1U);
// May allocate more than once due to bookkeeping. // // May allocate more than once due to bookkeeping.
EXPECT_GE(test_mem.new_count_, 1U); // EXPECT_GE(test_mem.new_count_, 1U);
// Reset tracking and continue filling the first chunk. // // Reset tracking and continue filling the first chunk.
test_mem.new_count_ = 0U; // test_mem.new_count_ = 0U;
CheckAllocation(&mem, 64U, 64U); // CheckAllocation(&mem, 64U, 64U);
CheckAllocation(&mem, 64U); // CheckAllocation(&mem, 64U);
EXPECT_EQ(test_mem.new_count_, 0U); // EXPECT_EQ(test_mem.new_count_, 0U);
// Reset tracking and fill the second chunk // // Reset tracking and fill the second chunk
test_mem.new_count_ = 0U; // test_mem.new_count_ = 0U;
CheckAllocation(&mem, 64U, 32U); // CheckAllocation(&mem, 64U, 32U);
auto *ptr1 = CheckAllocation(&mem, 32U, 64U); // this will become 64b block // auto *ptr1 = CheckAllocation(&mem, 32U, 64U); // this will become 64b block
auto *ptr2 = CheckAllocation(&mem, 64U, 32U); // auto *ptr2 = CheckAllocation(&mem, 64U, 32U);
// We expect one allocation for chunk and at most one for bookkeeping. // // We expect one allocation for chunk and at most one for bookkeeping.
EXPECT_TRUE(test_mem.new_count_ >= 1U && test_mem.new_count_ <= 2U); // EXPECT_TRUE(test_mem.new_count_ >= 1U && test_mem.new_count_ <= 2U);
test_mem.delete_count_ = 0U; // test_mem.delete_count_ = 0U;
mem.Deallocate(ptr1, 32U, 64U); // mem.Deallocate(ptr1, 32U, 64U);
mem.Deallocate(ptr2, 64U, 32U); // mem.Deallocate(ptr2, 64U, 32U);
EXPECT_EQ(test_mem.delete_count_, 0U); // EXPECT_EQ(test_mem.delete_count_, 0U);
mem.Release(); // mem.Release();
EXPECT_GE(test_mem.delete_count_, 2U); // EXPECT_GE(test_mem.delete_count_, 2U);
CheckAllocation(&mem, 64U, 1U); // CheckAllocation(&mem, 64U, 1U);
} // }
//
// NOLINTNEXTLINE(hicpp-special-member-functions) //// NOLINTNEXTLINE(hicpp-special-member-functions)
TEST(PoolResource, MultipleSmallBlockAllocations) { // TEST(PoolResource, MultipleSmallBlockAllocations) {
TestMemory test_mem; // TestMemory test_mem;
const size_t max_blocks_per_chunk = 1U; // const size_t max_blocks_per_chunk = 1U;
const size_t max_block_size = 64U; // const size_t max_block_size = 64U;
memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem); // memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem);
CheckAllocation(&mem, 64U); // CheckAllocation(&mem, 64U);
CheckAllocation(&mem, 18U, 2U); // CheckAllocation(&mem, 18U, 2U);
CheckAllocation(&mem, 24U, 8U); // CheckAllocation(&mem, 24U, 8U);
// May allocate more than once per chunk due to bookkeeping. // // May allocate more than once per chunk due to bookkeeping.
EXPECT_GE(test_mem.new_count_, 3U); // EXPECT_GE(test_mem.new_count_, 3U);
// Reset tracking and fill the second chunk // // Reset tracking and fill the second chunk
test_mem.new_count_ = 0U; // test_mem.new_count_ = 0U;
CheckAllocation(&mem, 64U); // CheckAllocation(&mem, 64U);
CheckAllocation(&mem, 18U, 2U); // CheckAllocation(&mem, 18U, 2U);
CheckAllocation(&mem, 24U, 8U); // CheckAllocation(&mem, 24U, 8U);
// We expect one allocation for chunk and at most one for bookkeeping. // // We expect one allocation for chunk and at most one for bookkeeping.
EXPECT_TRUE(test_mem.new_count_ >= 3U && test_mem.new_count_ <= 6U); // EXPECT_TRUE(test_mem.new_count_ >= 3U && test_mem.new_count_ <= 6U);
mem.Release(); // mem.Release();
EXPECT_GE(test_mem.delete_count_, 6U); // EXPECT_GE(test_mem.delete_count_, 6U);
CheckAllocation(&mem, 64U); // CheckAllocation(&mem, 64U);
} // }
//
// NOLINTNEXTLINE(hicpp-special-member-functions) //// NOLINTNEXTLINE(hicpp-special-member-functions)
TEST(PoolResource, BigBlockAllocations) { // TEST(PoolResource, BigBlockAllocations) {
TestMemory test_mem; // TestMemory test_mem;
TestMemory test_mem_unpooled; // TestMemory test_mem_unpooled;
const size_t max_blocks_per_chunk = 3U; // const size_t max_blocks_per_chunk = 3U;
const size_t max_block_size = 64U; // const size_t max_block_size = 64U;
memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem, &test_mem_unpooled); // memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem, &test_mem_unpooled);
CheckAllocation(&mem, max_block_size + 1, 1U); // CheckAllocation(&mem, max_block_size + 1, 1U);
// May allocate more than once per block due to bookkeeping. // // May allocate more than once per block due to bookkeeping.
EXPECT_GE(test_mem_unpooled.new_count_, 1U); // EXPECT_GE(test_mem_unpooled.new_count_, 1U);
CheckAllocation(&mem, max_block_size + 1, 1U); // CheckAllocation(&mem, max_block_size + 1, 1U);
EXPECT_GE(test_mem_unpooled.new_count_, 2U); // EXPECT_GE(test_mem_unpooled.new_count_, 2U);
auto *ptr = CheckAllocation(&mem, max_block_size * 2, 1U); // auto *ptr = CheckAllocation(&mem, max_block_size * 2, 1U);
EXPECT_GE(test_mem_unpooled.new_count_, 3U); // EXPECT_GE(test_mem_unpooled.new_count_, 3U);
mem.Deallocate(ptr, max_block_size * 2, 1U); // mem.Deallocate(ptr, max_block_size * 2, 1U);
EXPECT_GE(test_mem_unpooled.delete_count_, 1U); // EXPECT_GE(test_mem_unpooled.delete_count_, 1U);
mem.Release(); // mem.Release();
EXPECT_GE(test_mem_unpooled.delete_count_, 3U); // EXPECT_GE(test_mem_unpooled.delete_count_, 3U);
CheckAllocation(&mem, max_block_size + 1, 1U); // CheckAllocation(&mem, max_block_size + 1, 1U);
} // }
//
// NOLINTNEXTLINE(hicpp-special-member-functions) //// NOLINTNEXTLINE(hicpp-special-member-functions)
TEST(PoolResource, BlockSizeIsNotMultipleOfAlignment) { // TEST(PoolResource, BlockSizeIsNotMultipleOfAlignment) {
const size_t max_blocks_per_chunk = 3U; // const size_t max_blocks_per_chunk = 3U;
const size_t max_block_size = 64U; // const size_t max_block_size = 64U;
memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size); // memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size);
EXPECT_THROW(mem.Allocate(64U, 24U), std::bad_alloc); // EXPECT_THROW(mem.Allocate(64U, 24U), std::bad_alloc);
EXPECT_THROW(mem.Allocate(63U), std::bad_alloc); // EXPECT_THROW(mem.Allocate(63U), std::bad_alloc);
EXPECT_THROW(mem.Allocate(max_block_size + 1, max_block_size), std::bad_alloc); // EXPECT_THROW(mem.Allocate(max_block_size + 1, max_block_size), std::bad_alloc);
} // }
//
// NOLINTNEXTLINE(hicpp-special-member-functions) //// NOLINTNEXTLINE(hicpp-special-member-functions)
TEST(PoolResource, AllocationWithOverflow) { // TEST(PoolResource, AllocationWithOverflow) {
{ // {
const size_t max_blocks_per_chunk = 2U; // const size_t max_blocks_per_chunk = 2U;
memgraph::utils::PoolResource mem(max_blocks_per_chunk, std::numeric_limits<size_t>::max()); // memgraph::utils::PoolResource mem(max_blocks_per_chunk, std::numeric_limits<size_t>::max());
EXPECT_THROW(mem.Allocate(std::numeric_limits<size_t>::max(), 1U), std::bad_alloc); // EXPECT_THROW(mem.Allocate(std::numeric_limits<size_t>::max(), 1U), std::bad_alloc);
// Throws because initial chunk block is aligned to // // Throws because initial chunk block is aligned to
// memgraph::utils::Ceil2(block_size), which wraps in this case. // // memgraph::utils::Ceil2(block_size), which wraps in this case.
EXPECT_THROW(mem.Allocate((std::numeric_limits<size_t>::max() - 1U) / max_blocks_per_chunk, 1U), std::bad_alloc); // EXPECT_THROW(mem.Allocate((std::numeric_limits<size_t>::max() - 1U) / max_blocks_per_chunk, 1U), std::bad_alloc);
} // }
{ // {
const size_t max_blocks_per_chunk = memgraph::utils::impl::Pool::MaxBlocksInChunk(); // const size_t max_blocks_per_chunk = memgraph::utils::impl::Pool::MaxBlocksInChunk;
memgraph::utils::PoolResource mem(max_blocks_per_chunk, std::numeric_limits<size_t>::max()); // memgraph::utils::PoolResource mem(max_blocks_per_chunk, std::numeric_limits<size_t>::max());
EXPECT_THROW(mem.Allocate(std::numeric_limits<size_t>::max(), 1U), std::bad_alloc); // EXPECT_THROW(mem.Allocate(std::numeric_limits<size_t>::max(), 1U), std::bad_alloc);
// Throws because initial chunk block is aligned to // // Throws because initial chunk block is aligned to
// memgraph::utils::Ceil2(block_size), which wraps in this case. // // memgraph::utils::Ceil2(block_size), which wraps in this case.
EXPECT_THROW(mem.Allocate((std::numeric_limits<size_t>::max() - 1U) / max_blocks_per_chunk, 1U), std::bad_alloc); // EXPECT_THROW(mem.Allocate((std::numeric_limits<size_t>::max() - 1U) / max_blocks_per_chunk, 1U), std::bad_alloc);
} // }
} // }
//
TEST(PoolResource, BlockDeallocation) { // TEST(PoolResource, BlockDeallocation) {
TestMemory test_mem; // TestMemory test_mem;
const size_t max_blocks_per_chunk = 2U; // const size_t max_blocks_per_chunk = 2U;
const size_t max_block_size = 64U; // const size_t max_block_size = 64U;
memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem); // memgraph::utils::PoolResource mem(max_blocks_per_chunk, max_block_size, &test_mem);
auto *ptr = CheckAllocation(&mem, max_block_size); // auto *ptr = CheckAllocation(&mem, max_block_size);
test_mem.new_count_ = 0U; // test_mem.new_count_ = 0U;
// Do another allocation before deallocating `ptr`, so that we are sure that // // Do another allocation before deallocating `ptr`, so that we are sure that
// the chunk of 2 blocks is still alive and therefore `ptr` may be reused when // // the chunk of 2 blocks is still alive and therefore `ptr` may be reused when
// it's deallocated. If we deallocate now, the implementation may choose to // // it's deallocated. If we deallocate now, the implementation may choose to
// free the whole chunk, and we do not want that for the purposes of this // // free the whole chunk, and we do not want that for the purposes of this
// test. // // test.
CheckAllocation(&mem, max_block_size); // CheckAllocation(&mem, max_block_size);
EXPECT_EQ(test_mem.new_count_, 0U); // EXPECT_EQ(test_mem.new_count_, 0U);
EXPECT_EQ(test_mem.delete_count_, 0U); // EXPECT_EQ(test_mem.delete_count_, 0U);
mem.Deallocate(ptr, max_block_size); // mem.Deallocate(ptr, max_block_size);
EXPECT_EQ(test_mem.delete_count_, 0U); // EXPECT_EQ(test_mem.delete_count_, 0U);
// CheckAllocation(&mem, max_block_size) will fail as PoolResource should // // CheckAllocation(&mem, max_block_size) will fail as PoolResource should
// reuse free blocks. // // reuse free blocks.
EXPECT_EQ(ptr, mem.Allocate(max_block_size)); // EXPECT_EQ(ptr, mem.Allocate(max_block_size));
EXPECT_EQ(test_mem.new_count_, 0U); // EXPECT_EQ(test_mem.new_count_, 0U);
} // }
class AllocationTrackingMemory final : public memgraph::utils::MemoryResource { class AllocationTrackingMemory final : public memgraph::utils::MemoryResource {
public: public: