#pragma once #include #include "cppitertools/filter.hpp" #include "cppitertools/imap.hpp" #include "data_structures/concurrent/concurrent_map.hpp" #include "data_structures/concurrent/concurrent_set.hpp" #include "data_structures/concurrent/skiplist.hpp" #include "database/graph_db_datatypes.hpp" #include "database/indexes/key_index.hpp" #include "database/indexes/label_property_index.hpp" #include "durability/snapshooter.hpp" #include "mvcc/version_list.hpp" #include "storage/deferred_deleter.hpp" #include "storage/edge.hpp" #include "storage/garbage_collector.hpp" #include "storage/unique_object_store.hpp" #include "storage/vertex.hpp" #include "transactions/engine.hpp" #include "utils/scheduler.hpp" namespace fs = std::experimental::filesystem; /** * Main class which represents Database concept in code. * This class is essentially a data structure. It exposes * all the data publicly, and should therefore not be directly * exposed to client functions. The GraphDbAccessor is used for that. * * Always be sure that GraphDb object is destructed before main exits, i. e. * GraphDb object shouldn't be part of global/static variable, except if its * destructor is explicitly called before main exits. Consider code: * * GraphDb db; // KeyIndex is created as a part of db. * int main() { * GraphDbAccessor dba(db); * auto v = dba.InsertVertex(); * v.add_label(dba.Label( * "Start")); // New SkipList is created in KeyIndex for LabelIndex. * // That SkipList creates SkipListGc which * // initialises static Executor object. * return 0; * } * * After main exits: 1. Executor is destructed, 2. KeyIndex is destructed. * Destructor of KeyIndex calls delete on created SkipLists which destroy * SkipListGc that tries to use Excutioner object that doesn't exist anymore. * -> CRASH */ class GraphDb { public: GraphDb(); /** Delete all vertices and edges and free all deferred deleters. */ ~GraphDb(); /** Database object can't be copied. */ GraphDb(const GraphDb &db) = delete; GraphDb(GraphDb &&other) = default; GraphDb &operator=(const GraphDb &other) = default; GraphDb &operator=(GraphDb &&other) = default; /** Stop all transactions and set is_accepting_transactions_ to false. */ void Shutdown(); void CollectGarbage(); /** When this is false, no new transactions should be created. */ std::atomic is_accepting_transactions_{true}; private: friend class GraphDbAccessor; void StartSnapshooting(); /** * Recovers database from a snapshot file and starts snapshooting. * @param snapshot_db path to snapshot folder */ void RecoverDatabase(const fs::path &snapshot_db_path); /** transaction engine related to this database */ tx::Engine tx_engine_; // main storage for the graph SkipList *> vertices_; SkipList *> edges_; // Garbage collectors GarbageCollector gc_vertices_; GarbageCollector gc_edges_; // Deleters for not relevant records DeferredDeleter vertex_record_deleter_; DeferredDeleter edge_record_deleter_; // Deleters for not relevant version_lists DeferredDeleter> vertex_version_list_deleter_; DeferredDeleter> edge_version_list_deleter_; // unique object stores // TODO this should be also garbage collected ConcurrentSet labels_; ConcurrentSet edge_types_; ConcurrentSet properties_; // indexes KeyIndex labels_index_; LabelPropertyIndex label_property_index_; /** * Flag indicating if index building is in progress. Memgraph does not support * concurrent index builds on the same database (transaction engine), so we * reject index builds if there is one in progress. See * GraphDbAccessor::BuildIndex. */ std::atomic index_build_in_progress_{false}; // snapshooter Snapshooter snapshooter_; // Schedulers Scheduler gc_scheduler_; Scheduler snapshot_creator_; // Periodically wakes up and hints to transactions that are running for a long // time to stop their execution. Scheduler transaction_killer_; /** DB level global counters, used in the "counter" function. */ ConcurrentMap> counters_; };