#include "query/interpreter.hpp" #include #include #include "query/exceptions.hpp" #include "query/frontend/ast/cypher_main_visitor.hpp" #include "query/frontend/opencypher/parser.hpp" #include "query/frontend/semantic/required_privileges.hpp" #include "query/frontend/semantic/symbol_generator.hpp" #include "query/plan/planner.hpp" #include "query/plan/vertex_count_cache.hpp" #include "utils/flag_validation.hpp" DEFINE_HIDDEN_bool(query_cost_planner, true, "Use the cost-estimating query planner."); DEFINE_VALIDATED_int32(query_plan_cache_ttl, 60, "Time to live for cached query plans, in seconds.", FLAG_IN_RANGE(0, std::numeric_limits::max())); namespace query { Interpreter::CachedPlan::CachedPlan(std::unique_ptr plan) : plan_(std::move(plan)) {} Interpreter::Results Interpreter::operator()( const std::string &query, database::GraphDbAccessor &db_accessor, const std::map ¶ms, bool in_explicit_transaction) { utils::Timer frontend_timer; Context ctx(db_accessor); ctx.in_explicit_transaction_ = in_explicit_transaction; ctx.timestamp_ = std::chrono::duration_cast( std::chrono::system_clock::now().time_since_epoch()) .count(); ctx.auth_ = auth_; ctx.kafka_streams_ = kafka_streams_; // query -> stripped query StrippedQuery stripped(query); // Update context with provided parameters. ctx.parameters_ = stripped.literals(); for (const auto ¶m_pair : stripped.parameters()) { auto param_it = params.find(param_pair.second); if (param_it == params.end()) { throw query::UnprovidedParameterError( fmt::format("Parameter ${} not provided.", param_pair.second)); } ctx.parameters_.Add(param_pair.first, param_it->second); } ParsingContext parsing_context; parsing_context.is_query_cached = true; AstStorage ast_storage = QueryToAst(stripped, parsing_context, &db_accessor); // TODO: Maybe cache required privileges to improve performance on very simple // queries. auto required_privileges = query::GetRequiredPrivileges(ast_storage); auto frontend_time = frontend_timer.Elapsed(); // Try to get a cached plan. Note that this local shared_ptr might be the only // owner of the CachedPlan, so ensure it lives during the whole // interpretation. std::shared_ptr plan{nullptr}; auto plan_cache_access = plan_cache_.access(); auto it = plan_cache_access.find(stripped.hash()); if (it != plan_cache_access.end()) { if (it->second->IsExpired()) plan_cache_access.remove(stripped.hash()); else plan = it->second; } utils::Timer planning_timer; if (!plan) { plan = plan_cache_access .insert(stripped.hash(), AstToPlan(std::move(ast_storage), &ctx)) .first->second; } auto planning_time = planning_timer.Elapsed(); ctx.symbol_table_ = plan->symbol_table(); std::map summary; summary["parsing_time"] = frontend_time.count(); summary["planning_time"] = planning_time.count(); summary["cost_estimate"] = plan->cost(); // TODO: set summary['type'] based on transaction metadata // the type can't be determined based only on top level LogicalOp // (for example MATCH DELETE RETURN will have Produce as it's top) // for now always use "rw" because something must be set, but it doesn't // have to be correct (for Bolt clients) summary["type"] = "rw"; auto cursor = plan->plan().MakeCursor(ctx.db_accessor_); std::vector header; std::vector output_symbols( plan->plan().OutputSymbols(ctx.symbol_table_)); for (const auto &symbol : output_symbols) { // When the symbol is aliased or expanded from '*' (inside RETURN or // WITH), then there is no token position, so use symbol name. // Otherwise, find the name from stripped query. header.push_back(utils::FindOr(stripped.named_expressions(), symbol.token_position(), symbol.name()) .first); } return Results(std::move(ctx), plan, std::move(cursor), output_symbols, header, summary, plan_cache_, required_privileges); } std::shared_ptr Interpreter::AstToPlan( AstStorage ast_storage, Context *ctx) { SymbolGenerator symbol_generator(ctx->symbol_table_); ast_storage.query()->Accept(symbol_generator); return std::make_shared( MakeLogicalPlan(std::move(ast_storage), ctx)); } AstStorage Interpreter::QueryToAst(const StrippedQuery &stripped, const ParsingContext &context, database::GraphDbAccessor *db_accessor) { if (!context.is_query_cached) { // stripped query -> AST auto parser = [&] { // Be careful about unlocking since parser can throw. std::unique_lock guard(antlr_lock_); return std::make_unique( stripped.original_query()); }(); auto low_level_tree = parser->tree(); // AST -> high level tree frontend::CypherMainVisitor visitor(context, db_accessor); visitor.visit(low_level_tree); return std::move(visitor.storage()); } auto ast_cache_accessor = ast_cache_.access(); auto ast_it = ast_cache_accessor.find(stripped.hash()); if (ast_it == ast_cache_accessor.end()) { // stripped query -> AST auto parser = [&] { // Be careful about unlocking since parser can throw. std::unique_lock guard(antlr_lock_); try { return std::make_unique(stripped.query()); } catch (const SyntaxException &e) { // There is syntax exception in stripped query. Rerun parser with // original query to get appropriate error messsage. auto parser = std::make_unique( stripped.original_query()); // If exception was not thrown here, it means StrippedQuery messed up // something. LOG(FATAL) << "Stripped query can't be parsed, original can"; return parser; } }(); auto low_level_tree = parser->tree(); // AST -> high level tree frontend::CypherMainVisitor visitor(context, db_accessor); visitor.visit(low_level_tree); // Cache it. ast_it = ast_cache_accessor.insert(stripped.hash(), std::move(visitor.storage())) .first; } AstStorage new_ast; ast_it->second.query()->Clone(new_ast); return new_ast; } class SingleNodeLogicalPlan final : public LogicalPlan { public: SingleNodeLogicalPlan(std::unique_ptr root, double cost, AstStorage storage, const SymbolTable &symbol_table) : root_(std::move(root)), cost_(cost), storage_(std::move(storage)), symbol_table_(symbol_table) {} const plan::LogicalOperator &GetRoot() const override { return *root_; } double GetCost() const override { return cost_; } const SymbolTable &GetSymbolTable() const override { return symbol_table_; } private: std::unique_ptr root_; double cost_; AstStorage storage_; SymbolTable symbol_table_; }; std::unique_ptr Interpreter::MakeLogicalPlan( AstStorage ast_storage, Context *context) { auto vertex_counts = plan::MakeVertexCountCache(context->db_accessor_); auto planning_context = plan::MakePlanningContext( ast_storage, context->symbol_table_, vertex_counts); std::unique_ptr root; double cost; std::tie(root, cost) = plan::MakeLogicalPlan( planning_context, context->parameters_, FLAGS_query_cost_planner); return std::make_unique( std::move(root), cost, std::move(ast_storage), context->symbol_table_); } } // namespace query