14f92b4a0f
Fixes root cause of a cascade of failures in replication code: - Replica handling of deleting an edge is now corrected. Now tolerant of multiple edges of the same relationship type. - Improved robustness: correct exception handling around failed stream of current WAL file. This now means a REPLICA failure will no longer prevent transactions on MAIN from performing WAL writes. - Slightly better diagnostic messages, not user friendly but helps get developer to correct root cause quicker. - Proactively remove vertex+edges during Abort rather than defer to GC to do that work, this included fixing constraints and indexes to be safe. Co-authored-by: Andreja Tonev <andreja.tonev@memgraph.io>
86 lines
2.4 KiB
C++
86 lines
2.4 KiB
C++
// Copyright 2023 Memgraph Ltd.
|
|
//
|
|
// Use of this software is governed by the Business Source License
|
|
// included in the file licenses/BSL.txt; by using this file, you agree to be bound by the terms of the Business Source
|
|
// License, and you may not use this file except in compliance with the Business Source License.
|
|
//
|
|
// As of the Change Date specified in that file, in accordance with
|
|
// the Business Source License, use of this software will be governed
|
|
// by the Apache License, Version 2.0, included in the file
|
|
// licenses/APL.txt.
|
|
|
|
#pragma once
|
|
|
|
#include <atomic>
|
|
#include <optional>
|
|
#include <span>
|
|
#include <thread>
|
|
|
|
#include <pulsar/Client.h>
|
|
|
|
namespace memgraph::integrations::pulsar {
|
|
|
|
namespace pulsar_client = ::pulsar;
|
|
|
|
class Consumer;
|
|
|
|
class Message final {
|
|
public:
|
|
explicit Message(pulsar_client::Message &&message);
|
|
|
|
std::span<const char> Payload() const;
|
|
std::string_view TopicName() const;
|
|
|
|
private:
|
|
pulsar_client::Message message_;
|
|
|
|
friend Consumer;
|
|
};
|
|
|
|
using ConsumerFunction = std::function<void(const std::vector<Message> &)>;
|
|
|
|
struct ConsumerInfo {
|
|
int64_t batch_size;
|
|
std::chrono::milliseconds batch_interval;
|
|
std::vector<std::string> topics;
|
|
std::string consumer_name;
|
|
std::string service_url;
|
|
};
|
|
|
|
class Consumer final {
|
|
public:
|
|
Consumer(ConsumerInfo info, ConsumerFunction consumer_function);
|
|
~Consumer();
|
|
|
|
Consumer(const Consumer &) = delete;
|
|
Consumer(Consumer &&) noexcept = delete;
|
|
Consumer &operator=(const Consumer &) = delete;
|
|
Consumer &operator=(Consumer &&) = delete;
|
|
|
|
bool IsRunning() const;
|
|
void Start();
|
|
void StartWithLimit(uint64_t limit_batches, std::optional<std::chrono::milliseconds> timeout) const;
|
|
void Stop();
|
|
void StopIfRunning();
|
|
|
|
void Check(std::optional<std::chrono::milliseconds> timeout, std::optional<uint64_t> limit_batches,
|
|
const ConsumerFunction &check_consumer_function) const;
|
|
|
|
const ConsumerInfo &Info() const;
|
|
|
|
private:
|
|
void StartConsuming();
|
|
void StartConsumingWithLimit(uint64_t limit_batches, std::optional<std::chrono::milliseconds> timeout) const;
|
|
void StopConsuming();
|
|
|
|
ConsumerInfo info_;
|
|
mutable pulsar_client::Client client_;
|
|
mutable pulsar_client::Consumer consumer_;
|
|
ConsumerFunction consumer_function_;
|
|
|
|
mutable std::atomic<bool> is_running_{false};
|
|
mutable pulsar_client::MessageId last_message_id_{pulsar_client::MessageId::earliest()}; // Protected by is_running_
|
|
std::thread thread_;
|
|
};
|
|
} // namespace memgraph::integrations::pulsar
|