tursom/memgraph
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Include HA client in index integration test

Browse Source 
Summary:
The test now uses `ha_client`. Logging is also modified to output 1-indexed
worker ids.

Reviewers: msantl

Reviewed By: msantl

Subscribers: pullbot

Differential Revision: https://phabricator.memgraph.io/D2113
This commit is contained in:
Ivan Paljak 2019-06-05 15:27:20 +02:00
parent c9ba638b9f
commit 716a80edf0
2 changed files with 39 additions and 56 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tests/integration/ha/index/runner.py
View File

@ -49,20 +49,16 @@ class HaIndexTest(HaTestBase):
for i in range(self.cluster_size):
# Kill worker.
print("Killing worker {}".format(i))
print("Killing worker {}".format(i + 1))
self.kill_worker(i)
time.sleep(5) # allow some time for possible leader re-election
assert self.execute_step("check") == 0, \
"Error while executing check query"
# Bring worker back to life.
print("Starting worker {}".format(i))
print("Starting worker {}".format(i + 1))
self.start_worker(i)
time.sleep(5) # allow some time for possible leader re-election
def find_correct_path(path):
f = os.path.join(PROJECT_DIR, "build", path)

87
tests/integration/ha/index/tester.cpp
View File

@ -6,7 +6,7 @@
#include <gflags/gflags.h>
#include <glog/logging.h>
#include "communication/bolt/client.hpp"
#include "communication/bolt/ha_client.hpp"
#include "io/network/endpoint.hpp"
#include "io/network/utils.hpp"
#include "utils/timer.hpp"
@ -29,60 +29,47 @@ int main(int argc, char **argv) {
const std::string index = ":Node(id)";
communication::Init();
try {
std::vector<io::network::Endpoint> endpoints(FLAGS_cluster_size);
for (int i = 0; i < FLAGS_cluster_size; ++i)
endpoints[i] = io::network::Endpoint(FLAGS_address, FLAGS_port + i);
bool successful = false;
for (int retry = 0; !successful && retry < 10; ++retry) {
for (int i = 0; !successful && i < FLAGS_cluster_size; ++i) {
try {
communication::ClientContext context(FLAGS_use_ssl);
communication::bolt::Client client(&context);
std::chrono::milliseconds retry_delay(1000);
communication::ClientContext context(FLAGS_use_ssl);
communication::bolt::HAClient client(endpoints, &context, FLAGS_username,
FLAGS_password, 25, retry_delay);
uint16_t port = FLAGS_port + i;
io::network::Endpoint endpoint{FLAGS_address, port};
client.Connect(endpoint, FLAGS_username, FLAGS_password);
if (FLAGS_step == "create") {
client.Execute(fmt::format("CREATE INDEX ON {}", index), {});
return 0;
} else if (FLAGS_step == "check") {
auto result = client.Execute("SHOW INDEX INFO", {});
auto checker = [&index](const std::vector<Value> &record) {
if (record.size() != 1) return false;
return record[0].ValueString() == index;
};
if (FLAGS_step == "create") {
client.Execute(fmt::format("create index on {}", index), {});
successful = true;
} else if (FLAGS_step == "check") {
auto result = client.Execute("show index info", {});
auto checker = [&index](const std::vector<Value> &record) {
if (record.size() != 1) return false;
return record[0].ValueString() == index;
};
// Check that index ":Node(id)" exists
if (!std::any_of(result.records.begin(), result.records.end(),
checker)) {
LOG(WARNING) << "Missing index!";
return 2;
}
successful = true;
} else {
LOG(FATAL) << "Unexpected client step!";
}
} catch (const communication::bolt::ClientQueryException &) {
// This one is not the leader, continue.
continue;
} catch (const communication::bolt::ClientFatalException &) {
// This one seems to be down, continue.
continue;
// Check that index ":Node(id)" exists
if (!std::any_of(result.records.begin(), result.records.end(), checker)) {
LOG(WARNING) << "Missing index!";
return 2;
}
LOG(INFO) << "Current Raft cluster leader is " << i;
}
if (!successful) {
LOG(INFO) << "Couldn't find Raft cluster leader, retrying.";
std::this_thread::sleep_for(1s);
return 0;
} else {
LOG(FATAL) << "Unexpected client step!";
}
} catch (const communication::bolt::ClientQueryException &e) {
LOG(WARNING)
<< "Transient error while executing query. (eg. mistyped query, etc.)\n"
<< e.what();
} catch (const communication::bolt::ClientFatalException &e) {
LOG(WARNING) << "Couldn't connect to server\n" << e.what();
} catch (const utils::BasicException &e) {
LOG(WARNING) << "Error while executing query\n" << e.what();
}
if (!successful) {
LOG(WARNING) << "Couldn't find Raft cluster leader.";
return 1;
}
return 0;
// The test wasn't successfull
return 1;
}