mirror of
https://github.com/google/benchmark.git
synced 2025-01-14 22:00:33 +08:00
4f47ed2c9a
* [RFC] Adding API for setting/getting benchmark_filter flag? This PR is more of a Request-for-comment - open to other ideas/suggestions as well. Details: This flag has different implementations(absl vs benchmark) and since the proposal to add absl as a dependency was rejected, it would be nice to have a reliable (and less hacky) way to access this flag internally. (Actually, reading it isn't much a problem but setting it is). Internally, we have a sizeable number users to use absl::SetFlags to set this flag. This will not work with benchmark-flags. Another motivation is that not all users use the command line flag. Some prefer to programmatically set this value. * fixed build errors * fix lints again * per discussion: add additional RunSpecifiedBenchmarks instead. * add tests * fix up tests * clarify comment * fix stray : in test * more assertion in test * add test file to test/CMakeLists.txt * more test * make test ISO C++ compliant * fix up BUILD file to pass the flag
98 lines
2.5 KiB
C++
98 lines
2.5 KiB
C++
#include <algorithm>
|
|
#include <cassert>
|
|
#include <cstdint>
|
|
#include <cstdlib>
|
|
#include <cstring>
|
|
#include <iostream>
|
|
#include <limits>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "benchmark/benchmark.h"
|
|
|
|
// Tests that we can override benchmark-spec value from FLAGS_benchmark_filter
|
|
// with argument to RunSpecifiedBenchmarks(...).
|
|
|
|
namespace {
|
|
|
|
class TestReporter : public benchmark::ConsoleReporter {
|
|
public:
|
|
virtual bool ReportContext(const Context& context) BENCHMARK_OVERRIDE {
|
|
return ConsoleReporter::ReportContext(context);
|
|
};
|
|
|
|
virtual void ReportRuns(const std::vector<Run>& report) BENCHMARK_OVERRIDE {
|
|
assert(report.size() == 1);
|
|
matched_functions.push_back(report[0].run_name.function_name);
|
|
ConsoleReporter::ReportRuns(report);
|
|
};
|
|
|
|
TestReporter() {}
|
|
|
|
virtual ~TestReporter() {}
|
|
|
|
const std::vector<std::string>& GetMatchedFunctions() const {
|
|
return matched_functions;
|
|
}
|
|
|
|
private:
|
|
std::vector<std::string> matched_functions;
|
|
};
|
|
|
|
} // end namespace
|
|
|
|
static void BM_NotChosen(benchmark::State& state) {
|
|
assert(false && "SHOULD NOT BE CALLED");
|
|
for (auto _ : state) {
|
|
}
|
|
}
|
|
BENCHMARK(BM_NotChosen);
|
|
|
|
static void BM_Chosen(benchmark::State& state) {
|
|
for (auto _ : state) {
|
|
}
|
|
}
|
|
BENCHMARK(BM_Chosen);
|
|
|
|
int main(int argc, char** argv) {
|
|
const char* const flag = "BM_NotChosen";
|
|
|
|
// Verify that argv specify --benchmark_filter=BM_NotChosen.
|
|
bool found;
|
|
for (int i = 0; i < argc; ++i) {
|
|
if (strcmp("--benchmark_filter=BM_NotChosen", argv[i]) == 0) {
|
|
found = true;
|
|
break;
|
|
}
|
|
}
|
|
assert(found);
|
|
|
|
benchmark::Initialize(&argc, argv);
|
|
|
|
// Check that the current flag value is reported accurately via the
|
|
// GetBenchmarkFilter() function.
|
|
if (strcmp(flag, benchmark::GetBenchmarkFilter()) != 0) {
|
|
std::cerr
|
|
<< "Seeing different value for flags. GetBenchmarkFilter() returns ["
|
|
<< benchmark::GetBenchmarkFilter() << "] expected flag=[" << flag
|
|
<< "]\n";
|
|
return 1;
|
|
}
|
|
TestReporter test_reporter;
|
|
const char* const spec = "BM_Chosen";
|
|
const size_t returned_count =
|
|
benchmark::RunSpecifiedBenchmarks(&test_reporter,
|
|
spec);
|
|
assert(returned_count == 1);
|
|
const std::vector<std::string> matched_functions =
|
|
test_reporter.GetMatchedFunctions();
|
|
assert(matched_functions.size() == 1);
|
|
if (strcmp(spec, matched_functions.front().c_str()) != 0) {
|
|
std::cerr
|
|
<< "Expected benchmark [" << spec << "] to run, but got ["
|
|
<< matched_functions.front() << "]\n";
|
|
return 2;
|
|
}
|
|
return 0;
|
|
}
|