This patch pulls google/benchmark v1.4.1 into the LLVM tree so that any project could use it for benchmark generation. A dummy benchmark is added to `llvm/benchmarks/DummyYAML.cpp` to validate the correctness of the build process. The current version does not utilize LLVM LNT and LLVM CMake infrastructure, but that might be sufficient for most users. Two introduced CMake variables: * `LLVM_INCLUDE_BENCHMARKS` (`ON` by default) generates benchmark targets * `LLVM_BUILD_BENCHMARKS` (`OFF` by default) adds generated benchmark targets to the list of default LLVM targets (i.e. if `ON` benchmarks will be built upon standard build invocation, e.g. `ninja` or `make` with no specific targets) List of modifications: * `BENCHMARK_ENABLE_TESTING` is disabled * `BENCHMARK_ENABLE_EXCEPTIONS` is disabled * `BENCHMARK_ENABLE_INSTALL` is disabled * `BENCHMARK_ENABLE_GTEST_TESTS` is disabled * `BENCHMARK_DOWNLOAD_DEPENDENCIES` is disabled Original discussion can be found here: http://lists.llvm.org/pipermail/llvm-dev/2018-August/125023.html Reviewed by: dberris, lebedev.ri Subscribers: ilya-biryukov, ioeric, EricWF, lebedev.ri, srhines, dschuff, mgorny, krytarowski, fedor.sergeev, mgrang, jfb, llvm-commits Differential Revision: https://reviews.llvm.org/D50894 llvm-svn: 340809
183 lines
5.8 KiB
C++
183 lines
5.8 KiB
C++
// Copyright 2015 Google Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "benchmark/benchmark.h"
|
|
#include "complexity.h"
|
|
#include "counter.h"
|
|
|
|
#include <algorithm>
|
|
#include <cstdint>
|
|
#include <cstdio>
|
|
#include <iostream>
|
|
#include <string>
|
|
#include <tuple>
|
|
#include <vector>
|
|
|
|
#include "check.h"
|
|
#include "colorprint.h"
|
|
#include "commandlineflags.h"
|
|
#include "internal_macros.h"
|
|
#include "string_util.h"
|
|
#include "timers.h"
|
|
|
|
namespace benchmark {
|
|
|
|
bool ConsoleReporter::ReportContext(const Context& context) {
|
|
name_field_width_ = context.name_field_width;
|
|
printed_header_ = false;
|
|
prev_counters_.clear();
|
|
|
|
PrintBasicContext(&GetErrorStream(), context);
|
|
|
|
#ifdef BENCHMARK_OS_WINDOWS
|
|
if ((output_options_ & OO_Color) && &std::cout != &GetOutputStream()) {
|
|
GetErrorStream()
|
|
<< "Color printing is only supported for stdout on windows."
|
|
" Disabling color printing\n";
|
|
output_options_ = static_cast< OutputOptions >(output_options_ & ~OO_Color);
|
|
}
|
|
#endif
|
|
|
|
return true;
|
|
}
|
|
|
|
void ConsoleReporter::PrintHeader(const Run& run) {
|
|
std::string str = FormatString("%-*s %13s %13s %10s", static_cast<int>(name_field_width_),
|
|
"Benchmark", "Time", "CPU", "Iterations");
|
|
if(!run.counters.empty()) {
|
|
if(output_options_ & OO_Tabular) {
|
|
for(auto const& c : run.counters) {
|
|
str += FormatString(" %10s", c.first.c_str());
|
|
}
|
|
} else {
|
|
str += " UserCounters...";
|
|
}
|
|
}
|
|
str += "\n";
|
|
std::string line = std::string(str.length(), '-');
|
|
GetOutputStream() << line << "\n" << str << line << "\n";
|
|
}
|
|
|
|
void ConsoleReporter::ReportRuns(const std::vector<Run>& reports) {
|
|
for (const auto& run : reports) {
|
|
// print the header:
|
|
// --- if none was printed yet
|
|
bool print_header = !printed_header_;
|
|
// --- or if the format is tabular and this run
|
|
// has different fields from the prev header
|
|
print_header |= (output_options_ & OO_Tabular) &&
|
|
(!internal::SameNames(run.counters, prev_counters_));
|
|
if (print_header) {
|
|
printed_header_ = true;
|
|
prev_counters_ = run.counters;
|
|
PrintHeader(run);
|
|
}
|
|
// As an alternative to printing the headers like this, we could sort
|
|
// the benchmarks by header and then print. But this would require
|
|
// waiting for the full results before printing, or printing twice.
|
|
PrintRunData(run);
|
|
}
|
|
}
|
|
|
|
static void IgnoreColorPrint(std::ostream& out, LogColor, const char* fmt,
|
|
...) {
|
|
va_list args;
|
|
va_start(args, fmt);
|
|
out << FormatString(fmt, args);
|
|
va_end(args);
|
|
}
|
|
|
|
void ConsoleReporter::PrintRunData(const Run& result) {
|
|
typedef void(PrinterFn)(std::ostream&, LogColor, const char*, ...);
|
|
auto& Out = GetOutputStream();
|
|
PrinterFn* printer = (output_options_ & OO_Color) ?
|
|
(PrinterFn*)ColorPrintf : IgnoreColorPrint;
|
|
auto name_color =
|
|
(result.report_big_o || result.report_rms) ? COLOR_BLUE : COLOR_GREEN;
|
|
printer(Out, name_color, "%-*s ", name_field_width_,
|
|
result.benchmark_name.c_str());
|
|
|
|
if (result.error_occurred) {
|
|
printer(Out, COLOR_RED, "ERROR OCCURRED: \'%s\'",
|
|
result.error_message.c_str());
|
|
printer(Out, COLOR_DEFAULT, "\n");
|
|
return;
|
|
}
|
|
// Format bytes per second
|
|
std::string rate;
|
|
if (result.bytes_per_second > 0) {
|
|
rate = StrCat(" ", HumanReadableNumber(result.bytes_per_second), "B/s");
|
|
}
|
|
|
|
// Format items per second
|
|
std::string items;
|
|
if (result.items_per_second > 0) {
|
|
items =
|
|
StrCat(" ", HumanReadableNumber(result.items_per_second), " items/s");
|
|
}
|
|
|
|
const double real_time = result.GetAdjustedRealTime();
|
|
const double cpu_time = result.GetAdjustedCPUTime();
|
|
|
|
if (result.report_big_o) {
|
|
std::string big_o = GetBigOString(result.complexity);
|
|
printer(Out, COLOR_YELLOW, "%10.2f %s %10.2f %s ", real_time, big_o.c_str(),
|
|
cpu_time, big_o.c_str());
|
|
} else if (result.report_rms) {
|
|
printer(Out, COLOR_YELLOW, "%10.0f %% %10.0f %% ", real_time * 100,
|
|
cpu_time * 100);
|
|
} else {
|
|
const char* timeLabel = GetTimeUnitString(result.time_unit);
|
|
printer(Out, COLOR_YELLOW, "%10.0f %s %10.0f %s ", real_time, timeLabel,
|
|
cpu_time, timeLabel);
|
|
}
|
|
|
|
if (!result.report_big_o && !result.report_rms) {
|
|
printer(Out, COLOR_CYAN, "%10lld", result.iterations);
|
|
}
|
|
|
|
for (auto& c : result.counters) {
|
|
const std::size_t cNameLen = std::max(std::string::size_type(10),
|
|
c.first.length());
|
|
auto const& s = HumanReadableNumber(c.second.value, 1000);
|
|
if (output_options_ & OO_Tabular) {
|
|
if (c.second.flags & Counter::kIsRate) {
|
|
printer(Out, COLOR_DEFAULT, " %*s/s", cNameLen - 2, s.c_str());
|
|
} else {
|
|
printer(Out, COLOR_DEFAULT, " %*s", cNameLen, s.c_str());
|
|
}
|
|
} else {
|
|
const char* unit = (c.second.flags & Counter::kIsRate) ? "/s" : "";
|
|
printer(Out, COLOR_DEFAULT, " %s=%s%s", c.first.c_str(), s.c_str(),
|
|
unit);
|
|
}
|
|
}
|
|
|
|
if (!rate.empty()) {
|
|
printer(Out, COLOR_DEFAULT, " %*s", 13, rate.c_str());
|
|
}
|
|
|
|
if (!items.empty()) {
|
|
printer(Out, COLOR_DEFAULT, " %*s", 18, items.c_str());
|
|
}
|
|
|
|
if (!result.report_label.empty()) {
|
|
printer(Out, COLOR_DEFAULT, " %s", result.report_label.c_str());
|
|
}
|
|
|
|
printer(Out, COLOR_DEFAULT, "\n");
|
|
}
|
|
|
|
} // end namespace benchmark
|