blob: f8b552917fba3053cd173b441ed8e1a5918306f7 [file] [log] [blame]
// Protocol Buffers - Google's data interchange format
// Copyright 2008 Google Inc. All rights reserved.
// https://developers.google.com/protocol-buffers/
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// * Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above
// copyright notice, this list of conditions and the following disclaimer
// in the documentation and/or other materials provided with the
// distribution.
// * Neither the name of Google Inc. nor the names of its
// contributors may be used to endorse or promote products derived from
// this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#include <fstream>
#include <iostream>
#include "benchmark/benchmark_api.h"
#include "benchmarks.pb.h"
#include "datasets/google_message1/proto2/benchmark_message1_proto2.pb.h"
#include "datasets/google_message1/proto3/benchmark_message1_proto3.pb.h"
#include "datasets/google_message2/benchmark_message2.pb.h"
#include "datasets/google_message3/benchmark_message3.pb.h"
#include "datasets/google_message4/benchmark_message4.pb.h"
#define PREFIX "dataset."
#define SUFFIX ".pb"
using benchmarks::BenchmarkDataset;
using google::protobuf::Arena;
using google::protobuf::Descriptor;
using google::protobuf::DescriptorPool;
using google::protobuf::Message;
using google::protobuf::MessageFactory;
class Fixture : public benchmark::Fixture {
public:
Fixture(const BenchmarkDataset& dataset, const std::string& suffix) {
for (int i = 0; i < dataset.payload_size(); i++) {
payloads_.push_back(dataset.payload(i));
}
const Descriptor* d =
DescriptorPool::generated_pool()->FindMessageTypeByName(
dataset.message_name());
if (!d) {
std::cerr << "Couldn't find message named '" << dataset.message_name()
<< "\n";
}
prototype_ = MessageFactory::generated_factory()->GetPrototype(d);
SetName((dataset.name() + suffix).c_str());
}
protected:
std::vector<std::string> payloads_;
const Message* prototype_;
};
class WrappingCounter {
public:
WrappingCounter(size_t limit) : value_(0), limit_(limit) {}
size_t Next() {
size_t ret = value_;
if (++value_ == limit_) {
value_ = 0;
}
return ret;
}
private:
size_t value_;
size_t limit_;
};
template <class T>
class ParseNewFixture : public Fixture {
public:
ParseNewFixture(const BenchmarkDataset& dataset)
: Fixture(dataset, "_parse_new") {}
virtual void BenchmarkCase(benchmark::State& state) {
WrappingCounter i(payloads_.size());
size_t total = 0;
while (state.KeepRunning()) {
T m;
const std::string& payload = payloads_[i.Next()];
total += payload.size();
m.ParseFromString(payload);
}
state.SetBytesProcessed(total);
}
};
template <class T>
class ParseNewArenaFixture : public Fixture {
public:
ParseNewArenaFixture(const BenchmarkDataset& dataset)
: Fixture(dataset, "_parse_newarena") {}
virtual void BenchmarkCase(benchmark::State& state) {
WrappingCounter i(payloads_.size());
size_t total = 0;
Arena arena;
while (state.KeepRunning()) {
arena.Reset();
Message* m = Arena::CreateMessage<T>(&arena);
const std::string& payload = payloads_[i.Next()];
total += payload.size();
m->ParseFromString(payload);
}
state.SetBytesProcessed(total);
}
};
template <class T>
class ParseReuseFixture : public Fixture {
public:
ParseReuseFixture(const BenchmarkDataset& dataset)
: Fixture(dataset, "_parse_reuse") {}
virtual void BenchmarkCase(benchmark::State& state) {
T m;
WrappingCounter i(payloads_.size());
size_t total = 0;
while (state.KeepRunning()) {
const std::string& payload = payloads_[i.Next()];
total += payload.size();
m.ParseFromString(payload);
}
state.SetBytesProcessed(total);
}
};
template <class T>
class SerializeFixture : public Fixture {
public:
SerializeFixture(const BenchmarkDataset& dataset)
: Fixture(dataset, "_serialize") {
for (size_t i = 0; i < payloads_.size(); i++) {
message_.push_back(new T);
message_.back()->ParseFromString(payloads_[i]);
}
}
~SerializeFixture() {
for (size_t i = 0; i < message_.size(); i++) {
delete message_[i];
}
}
virtual void BenchmarkCase(benchmark::State& state) {
size_t total = 0;
std::string str;
WrappingCounter i(payloads_.size());
while (state.KeepRunning()) {
str.clear();
message_[i.Next()]->SerializeToString(&str);
total += str.size();
}
state.SetBytesProcessed(total);
}
private:
std::vector<T*> message_;
};
std::string ReadFile(const std::string& name) {
std::ifstream file(name.c_str());
GOOGLE_CHECK(file.is_open()) << "Couldn't find file '" << name <<
"', please make sure you are running "
"this command from the benchmarks/ "
"directory.\n";
return std::string((std::istreambuf_iterator<char>(file)),
std::istreambuf_iterator<char>());
}
template <class T>
void RegisterBenchmarksForType(const BenchmarkDataset& dataset) {
::benchmark::internal::RegisterBenchmarkInternal(
new ParseNewFixture<T>(dataset));
::benchmark::internal::RegisterBenchmarkInternal(
new ParseReuseFixture<T>(dataset));
::benchmark::internal::RegisterBenchmarkInternal(
new ParseNewArenaFixture<T>(dataset));
::benchmark::internal::RegisterBenchmarkInternal(
new SerializeFixture<T>(dataset));
}
void RegisterBenchmarks(const std::string& dataset_bytes) {
BenchmarkDataset dataset;
GOOGLE_CHECK(dataset.ParseFromString(dataset_bytes));
if (dataset.message_name() == "benchmarks.proto3.GoogleMessage1") {
RegisterBenchmarksForType<benchmarks::proto3::GoogleMessage1>(dataset);
} else if (dataset.message_name() == "benchmarks.proto2.GoogleMessage1") {
RegisterBenchmarksForType<benchmarks::proto2::GoogleMessage1>(dataset);
} else if (dataset.message_name() == "benchmarks.proto2.GoogleMessage2") {
RegisterBenchmarksForType<benchmarks::proto2::GoogleMessage2>(dataset);
} else if (dataset.message_name() ==
"benchmarks.google_message3.GoogleMessage3") {
RegisterBenchmarksForType
<benchmarks::google_message3::GoogleMessage3>(dataset);
} else if (dataset.message_name() ==
"benchmarks.google_message4.GoogleMessage4") {
RegisterBenchmarksForType
<benchmarks::google_message4::GoogleMessage4>(dataset);
} else {
std::cerr << "Unknown message type: " << dataset.message_name();
exit(1);
}
}
int main(int argc, char *argv[]) {
::benchmark::Initialize(&argc, argv);
if (argc == 1) {
std::cerr << "Usage: ./cpp-benchmark <input data>" << std::endl;
std::cerr << "input data is in the format of \"benchmarks.proto\""
<< std::endl;
return 1;
} else {
for (int i = 1; i < argc; i++) {
RegisterBenchmarks(ReadFile(argv[i]));
}
}
::benchmark::RunSpecifiedBenchmarks();
}