123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254 |
- // Protocol Buffers - Google's data interchange format
- // Copyright 2008 Google Inc. All rights reserved.
- // https://developers.google.com/protocol-buffers/
- //
- // Redistribution and use in source and binary forms, with or without
- // modification, are permitted provided that the following conditions are
- // met:
- //
- // * Redistributions of source code must retain the above copyright
- // notice, this list of conditions and the following disclaimer.
- // * Redistributions in binary form must reproduce the above
- // copyright notice, this list of conditions and the following disclaimer
- // in the documentation and/or other materials provided with the
- // distribution.
- // * Neither the name of Google Inc. nor the names of its
- // contributors may be used to endorse or promote products derived from
- // this software without specific prior written permission.
- //
- // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- #include <fstream>
- #include <iostream>
- #include "benchmark/benchmark.h"
- #include "benchmarks.pb.h"
- #include "datasets/google_message1/proto2/benchmark_message1_proto2.pb.h"
- #include "datasets/google_message1/proto3/benchmark_message1_proto3.pb.h"
- #include "datasets/google_message2/benchmark_message2.pb.h"
- #include "datasets/google_message3/benchmark_message3.pb.h"
- #include "datasets/google_message4/benchmark_message4.pb.h"
- #define PREFIX "dataset."
- #define SUFFIX ".pb"
- using benchmarks::BenchmarkDataset;
- using google::protobuf::Arena;
- using google::protobuf::Descriptor;
- using google::protobuf::DescriptorPool;
- using google::protobuf::Message;
- using google::protobuf::MessageFactory;
- class Fixture : public benchmark::Fixture {
- public:
- Fixture(const BenchmarkDataset& dataset, const std::string& suffix) {
- for (int i = 0; i < dataset.payload_size(); i++) {
- payloads_.push_back(dataset.payload(i));
- }
- const Descriptor* d =
- DescriptorPool::generated_pool()->FindMessageTypeByName(
- dataset.message_name());
- if (!d) {
- std::cerr << "Couldn't find message named '" << dataset.message_name()
- << "\n";
- }
- prototype_ = MessageFactory::generated_factory()->GetPrototype(d);
- SetName((dataset.name() + suffix).c_str());
- }
- protected:
- std::vector<std::string> payloads_;
- const Message* prototype_;
- };
- class WrappingCounter {
- public:
- WrappingCounter(size_t limit) : value_(0), limit_(limit) {}
- size_t Next() {
- size_t ret = value_;
- if (++value_ == limit_) {
- value_ = 0;
- }
- return ret;
- }
- private:
- size_t value_;
- size_t limit_;
- };
- template <class T>
- class ParseNewFixture : public Fixture {
- public:
- ParseNewFixture(const BenchmarkDataset& dataset)
- : Fixture(dataset, "_parse_new") {}
- virtual void BenchmarkCase(benchmark::State& state) {
- WrappingCounter i(payloads_.size());
- size_t total = 0;
- while (state.KeepRunning()) {
- T m;
- const std::string& payload = payloads_[i.Next()];
- total += payload.size();
- m.ParseFromString(payload);
- }
- state.SetBytesProcessed(total);
- }
- };
- template <class T>
- class ParseNewArenaFixture : public Fixture {
- public:
- ParseNewArenaFixture(const BenchmarkDataset& dataset)
- : Fixture(dataset, "_parse_newarena") {}
- virtual void BenchmarkCase(benchmark::State& state) {
- WrappingCounter i(payloads_.size());
- size_t total = 0;
- Arena arena;
- while (state.KeepRunning()) {
- arena.Reset();
- Message* m = Arena::CreateMessage<T>(&arena);
- const std::string& payload = payloads_[i.Next()];
- total += payload.size();
- m->ParseFromString(payload);
- }
- state.SetBytesProcessed(total);
- }
- };
- template <class T>
- class ParseReuseFixture : public Fixture {
- public:
- ParseReuseFixture(const BenchmarkDataset& dataset)
- : Fixture(dataset, "_parse_reuse") {}
- virtual void BenchmarkCase(benchmark::State& state) {
- T m;
- WrappingCounter i(payloads_.size());
- size_t total = 0;
- while (state.KeepRunning()) {
- const std::string& payload = payloads_[i.Next()];
- total += payload.size();
- m.ParseFromString(payload);
- }
- state.SetBytesProcessed(total);
- }
- };
- template <class T>
- class SerializeFixture : public Fixture {
- public:
- SerializeFixture(const BenchmarkDataset& dataset)
- : Fixture(dataset, "_serialize") {
- for (size_t i = 0; i < payloads_.size(); i++) {
- message_.push_back(new T);
- message_.back()->ParseFromString(payloads_[i]);
- }
- }
- ~SerializeFixture() {
- for (size_t i = 0; i < message_.size(); i++) {
- delete message_[i];
- }
- }
- virtual void BenchmarkCase(benchmark::State& state) {
- size_t total = 0;
- std::string str;
- WrappingCounter i(payloads_.size());
- while (state.KeepRunning()) {
- str.clear();
- message_[i.Next()]->SerializeToString(&str);
- total += str.size();
- }
- state.SetBytesProcessed(total);
- }
- private:
- std::vector<T*> message_;
- };
- std::string ReadFile(const std::string& name) {
- std::ifstream file(name.c_str());
- GOOGLE_CHECK(file.is_open()) << "Couldn't find file '" << name <<
- "', please make sure you are running "
- "this command from the benchmarks/ "
- "directory.\n";
- return std::string((std::istreambuf_iterator<char>(file)),
- std::istreambuf_iterator<char>());
- }
- template <class T>
- void RegisterBenchmarksForType(const BenchmarkDataset& dataset) {
- ::benchmark::internal::RegisterBenchmarkInternal(
- new ParseNewFixture<T>(dataset));
- ::benchmark::internal::RegisterBenchmarkInternal(
- new ParseReuseFixture<T>(dataset));
- ::benchmark::internal::RegisterBenchmarkInternal(
- new ParseNewArenaFixture<T>(dataset));
- ::benchmark::internal::RegisterBenchmarkInternal(
- new SerializeFixture<T>(dataset));
- }
- void RegisterBenchmarks(const std::string& dataset_bytes) {
- BenchmarkDataset dataset;
- GOOGLE_CHECK(dataset.ParseFromString(dataset_bytes));
- if (dataset.message_name() == "benchmarks.proto3.GoogleMessage1") {
- RegisterBenchmarksForType<benchmarks::proto3::GoogleMessage1>(dataset);
- } else if (dataset.message_name() == "benchmarks.proto2.GoogleMessage1") {
- RegisterBenchmarksForType<benchmarks::proto2::GoogleMessage1>(dataset);
- } else if (dataset.message_name() == "benchmarks.proto2.GoogleMessage2") {
- RegisterBenchmarksForType<benchmarks::proto2::GoogleMessage2>(dataset);
- } else if (dataset.message_name() ==
- "benchmarks.google_message3.GoogleMessage3") {
- RegisterBenchmarksForType
- <benchmarks::google_message3::GoogleMessage3>(dataset);
- } else if (dataset.message_name() ==
- "benchmarks.google_message4.GoogleMessage4") {
- RegisterBenchmarksForType
- <benchmarks::google_message4::GoogleMessage4>(dataset);
- } else {
- std::cerr << "Unknown message type: " << dataset.message_name();
- exit(1);
- }
- }
- int main(int argc, char *argv[]) {
- ::benchmark::Initialize(&argc, argv);
- if (argc == 1) {
- std::cerr << "Usage: ./cpp-benchmark <input data>" << std::endl;
- std::cerr << "input data is in the format of \"benchmarks.proto\""
- << std::endl;
- return 1;
- } else {
- for (int i = 1; i < argc; i++) {
- RegisterBenchmarks(ReadFile(argv[i]));
- }
- }
- ::benchmark::RunSpecifiedBenchmarks();
- }
|