/* * Copyright 2018 The Chromium Authors. All rights reserved. * Use of this source code is governed by a BSD-style license that can be * found in the Chromium source repository LICENSE file. * * A benchmark test harness for measuring decoding performance of gzip or zlib * (deflate) encoded compressed data. Given a file containing any data, encode * (compress) it into gzip or zlib format and then decode (uncompress). Output * the median and maximum encoding and decoding rates in MB/s. * * Raw deflate (no gzip or zlib stream wrapper) mode is also supported. Select * it with the [raw] argument. Use the [gzip] [zlib] arguments to select those * stream wrappers. * * Note this code can be compiled outside of the Chromium build system against * the system zlib (-lz) with g++ or clang++ as follows: * * g++|clang++ -O3 -Wall -std=c++11 -lstdc++ -lz zlib_bench.cc */ #include #include #include #include #include #include #include #include #include #include #include "zlib.h" void error_exit(const char* error, int code) { fprintf(stderr, "%s (%d)\n", error, code); exit(code); } inline char* string_data(std::string* s) { return s->empty() ? 0 : &*s->begin(); } struct Data { Data(size_t s) { data.reset(new (std::nothrow) char[size = s]); } std::unique_ptr data; size_t size; }; Data read_file_data_or_exit(const char* name) { std::ifstream file; file.open(name, std::ios::in | std::ios::binary); if (!file) { perror(name); exit(1); } file.seekg(0, std::ios::end); Data data(file.tellg()); file.seekg(0, std::ios::beg); if (file && data.data) file.read(data.data.get(), data.size); if (!file || !data.data) { perror((std::string("error reading ") + name).c_str()); exit(1); } else if (!data.size) { fprintf(stderr, "%s is empty\n", name); exit(1); } return data; } size_t zlib_estimate_compressed_size(size_t input_size) { return compressBound(input_size); } enum zlib_wrapper { kWrapperNONE, kWrapperZLIB, kWrapperGZIP, kWrapperZRAW, }; inline int zlib_stream_wrapper_type(zlib_wrapper type) { if (type == kWrapperZLIB) // zlib DEFLATE stream wrapper return MAX_WBITS; if (type == kWrapperGZIP) // gzip DEFLATE stream wrapper return MAX_WBITS + 16; if (type == kWrapperZRAW) // no wrapper, use raw DEFLATE return -MAX_WBITS; error_exit("bad wrapper type", int(type)); return 0; } const char* zlib_wrapper_name(zlib_wrapper type) { if (type == kWrapperZLIB) return "ZLIB"; if (type == kWrapperGZIP) return "GZIP"; if (type == kWrapperZRAW) return "RAW"; error_exit("bad wrapper type", int(type)); return 0; } void zlib_compress( const zlib_wrapper type, const char* input, const size_t input_size, std::string* output, const int compression_level, bool resize_output = false) { if (resize_output) output->resize(zlib_estimate_compressed_size(input_size)); size_t output_size = output->size(); z_stream stream; memset(&stream, 0, sizeof(stream)); int result = deflateInit2(&stream, compression_level, Z_DEFLATED, zlib_stream_wrapper_type(type), MAX_MEM_LEVEL, Z_DEFAULT_STRATEGY); if (result != Z_OK) error_exit("deflateInit2 failed", result); stream.next_out = (Bytef*)string_data(output); stream.avail_out = (uInt)output_size; stream.next_in = (z_const Bytef*)input; stream.avail_in = (uInt)input_size; result = deflate(&stream, Z_FINISH); if (result == Z_STREAM_END) output_size = stream.total_out; result |= deflateEnd(&stream); if (result != Z_STREAM_END) error_exit("compress failed", result); if (resize_output) output->resize(output_size); } void zlib_uncompress( const zlib_wrapper type, const std::string& input, const size_t output_size, std::string* output) { z_stream stream; memset(&stream, 0, sizeof(stream)); int result = inflateInit2(&stream, zlib_stream_wrapper_type(type)); if (result != Z_OK) error_exit("inflateInit2 failed", result); stream.next_out = (Bytef*)string_data(output); stream.avail_out = (uInt)output->size(); stream.next_in = (z_const Bytef*)input.data(); stream.avail_in = (uInt)input.size(); result = inflate(&stream, Z_FINISH); if (stream.total_out != output_size) result = Z_DATA_ERROR; result |= inflateEnd(&stream); if (result == Z_STREAM_END) return; std::string error("uncompress failed: "); if (stream.msg) error.append(stream.msg); error_exit(error.c_str(), result); } void verify_equal(const char* input, size_t size, std::string* output) { const char* data = string_data(output); if (output->size() == size && !memcmp(data, input, size)) return; fprintf(stderr, "uncompressed data does not match the input data\n"); exit(3); } void zlib_file(const char* name, const zlib_wrapper type, const int compression_level) { /* * Read the file data. */ const auto file = read_file_data_or_exit(name); const int length = static_cast(file.size); const char* data = file.data.get(); printf("%-40s :\n", name); /* * Chop the data into blocks. */ const int block_size = 1 << 20; const int blocks = (length + block_size - 1) / block_size; std::vector input(blocks); std::vector input_length(blocks); std::vector compressed(blocks); std::vector output(blocks); for (int b = 0; b < blocks; ++b) { int input_start = b * block_size; int input_limit = std::min((b + 1) * block_size, length); input[b] = data + input_start; input_length[b] = input_limit - input_start; } /* * Run the zlib compress/uncompress loop a few times with |repeats| to * process about 10MB of data if the length is small relative to 10MB. * If length is large relative to 10MB, process the data once. */ const int mega_byte = 1024 * 1024; const int repeats = (10 * mega_byte + length) / (length + 1); const int runs = 5; double ctime[runs]; double utime[runs]; for (int run = 0; run < runs; ++run) { const auto now = [] { return std::chrono::steady_clock::now(); }; // Pre-grow the output buffer so we don't measure string resize time. for (int b = 0; b < blocks; ++b) compressed[b].resize(zlib_estimate_compressed_size(block_size)); auto start = now(); for (int b = 0; b < blocks; ++b) for (int r = 0; r < repeats; ++r) zlib_compress(type, input[b], input_length[b], &compressed[b], compression_level); ctime[run] = std::chrono::duration(now() - start).count(); // Compress again, resizing compressed, so we don't leave junk at the // end of the compressed string that could confuse zlib_uncompress(). for (int b = 0; b < blocks; ++b) zlib_compress(type, input[b], input_length[b], &compressed[b], compression_level, true); for (int b = 0; b < blocks; ++b) output[b].resize(input_length[b]); start = now(); for (int r = 0; r < repeats; ++r) for (int b = 0; b < blocks; ++b) zlib_uncompress(type, compressed[b], input_length[b], &output[b]); utime[run] = std::chrono::duration(now() - start).count(); for (int b = 0; b < blocks; ++b) verify_equal(input[b], input_length[b], &output[b]); } /* * Output the median/maximum compress/uncompress rates in MB/s. */ size_t output_length = 0; for (size_t i = 0; i < compressed.size(); ++i) output_length += compressed[i].size(); std::sort(ctime, ctime + runs); std::sort(utime, utime + runs); double deflate_rate_med = length * repeats / mega_byte / ctime[runs / 2]; double inflate_rate_med = length * repeats / mega_byte / utime[runs / 2]; double deflate_rate_max = length * repeats / mega_byte / ctime[0]; double inflate_rate_max = length * repeats / mega_byte / utime[0]; // type, block size, compression ratio, etc printf("%s: [b %dM] bytes %6d -> %6u %4.1f%%", zlib_wrapper_name(type), block_size / (1 << 20), length, static_cast(output_length), output_length * 100.0 / length); // compress / uncompress median (max) rates printf(" comp %5.1f (%5.1f) MB/s uncomp %5.1f (%5.1f) MB/s\n", deflate_rate_med, deflate_rate_max, inflate_rate_med, inflate_rate_max); } int main(int argc, char* argv[]) { zlib_wrapper type = kWrapperNONE; int file_index = 3; // DEFAULT is equivalent to level 6. Compression level ranges from 1 to 9, // being 0 used for Z_NO_COMPRESSION. int compression_level = Z_DEFAULT_COMPRESSION; auto help_msg_exit = [&argv] { printf("usage: %s -wrapper gzip|zlib|raw -compression [0:9] files...\n", argv[0]); exit(1); }; // If no arguments were passed, print usage and exit. if (argc == 1) help_msg_exit(); if (argc > 1) { if (strcmp(argv[1], "-wrapper") || !(strcmp(argv[1], "-h")) || !(strcmp(argv[1], "--help"))) help_msg_exit(); // Got check the argument count before reading. if (argc < 3) help_msg_exit(); if (!strcmp(argv[2], "zlib")) type = kWrapperZLIB; else if (!strcmp(argv[2], "gzip")) type = kWrapperGZIP; else if (!strcmp(argv[2], "raw")) type = kWrapperZRAW; else help_msg_exit(); } if (argc >= 4) { if (!strcmp(argv[3], "-compression")) { int user_level = atoi(argv[4]); if ((user_level <= 9) && (user_level >= 0)) { compression_level = user_level; file_index = 5; } else help_msg_exit(); } } if ((type != kWrapperNONE) && (argc > 2)) { while (file_index < argc) { // TODO: return a status (e.g. success | fail). zlib_file(argv[file_index], type, compression_level); ++file_index; } } return 0; }