diff options
| -rw-r--r-- | CMakeLists.txt | 5 | ||||
| -rw-r--r-- | benchmarks/tail-latency/fixed_shard_latency_dist.cpp | 100 |
2 files changed, 105 insertions, 0 deletions
diff --git a/CMakeLists.txt b/CMakeLists.txt index 7f3cde7..d38623f 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -296,6 +296,11 @@ if (tail_bench) target_include_directories(fixed_shard_count PRIVATE include external external/m-tree/cpp external/PGM-index/include external/PLEX/include benchmarks/include external/psudb-common/cpp/include) target_link_options(fixed_shard_count PUBLIC -mcx16) + add_executable(fixed_shard_latency_dist ${CMAKE_CURRENT_SOURCE_DIR}/benchmarks/tail-latency/fixed_shard_latency_dist.cpp) + target_link_libraries(fixed_shard_latency_dist PUBLIC gsl pthread atomic) + target_include_directories(fixed_shard_latency_dist PRIVATE include external external/m-tree/cpp external/PGM-index/include external/PLEX/include benchmarks/include external/psudb-common/cpp/include) + target_link_options(fixed_shard_latency_dist PUBLIC -mcx16) + add_executable(btree_insert_dist ${CMAKE_CURRENT_SOURCE_DIR}/benchmarks/tail-latency/btree_insert_dist.cpp) target_link_libraries(btree_insert_dist PUBLIC gsl pthread atomic) target_include_directories(btree_insert_dist PRIVATE include external external/m-tree/cpp external/PGM-index/include external/PLEX/include benchmarks/include external/psudb-common/cpp/include) diff --git a/benchmarks/tail-latency/fixed_shard_latency_dist.cpp b/benchmarks/tail-latency/fixed_shard_latency_dist.cpp new file mode 100644 index 0000000..970009d --- /dev/null +++ b/benchmarks/tail-latency/fixed_shard_latency_dist.cpp @@ -0,0 +1,100 @@ +/* + * + */ + +#define ENABLE_TIMER +#define TS_TEST + +#include <thread> + +#include "framework/DynamicExtension.h" +#include "framework/scheduling/FIFOScheduler.h" +#include "shard/TrieSpline.h" +#include "query/rangecount.h" +#include "framework/interface/Record.h" +#include "file_util.h" +#include "standard_benchmarks.h" + +#include "framework/reconstruction/FixedShardCountPolicy.h" + +#include <gsl/gsl_rng.h> + +#include "psu-util/timer.h" + + +typedef de::Record<uint64_t, uint64_t> Rec; +typedef de::TrieSpline<Rec> Shard; +typedef de::rc::Query<Shard> Q; +typedef de::DynamicExtension<Shard, Q, de::DeletePolicy::TOMBSTONE, de::FIFOScheduler> Ext; +typedef Q::Parameters QP; + +void usage(char *progname) { + fprintf(stderr, "%s reccnt datafile queryfile\n", progname); +} + +int main(int argc, char **argv) { + + if (argc < 4) { + usage(argv[0]); + exit(EXIT_FAILURE); + } + + size_t n = atol(argv[1]); + std::string d_fname = std::string(argv[2]); + std::string q_fname = std::string(argv[3]); + + + auto data = read_sosd_file<Rec>(d_fname, n); + auto queries = read_range_queries<QP>(q_fname, .0001); + + std::vector<size_t> shard_counts = {4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 4096*2, 4096*3}; + size_t buffer_size = 8000; + + for (size_t i=0; i<shard_counts.size(); i++) { + auto policy = new de::FixedShardCountPolicy<Shard,Q>(buffer_size, shard_counts[i], n); + auto extension = new Ext(policy, buffer_size / 4, buffer_size); + + /* warmup structure w/ 10% of records */ + size_t warmup = .1 * n; + for (size_t j=0; j<warmup; j++) { + while (!extension->insert(data[j])) { + usleep(1); + } + } + + extension->await_next_epoch(); + + TIMER_INIT(); + + for (size_t j=warmup; j<data.size(); j++) { + TIMER_START(); + while (!extension->insert(data[j])) { + usleep(1); + } + TIMER_STOP(); + + fprintf(stdout, "I\t%ld\t%ld\n", shard_counts[i], TIMER_RESULT()); + } + + extension->await_next_epoch(); + + size_t total = 0; + /* repeat the queries a bunch of times */ + for (size_t l=0; l<10; l++) { + for (size_t j=0; j<queries.size(); j++) { + TIMER_START(); + auto q = queries[j]; + auto res = extension->query(std::move(q)); + total += res.get(); + TIMER_STOP(); + fprintf(stdout, "Q\t%ld\t%ld\n", shard_counts[i], TIMER_RESULT()); + } + } + + fprintf(stdout, "S\t%ld\t%ld\t%ld\n", shard_counts[i], extension->get_shard_count(), total); + delete extension; + } + + fflush(stderr); +} + |