From 4a1dde3148e0e84b47c884bc0bb69c60678b4558 Mon Sep 17 00:00:00 2001 From: Douglas Rumbaugh Date: Mon, 22 Apr 2024 15:09:07 -0400 Subject: Benchmark update+reorganization The Alex benchmark isn't updated yet. --- benchmarks/vptree_bench.cpp | 100 -------------------------------------------- 1 file changed, 100 deletions(-) delete mode 100644 benchmarks/vptree_bench.cpp (limited to 'benchmarks/vptree_bench.cpp') diff --git a/benchmarks/vptree_bench.cpp b/benchmarks/vptree_bench.cpp deleted file mode 100644 index 1219076..0000000 --- a/benchmarks/vptree_bench.cpp +++ /dev/null @@ -1,100 +0,0 @@ -/* - * - */ - -#define ENABLE_TIMER - -#include "framework/DynamicExtension.h" -#include "shard/VPTree.h" -#include "query/knn.h" -#include "framework/interface/Record.h" -#include "include/file_util.h" -#include "include/standard_benchmarks.h" - -#include - -#include "psu-util/timer.h" - - -typedef Word2VecRec Rec; - -typedef de::VPTree Shard; -typedef de::knn::Query Q; -typedef de::DynamicExtension Ext; -typedef de::knn::Parms QP; - -void usage(char *progname) { - fprintf(stderr, "%s reccnt datafile queryfile", progname); -} - -int main(int argc, char **argv) { - - if (argc < 4) { - usage(argv[0]); - exit(EXIT_FAILURE); - } - - size_t n = atol(argv[1]); - std::string d_fname = std::string(argv[2]); - std::string q_fname = std::string(argv[3]); - - auto extension = new Ext(100, 1000, 8, 0, 64); - gsl_rng * rng = gsl_rng_alloc(gsl_rng_mt19937); - - fprintf(stderr, "[I] Reading data file...\n"); - auto data = read_vector_file(d_fname, n); - - fprintf(stderr, "[I] Generating delete vector\n"); - std::vector to_delete(n * delete_proportion); - size_t j=0; - for (size_t i=0; i(q_fname, 10); - - fprintf(stderr, "[I] Warming up structure...\n"); - /* warmup structure w/ 10% of records */ - size_t warmup = .1 * n; - size_t delete_idx = 0; - insert_records(extension, 0, warmup, data, to_delete, delete_idx, false, rng); - - extension->await_next_epoch(); - - TIMER_INIT(); - - fprintf(stderr, "[I] Running Insertion Benchmark\n"); - TIMER_START(); - insert_records(extension, warmup, data.size(), data, to_delete, delete_idx, true, rng); - TIMER_STOP(); - - auto insert_latency = TIMER_RESULT(); - size_t insert_throughput = (size_t) ((double) (n - warmup) / (double) insert_latency * 1e9); - - fprintf(stderr, "[I] Running Query Benchmark\n"); - TIMER_START(); - run_queries(extension, queries); - TIMER_STOP(); - - auto query_latency = TIMER_RESULT() / queries.size(); - - auto shard = extension->create_static_structure(); - - TIMER_START(); - run_static_queries(shard, queries); - TIMER_STOP(); - - auto static_latency = TIMER_RESULT() / queries.size(); - - auto ext_size = extension->get_memory_usage() + extension->get_aux_memory_usage(); - auto static_size = shard->get_memory_usage(); // + shard->get_aux_memory_usage(); - - fprintf(stdout, "%ld\t%ld\t%ld\t%ld\t%ld\n", insert_throughput, query_latency, ext_size, static_latency, static_size); - - gsl_rng_free(rng); - delete extension; - fflush(stderr); -} - -- cgit v1.2.3