diff options
Diffstat (limited to 'benchmarks/vptree_bench.cpp')
| -rw-r--r-- | benchmarks/vptree_bench.cpp | 100 |
1 files changed, 0 insertions, 100 deletions
diff --git a/benchmarks/vptree_bench.cpp b/benchmarks/vptree_bench.cpp deleted file mode 100644 index 1219076..0000000 --- a/benchmarks/vptree_bench.cpp +++ /dev/null @@ -1,100 +0,0 @@ -/* - * - */ - -#define ENABLE_TIMER - -#include "framework/DynamicExtension.h" -#include "shard/VPTree.h" -#include "query/knn.h" -#include "framework/interface/Record.h" -#include "include/file_util.h" -#include "include/standard_benchmarks.h" - -#include <gsl/gsl_rng.h> - -#include "psu-util/timer.h" - - -typedef Word2VecRec Rec; - -typedef de::VPTree<Rec, 100, true> Shard; -typedef de::knn::Query<Rec, Shard> Q; -typedef de::DynamicExtension<Rec, Shard, Q, de::LayoutPolicy::TEIRING, de::DeletePolicy::TAGGING, de::SerialScheduler> Ext; -typedef de::knn::Parms<Rec> QP; - -void usage(char *progname) { - fprintf(stderr, "%s reccnt datafile queryfile", progname); -} - -int main(int argc, char **argv) { - - if (argc < 4) { - usage(argv[0]); - exit(EXIT_FAILURE); - } - - size_t n = atol(argv[1]); - std::string d_fname = std::string(argv[2]); - std::string q_fname = std::string(argv[3]); - - auto extension = new Ext(100, 1000, 8, 0, 64); - gsl_rng * rng = gsl_rng_alloc(gsl_rng_mt19937); - - fprintf(stderr, "[I] Reading data file...\n"); - auto data = read_vector_file<Rec, 300>(d_fname, n); - - fprintf(stderr, "[I] Generating delete vector\n"); - std::vector<size_t> to_delete(n * delete_proportion); - size_t j=0; - for (size_t i=0; i<data.size() && j<to_delete.size(); i++) { - if (gsl_rng_uniform(rng) <= delete_proportion) { - to_delete[j++] = i; - } - } - fprintf(stderr, "[I] Reading Queries\n"); - auto queries = read_knn_queries<QP>(q_fname, 10); - - fprintf(stderr, "[I] Warming up structure...\n"); - /* warmup structure w/ 10% of records */ - size_t warmup = .1 * n; - size_t delete_idx = 0; - insert_records<Ext, Rec>(extension, 0, warmup, data, to_delete, delete_idx, false, rng); - - extension->await_next_epoch(); - - TIMER_INIT(); - - fprintf(stderr, "[I] Running Insertion Benchmark\n"); - TIMER_START(); - insert_records<Ext, Rec>(extension, warmup, data.size(), data, to_delete, delete_idx, true, rng); - TIMER_STOP(); - - auto insert_latency = TIMER_RESULT(); - size_t insert_throughput = (size_t) ((double) (n - warmup) / (double) insert_latency * 1e9); - - fprintf(stderr, "[I] Running Query Benchmark\n"); - TIMER_START(); - run_queries<Ext, QP>(extension, queries); - TIMER_STOP(); - - auto query_latency = TIMER_RESULT() / queries.size(); - - auto shard = extension->create_static_structure(); - - TIMER_START(); - run_static_queries<Shard, QP, Q>(shard, queries); - TIMER_STOP(); - - auto static_latency = TIMER_RESULT() / queries.size(); - - auto ext_size = extension->get_memory_usage() + extension->get_aux_memory_usage(); - auto static_size = shard->get_memory_usage(); // + shard->get_aux_memory_usage(); - - fprintf(stdout, "%ld\t%ld\t%ld\t%ld\t%ld\n", insert_throughput, query_latency, ext_size, static_latency, static_size); - - gsl_rng_free(rng); - delete extension; - fflush(stderr); -} - |