From ac5f574c8a5b9f5a7a631562a7da84fac1fbcbfc Mon Sep 17 00:00:00 2001 From: Douglas Rumbaugh Date: Tue, 4 Feb 2025 17:48:43 -0500 Subject: VPTree buffer benchmark --- benchmarks/tail-latency/vptree_buffer.cpp | 69 +++++++++++++++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 benchmarks/tail-latency/vptree_buffer.cpp (limited to 'benchmarks') diff --git a/benchmarks/tail-latency/vptree_buffer.cpp b/benchmarks/tail-latency/vptree_buffer.cpp new file mode 100644 index 0000000..8528e94 --- /dev/null +++ b/benchmarks/tail-latency/vptree_buffer.cpp @@ -0,0 +1,69 @@ +/* + * + */ + +#define ENABLE_TIMER +#define TS_TEST + +#include + +#include "file_util.h" +#include "framework/interface/Record.h" +#include "framework/structure/MutableBuffer.h" +#include "shard/VPTree.h" +#include "standard_benchmarks.h" + +#include "psu-util/timer.h" +#include + +typedef Word2VecRec Rec; +typedef de::VPTree Shard; +typedef de::MutableBuffer Buffer; + +void usage(char *progname) { + fprintf(stderr, "%s reccnt datafile\n", progname); +} + +int main(int argc, char **argv) { + + if (argc < 3) { + usage(argv[0]); + exit(EXIT_FAILURE); + } + + size_t n = atol(argv[1]); + std::string d_fname = std::string(argv[2]); + + auto data = read_vector_file(d_fname, n); + + std::vector buffer_sizes = {4000, 8000, 12000, 16000, + 20000, 40000, 80000, 160000, 320000}; + + TIMER_INIT(); + + size_t rec_idx = 0; + + for (size_t bs : buffer_sizes) { + for (size_t j = 0; j < 20; j++) { + auto buffer = Buffer(bs, bs); + + TIMER_START(); + for (size_t i = 0; i < bs; i++) { + buffer.append(data[rec_idx++]); + + if (rec_idx >= n) rec_idx = 0; + } + TIMER_STOP(); + + auto buffer_fill = TIMER_RESULT(); + + TIMER_START(); + auto shard = Shard(buffer.get_buffer_view()); + TIMER_STOP(); + + auto shard_const = TIMER_RESULT(); + + fprintf(stdout, "%ld\t%ld\t%ld\n", bs, buffer_fill, shard_const); + } + } +} -- cgit v1.2.3