blob: 069d460fb5c35b480b8f1c311e9d2761162b14e6 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
#!/bin/bash
dataset_dir='/data/dataset/'
query_dir='/data/queries/'
bench_dir='bin/benchmarks/'
queries=('sosd_books_queries.tsv' 'sosd_fb_queries.tsv' 'sosd_osm_queries.tsv')
datasets=('books_200M_uint64.bin' 'fb_200M_uint64.bin' 'osm_cellids_200M_uint64.bin')
cnt=199999400
benchmarks=('irs_bench' 'pgm_bench' 'ts_bench' 'dynamic_pgm_bench' 'btree_bench' 'alex_bench' 'ts_bsm_bench')
for bench in ${benchmarks[@]}; do
for (( i=0; i<3; i++)); do
dataset=${datasets[$i]}
query=${queries[$i]}
printf "%20s\t%30s\t" "$bench" "$dataset"
numactl -C1 -m1 "$bench_dir""$bench" "$cnt" "$dataset_dir""$dataset" "$query_dir""$query"
if [[ ! $? ]]; then
printf "ERROR\n"
fi
done
done
vector_datasets=('cleaned-vectors.txt')
vector_queries=('sbw_queries.txt')
vector_benchmarks=('vptree_bench' 'mtree_bench' 'vptree_bsm_bench')
for bench in ${vector_benchmarks[@]}; do
for (( i=0; i<1; i++)); do
dataset=${vector_datasets[$i]}
query=${vector_queries[$i]}
printf "%20s\t%30s\t\t" "$bench" "$dataset"
cnt=$(wc -l "$dataset_dir""$dataset" | cut -d' ' -f1)
numactl -C1 -m1 "$bench_dir""$bench" "$cnt" "$dataset_dir""$dataset" "$query_dir""$query"
if [[ ! $? ]]; then
printf "ERROR\n"
fi
done
done
string_datasets=('ursarc2.0.txt' 'english-words.txt')
string_benchmarks=('fst_bench' 'fst_bsm_bench')
for bench in ${string_benchmarks[@]}; do
for (( i=0; i<2; i++)); do
dataset=${string_datasets[$i]}
printf "%20s\t%30s\t\t" "$bench" "$dataset"
cnt=$(wc -l "$dataset_dir""$dataset" | cut -d' ' -f1)
numactl -C1 -m1 "$bench_dir""$bench" "$cnt" "$dataset_dir""$dataset"
if [[ ! $? ]]; then
printf "ERROR\n"
fi
done
done
binary_vector_datasets=('bigann.u8bin')
binary_vector_queries=('ann_queries.u8bin')
binary_vector_benchmarks=('vptree_bench_alt' 'mtree_bench_alt' 'vptree_bsm_bench_alt')
for bench in ${binary_vector_benchmarks[@]}; do
for (( i=0; i<1; i++)); do
dataset=${binary_vector_datasets[$i]}
query=${binary_vector_queries[$i]}
printf "%20s\t%30s\t\t" "$bench" "$dataset"
cnt=10000000
numactl -C1 -m1 "$bench_dir""$bench" "$cnt" "$dataset_dir""$dataset" "$query_dir""$query"
if [[ ! $? ]]; then
printf "ERROR\n"
fi
done
done
|