Skip to content

Commit

Permalink
add scripts to generate ycsb traces for benchmarking
Browse files Browse the repository at this point in the history
  • Loading branch information
binfan999 committed Jun 4, 2014
1 parent 66cf86c commit 1a4d3a9
Show file tree
Hide file tree
Showing 11 changed files with 109 additions and 41 deletions.
19 changes: 19 additions & 0 deletions bench/ycsb_workload_gen.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
#!/bin/bash
# Please change this according to your ycsb installation
# so that, ${YCSB_HOME}/bin/ycsb is the binary
YCSB_HOME=/path/to/ycsb/

for setting in `ls ycsb_workload_settings`
do
echo using predefined workloadb to create transaction records for $setting with 5% updates
echo generateing $setting.load, the insertions used before benchmark
${YCSB_HOME}/bin/ycsb load basic -P ${YCSB_HOME}/workloads/workloadb -P ./workloads/$setting.dat > $setting.load
echo generateing $setting.run, the lookup queries used before benchmark
${YCSB_HOME}/bin/ycsb run basic -P ${YCSB_HOME}/workloads/workloadb -P ./workloads/$setting.dat > $setting.run

echo using predefined workloadc to create transaction records for $setting with reads only
echo generateing $setting.load, the insertions used before benchmark
${YCSB_HOME}/bin/ycsb load basic -P ${YCSB_HOME}/workloads/workloadc -P ./workloads/$setting.dat > $setting.load
echo generateing $setting.run, the lookup queries used before benchmark
${YCSB_HOME}/bin/ycsb run basic -P ${YCSB_HOME}/workloads/workloadc -P ./workloads/$setting.dat > $setting.run
done
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv100M_op100M_latest.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 100M here
recordcount=100000000
# number of queries, 100M
operationcount=100000000
# distribution
requestdistribution=latest
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv100M_op100M_uniform.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 100M here
recordcount=100000000
# number of queries, 100M
operationcount=100000000
# distribution
requestdistribution=uniform
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv100M_op100M_zipf.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 100M here
recordcount=100000000
# number of queries, 100M
operationcount=100000000
# distribution
requestdistribution=zipfian
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv10M_op10M_latest.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 10M here
recordcount=10000000
# number of queries, 10M
operationcount=10000000
# distribution
requestdistribution=latest
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv10M_op10M_uniform.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 10M here
recordcount=10000000
# number of queries, 10M
operationcount=10000000
# distribution
requestdistribution=uniform
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv10M_op10M_zipf.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 10M here
recordcount=10000000
# number of queries, 10M
operationcount=10000000
# distribution
requestdistribution=zipfian
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv1M_op1M_latest.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 1M here
recordcount=1000000
# number of queries, 1M
operationcount=1000000
# distribution
requestdistribution=latest
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv1M_op1M_uniform.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 1M here
recordcount=1000000
# number of queries, 1M
operationcount=1000000
# distribution
requestdistribution=uniform
10 changes: 10 additions & 0 deletions bench/ycsb_workload_settings/kv1M_op1M_zipf.dat
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# this is for kv, so 1 field only
fieldcount=1
# value length, let's do with 32byte values
fieldlength=32
# number of unique keys, 1M here
recordcount=1000000
# number of queries, 1M
operationcount=1000000
# distribution
requestdistribution=zipfian
41 changes: 0 additions & 41 deletions bench_common.h

This file was deleted.

0 comments on commit 1a4d3a9

Please sign in to comment.