reproducible results

scripts/hybrid_index/tpcc.sh

@@ -0,0 +1,187 @@
+#!/bin/bash
+
+# ---------------------------------------------------------------------
+
+trap onexit 1 2 3 15
+function onexit() {
+local exit_status=${1:-$?}
+pkill -f hstore.tag
+exit $exit_status
+}
+
+# ---------------------------------------------------------------------
+
+ENABLE_ANTICACHE=false
+
+SITE_HOST="localhost"
+
+CLIENT_HOSTS=( \
+        "localhost" \
+)
+
+BASE_CLIENT_THREADS=1
+BASE_SITE_MEMORY=8192
+BASE_SITE_MEMORY_PER_PARTITION=1024
+BASE_PROJECT="tpcc"
+BASE_DIR=`pwd`
+
+ANTICACHE_BLOCK_SIZE=1048576
+ANTICACHE_THRESHOLD=.75
+
+CPU_SITE_BLACKLIST="0,2,4,6,8,10,12,14"
+
+mkdir -p "tpcc-test"
+
+for round in 1; do
+#for round in 1 2 3; do
+#for round in 1 2 3 4 5 6 7 8 9 10; do
+OUTPUT_PREFIX="tpcc-test/$round-tpcc"
+echo $OUTPUT_PREFIX
+BASE_ARGS=( \
+    # SITE DEBUG
+    "-Dsite.status_enable=false" \
+    "-Dsite.status_interval=20000" \
+#    "-Dsite.status_exec_info=true" \
+#    "-Dsite.status_check_for_zombies=true" \
+#    "-Dsite.exec_profiling=true" \
+#    "-Dsite.pool_profiling=true" \
+#     "-Dsite.network_profiling=false" \
+#     "-Dsite.log_backup=true"\
+#    "-Dnoshutdown=true" \
+    "-Dsite.log_dir=logs/$OUTPUT_PREFIX" \
+
+    # Site Params
+    "-Dsite.jvm_asserts=false" \
+    "-Dsite.specexec_enable=false" \
+    "-Dsite.cpu_affinity_one_partition_per_core=true" \
+    "-Dsite.network_incoming_limit_txns=50000" \
+    "-Dsite.commandlog_enable=false" \
+    "-Dsite.txn_incoming_delay=5" \
+    "-Dsite.exec_postprocessing_threads=true" \
+    "-Dsite.anticache_profiling=false" \
+    "-Dsite.anticache_eviction_distribution=even" \
+
+    "-Dsite.cpu_partition_blacklist=${CPU_SITE_BLACKLIST}" \
+
+    # Client Params
+    "-Dclient.scalefactor=1" \
+    "-Dclient.memory=512" \
+    "-Dclient.txnrate=10000" \
+    "-Dclient.warmup=60000" \
+    "-Dclient.duration=300000" \
+    "-Dclient.shared_connection=false" \
+    "-Dclient.blocking=true" \
+    "-Dclient.blocking_concurrent=120" \
+    #"-Dclient.throttle_backoff=100" \
+    "-Dclient.output_interval=true" \
+    #"-Dclient.output_anticache_evictions=${OUTPUT_PREFIX}-evictions.csv" \
+    "-Dclient.output_memory_stats=${OUTPUT_PREFIX}-memory.csv" \
+    "-Dclient.output_csv=${OUTPUT_PREFIX}-results.csv" \
+    #"-Dclient.output_index_stats=${OUTPUT_PREFIX}-index.csv" \
+
+    # Anti-Caching Experiments
+    "-Dsite.anticache_enable=${ENABLE_ANTICACHE}" \
+    "-Dsite.anticache_block_size=${ANTICACHE_BLOCK_SIZE}"
+    "-Dsite.anticache_check_interval=20000" \
+    "-Dsite.anticache_threshold_mb=500" \
+    "-Dsite.anticache_blocks_per_eviction=50" \
+    "-Dsite.anticache_max_evicted_blocks=100000" \
+    #"-Dsite.anticache_evict_size=${ANTICACHE_EVICT_SIZE}" \
+    "-Dsite.anticache_threshold=${ANTICACHE_THRESHOLD}" \
+    "-Dsite.anticache_eviction_distribution=PROPORTIONAL" \
+    "-Dclient.interval=5000" \
+    "-Dclient.anticache_enable=false" \
+    "-Dclient.anticache_evict_interval=10000" \
+    "-Dclient.anticache_evict_size=4194304" \
+    "-Dclient.output_interval=true" \
+
+    # CLIENT DEBUG
+    #    "-Dclient.output_txn_counters=txncounters.csv" \
+    "-Dclient.output_clients=false" \
+    "-Dclient.profiling=false" \
+    #"-Dclient.output_response_status=false" \
+    "-Dclient.output_status=true" \
+        "-Dclient.output_queue_profiling=${BASE_PROJECT}-queue.csv" \
+         "-Dclient.output_basepartitions=true" \
+    #     "-Dclient.jvm_args=\"-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:-TraceClassUnloading\""
+)
+
+EVICTABLE_TABLES=( \
+    "orders" \
+    "order_line" \
+    "history" \
+)
+
+EVICTABLES=""
+if [ "$ENABLE_ANTICACHE" = "true" ]; then
+    for t in ${EVICTABLE_TABLES[@]}; do
+        EVICTABLES="${t},${EVICTABLES}"
+    done
+fi
+
+# Compile
+HOSTS_TO_UPDATE=("$SITE_HOST")
+for CLIENT_HOST in ${CLIENT_HOSTS[@]}; do
+    NEED_UPDATE=1
+    for x in ${HOSTS_TO_UPDATE[@]}; do
+        if [ "$CLIENT_HOST" = "$x" ]; then
+            NEED_UPDATE=0
+            break
+        fi
+    done
+    if [ $NEED_UPDATE = 1 ]; then
+        HOSTS_TO_UPDATE+=("$CLIENT_HOST")
+    fi
+done
+#for HOST in ${HOSTS_TO_UPDATE[@]}; do
+#    ssh $HOST "cd $BASE_DIR && git pull && ant compile" &
+#done
+wait
+
+ant compile
+for i in 8; do
+#for i in 4; do
+    HSTORE_HOSTS="${SITE_HOST}:0:0-"`expr $i - 1`
+    NUM_CLIENTS=`expr $i \* $BASE_CLIENT_THREADS`
+    SITE_MEMORY=`expr $BASE_SITE_MEMORY + \( $i \* $BASE_SITE_MEMORY_PER_PARTITION \)`
+
+    # BUILD PROJECT JAR
+    ant hstore-prepare \
+        -Dproject=${BASE_PROJECT} \
+        -Dhosts=${HSTORE_HOSTS} \
+        -Devictable=${EVICTABLES}
+    test -f ${BASE_PROJECT}.jar || exit -1
+
+    # UPDATE CLIENTS
+    CLIENT_COUNT=0
+    CLIENT_HOSTS_STR=""
+    for CLIENT_HOST in ${CLIENT_HOSTS[@]}; do
+        CLIENT_COUNT=`expr $CLIENT_COUNT + 1`
+        if [ ! -z "$CLIENT_HOSTS_STR" ]; then
+            CLIENT_HOSTS_STR="${CLIENT_HOSTS_STR},"
+        fi
+        CLIENT_HOSTS_STR="${CLIENT_HOSTS_STR}${CLIENT_HOST}"
+    done
+
+    # DISTRIBUTE PROJECT JAR
+    for HOST in ${HOSTS_TO_UPDATE[@]}; do
+        if [ "$HOST" != $(hostname) ]; then
+            scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} &
+        fi
+    done
+    wait
+
+    # EXECUTE BENCHMARK
+    ant hstore-benchmark ${BASE_ARGS[@]} \
+        -Dproject=${BASE_PROJECT} \
+        -Dkillonzero=false \
+        -Dclient.threads_per_host=${NUM_CLIENTS} \
+        -Dsite.memory=${SITE_MEMORY} \
+        -Dclient.hosts=${CLIENT_HOSTS_STR} \
+        -Dclient.count=${CLIENT_COUNT}
+    result=$?
+    if [ $result != 0 ]; then
+    exit $result
+    fi
+done
+done

scripts/hybrid_index/tpcc_ac.sh

@@ -0,0 +1,202 @@
+#!/bin/bash
+
+# ---------------------------------------------------------------------
+
+trap onexit 1 2 3 15
+function onexit() {
+local exit_status=${1:-$?}
+pkill -f hstore.tag
+exit $exit_status
+}
+
+# ---------------------------------------------------------------------
+
+ENABLE_ANTICACHE=true
+
+SITE_HOST="localhost"
+
+CLIENT_HOSTS=( \
+    "localhost" \
+    )
+
+BASE_CLIENT_THREADS=1
+BASE_SITE_MEMORY=8192
+BASE_SITE_MEMORY_PER_PARTITION=1024
+BASE_PROJECT="tpcc"
+BASE_DIR=`pwd`
+SPACE="        "
+
+CPU_SITE_BLACKLIST="0,2,4,6,8,10,12,14"
+
+for memory in allmt; do
+    duration=720000
+    mkdir -p "tpcc-ac-test"
+
+    #for round in 1 2 3 4 5; do
+    for round in 1; do
+	OUTPUT_PREFIX="tpcc-ac-test/$round-tpcc"
+        LOG_PREFIX="logs/tpcc"
+        echo $OUTPUT_PREFIX
+
+        ANTICACHE_BLOCK_SIZE=1048576
+        ANTICACHE_THRESHOLD=.5
+
+        BASE_ARGS=( \
+            # SITE DEBUG
+        "-Dsite.status_enable=false" \
+            "-Dsite.status_interval=5000" \
+            #    "-Dsite.status_exec_info=true" \
+            #    "-Dsite.status_check_for_zombies=true" \
+            #    "-Dsite.exec_profiling=true" \
+            #     "-Dsite.profiling=true" \
+            #    "-Dsite.txn_counters=true" \
+            #    "-Dsite.pool_profiling=true" \
+            #     "-Dsite.network_profiling=false" \
+            #     "-Dsite.log_backup=true"\
+            #    "-Dnoshutdown=true" \    
+
+        # Site Params
+        "-Dsite.jvm_asserts=false" \
+            "-Dsite.specexec_enable=false" \
+            "-Dsite.cpu_affinity_one_partition_per_core=true" \
+            "-Dsite.network_incoming_limit_txns=50000" \
+            "-Dsite.commandlog_enable=false" \
+            "-Dsite.txn_incoming_delay=5" \
+            "-Dsite.exec_postprocessing_threads=true" \
+            #"-Dsite.anticache_eviction_distribution=$eviction_distribution" \
+            "-Dsite.anticache_eviction_distribution=proportional" \
+            #"-Dsite.log_dir=$LOG_PREFIX" \
+            "-Dsite.specexec_enable=false"
+
+	    "-Dsite.cpu_partition_blacklist=${CPU_SITE_BLACKLIST}" \
+
+        #    "-Dsite.queue_allow_decrease=true" \
+            #    "-Dsite.queue_allow_increase=true" \
+            #    "-Dsite.queue_threshold_factor=0.5" \
+
+            # Client Params
+        "-Dclient.scalefactor=1" \
+            "-Dclient.memory=512" \
+            "-Dclient.txnrate=10000" \
+            "-Dclient.warmup=0000" \
+            "-Dclient.duration=$duration" \
+            "-Dclient.interval=2000" \
+            "-Dclient.shared_connection=false" \
+            "-Dclient.blocking=true" \
+            "-Dclient.blocking_concurrent=120" \
+            #"-Dclient.throttle_backoff=100" \
+            "-Dclient.output_anticache_evictions=${OUTPUT_PREFIX}-evictions.csv" \
+            "-Dclient.output_memory_stats=${OUTPUT_PREFIX}-memory.csv" \
+            #"-Dclient.output_index_stats=${OUTPUT_PREFIX}-indexes.csv" \
+            #"-Dclient.output_anticache_access=${OUTPUT_PREFIX}-access.csv"\
+            #"-Dclient.output_txn_profiling=${OUTPUT_PREFIX}-txnprofiler.csv"\
+            #"-Dclient.output_exec_profiling=${OUTPUT_PREFIX}-execprofiler.csv"\
+            #"-Dclient.weights=\"ReadRecord:100,UpdateRecord:0,*:0\""\
+
+        # Anti-Caching Experiments
+        "-Dsite.anticache_enable=${ENABLE_ANTICACHE}" \
+            "-Dsite.anticache_timestamps=${ENABLE_TIMESTAMPS}" \
+            "-Dsite.anticache_batching=true" \
+            "-Dsite.anticache_profiling=true" \
+            "-Dsite.anticache_reset=false" \
+            "-Dsite.anticache_block_size=${ANTICACHE_BLOCK_SIZE}" \
+            "-Dsite.anticache_check_interval=5000" \
+            "-Dsite.anticache_threshold_mb=5000" \
+            "-Dsite.anticache_blocks_per_eviction=250" \
+            #"-Dsite.anticache_blocks_per_eviction=$eviction_size" \
+            "-Dsite.anticache_max_evicted_blocks=1000000" \
+            #    "-Dsite.anticache_evict_size=${ANTICACHE_EVICT_SIZE}" \
+            "-Dsite.anticache_threshold=${ANTICACHE_THRESHOLD}" \
+            "-Dclient.anticache_enable=false" \
+            "-Dclient.anticache_evict_interval=5000" \
+            "-Dclient.anticache_evict_size=102400" \
+            "-Dclient.output_csv=${OUTPUT_PREFIX}-results.csv" \
+
+            # CLIENT DEBUG
+        #"-Dclient.output_txn_counters=${OUTPUT_PREFIX}-txncounters.csv" \
+            "-Dclient.output_clients=false" \
+            "-Dclient.profiling=false" \
+            "-Dclient.output_response_status=false" \
+            #"-Dclient.output_queue_profiling=${OUTPUT_PREFIX}-queue.csv" \
+            "-Dclient.output_basepartitions=true" \
+            #"-Dclient.jvm_args=\"-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:-TraceClassUnloading\"" 
+        )
+
+        EVICTABLE_TABLES=( \
+            "orders" \
+            "order_line" \
+            "history" \
+            )
+        EVICTABLES=""
+        if [ "$ENABLE_ANTICACHE" = "true" ]; then
+            for t in ${EVICTABLE_TABLES[@]}; do
+                EVICTABLES="${t},${EVICTABLES}"
+            done
+        fi
+
+        # Compile
+        HOSTS_TO_UPDATE=("$SITE_HOST")
+        for CLIENT_HOST in ${CLIENT_HOSTS[@]}; do
+            NEED_UPDATE=1
+            for x in ${HOSTS_TO_UPDATE[@]}; do
+                if [ "$CLIENT_HOST" = "$x" ]; then
+                    NEED_UPDATE=0
+                    break
+                fi
+            done
+            if [ $NEED_UPDATE = 1 ]; then
+                HOSTS_TO_UPDATE+=("$CLIENT_HOST")
+            fi
+        done
+        #for HOST in ${HOSTS_TO_UPDATE[@]}; do
+        #ssh $HOST "cd $BASE_DIR && git pull && ant compile" &
+        #done
+        wait
+
+        ant compile
+        HSTORE_HOSTS="${SITE_HOST}:0:0-7"
+        NUM_CLIENTS=`expr 8 \* $BASE_CLIENT_THREADS`
+        SITE_MEMORY=`expr $BASE_SITE_MEMORY + \( 8 \* $BASE_SITE_MEMORY_PER_PARTITION \)`
+
+        # BUILD PROJECT JAR
+        ant hstore-prepare \
+            -Dproject=${BASE_PROJECT} \
+            -Dhosts=${HSTORE_HOSTS} \
+            -Devictable=${EVICTABLES}
+        test -f ${BASE_PROJECT}.jar || exit -1
+
+        # UPDATE CLIENTS
+        CLIENT_COUNT=0
+        CLIENT_HOSTS_STR=""
+        for CLIENT_HOST in ${CLIENT_HOSTS[@]}; do
+            CLIENT_COUNT=`expr $CLIENT_COUNT + 1`
+            if [ ! -z "$CLIENT_HOSTS_STR" ]; then
+                CLIENT_HOSTS_STR="${CLIENT_HOSTS_STR},"
+            fi
+            CLIENT_HOSTS_STR="${CLIENT_HOSTS_STR}${CLIENT_HOST}"
+        done
+
+        # DISTRIBUTE PROJECT JAR
+        for HOST in ${HOSTS_TO_UPDATE[@]}; do
+            if [ "$HOST" != $(hostname) ]; then
+                scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} &
+            fi
+        done
+        wait
+
+        # EXECUTE BENCHMARK
+        ant hstore-benchmark ${BASE_ARGS[@]} \
+            -Dproject=${BASE_PROJECT} \
+            -Dkillonzero=false \
+            -Dclient.threads_per_host=8 \
+            -Dsite.memory=${SITE_MEMORY} \
+            -Dclient.hosts=${CLIENT_HOSTS_STR} \
+            -Dclient.count=${CLIENT_COUNT}
+        result=$?
+        if [ $result != 0 ]; then
+            exit $result
+        fi
+    done
+done
+#done
+#done