Update experiment scripts to work in docker container

Dockerfile

@@ -21,7 +21,7 @@ RUN apt-get update && apt-get install -y \
     libncursesw5-dev libreadline-dev libgdbm-dev libdb5.3-dev libbz2-dev \
     libexpat1-dev liblzma-dev tk-dev libffi-dev wget gcc-11 g++-11 unzip \
     openjdk-11-jdk maven python2 valgrind curl libclang-dev flex bison libevent-dev \
-    libsnappy-dev
+    libsnappy-dev netcat
 
 RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 90 \
                                  --slave /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 \
@@ -75,6 +75,10 @@ RUN mkdir -p /run/mysqld
 RUN chown -R mysql:root /run/mysqld/
 RUN useradd memcached
 
+# configure mariadb datadir
+RUN echo '[mysqld]' >> /etc/mysql/mariadb.cnf
+RUN echo 'datadir = /var/lib/mysql' >> /etc/mysql/mariadb.cnf
+
 # Do not copy, instead bind mount during docker run
 RUN mkdir /home/k9db
 
@@ -86,14 +90,21 @@ RUN echo "test:tsan --test_env TSAN_OPTIONS=suppressions=/home/k9db/.tsan_jvm_su
 # for GDPRBench, replace python with python2
 RUN ln -s /usr/bin/python2 /usr/bin/python
 
+# Latex for plotting
+RUN apt-get update && apt-get install --no-install-recommends -y \
+  texlive-latex-base texlive-latex-extra \
+  texlive-fonts-recommended texlive-fonts-extra \
+  dvipng cm-super
+RUN apt-get update && apt-get install -y python3-pip python3.8-venv
+
 # configure mariadb on startup and run mysqld in the background
 ADD configure_db.sql /home/configure_db.sql
-ADD configure_db.sh /home/configure_db.sh
-RUN chmod 750 /home/configure_db.sh
+ADD configure_docker.sh /home/configure_docker.sh
+RUN chmod 750 /home/configure_docker.sh
 
 EXPOSE 10001/tcp
 EXPOSE 3306/tcp
 
-ENTRYPOINT /bin/bash ./home/configure_db.sh && /bin/bash
+ENTRYPOINT /bin/bash ./home/configure_docker.sh && /bin/bash
 
 # Run with docker run --mount type=bind,source=$(pwd),target=/home/k9db --name k9db -d -p 3306:3306 -p 10001:10001 -t k9db/latest

configure_db.sh → configure_docker.sh

@@ -23,5 +23,15 @@ if [[ -f "/home/configure_db.sql" ]]; then
   cd /home/k9db/experiments/ownCloud && /root/.cargo/bin/cargo raze && cd -
   cd /home/k9db/experiments/vote && /root/.cargo/bin/cargo raze && cd -
 
+  # Install plotting dependencies.
+  echo "Installing plotting dependencies ..."
+  cd /home/k9db/experiments/scripts/plotting
+  rm -rf __pycache__ venv
+  python3 -m venv venv
+  . venv/bin/activate
+  pip install -r requirements.txt || /bin/true
+  deactivate
+  cd -
+
   echo "Configuration done!"
 fi

experiments/scripts/lobsters-endpoints-load.sh

@@ -10,22 +10,40 @@ echo "Writing plots and final outputs to $PLOT_OUT"
 echo "Writing logs and temporary measurements to $LOG_OUT"
 cd "${K9DB_DIR}/experiments/lobsters"
 
+MEMCACHED_USER=""
+if [[ "$(whoami)" == "root" ]]; then
+  MEMCACHED_USER="-u memcached"
+fi
+
 # Experiment parameters: you need to change the request scale `RS` parameter if
 # running on a different configuration.
 RT=120
 DS=2.59  # Data scale: corresponds to 15k users
 RS=1000  # request scale
+INFLIGHT=""
+# INFLIGHT="--in-flight=15"
 TARGET_IP="$1"
 
+#
+# Build harness.
+#
+bazel build -c opt //:lobsters-harness
+
 #
 # Baseline
 # Run lobsters harness against baseline, find DB size, find memcached memory
 # overhead agaisnt DB.
 #
 echo "Running against baseline..."
+bazel run -c opt //:lobsters-harness -- \
+  --runtime 0 --datascale $DS --reqscale $RS --queries pelton \
+  --backend rocks-mariadb --prime --scale_everything $INFLIGHT \
+  "mysql://k9db:password@$TARGET_IP:3306/lobsters" \
+  > "$LOG_OUT/baseline-prime.out" 2>&1
+
 bazel run -c opt //:lobsters-harness -- \
   --runtime $RT --datascale $DS --reqscale $RS --queries pelton \
-  --backend rocks-mariadb --prime --scale_everything \
+  --backend rocks-mariadb --scale_everything \
   "mysql://k9db:password@$TARGET_IP:3306/lobsters" \
   > "$LOG_OUT/baseline.out" 2>&1
 
@@ -39,11 +57,13 @@ echo "Running memcached experiment against baseline..."
 cd "$K9DB_DIR/experiments/memcached"
 
 # Run memcached server.
-bazel run @memcached//:memcached --config=opt -- -m 1024 -M > "$LOG_OUT/memcached-server.log" 2>&1 &
+bazel build @memcached//:memcached --config=opt
+bazel run @memcached//:memcached --config=opt -- $MEMCACHED_USER -m 1024 -M > "$LOG_OUT/memcached-server.log" 2>&1 &
 pid=$!
 sleep 30
 
 # Run memcached experiment
+bazel build //memcached:memcached --config=opt
 bazel run //memcached:memcached --config=opt -- --database=$TARGET_IP \
   > "$LOG_OUT/memcached-memory.out" 2>&1
 kill $pid
@@ -60,9 +80,15 @@ sleep 60
 
 cd "${K9DB_DIR}/experiments/lobsters"
 echo "Running against K9db..."
+bazel run -c opt //:lobsters-harness -- \
+  --runtime 0 --datascale $DS --reqscale $RS --queries pelton \
+  --backend pelton --prime --scale_everything $INFLIGHT \
+  "mysql://root:password@$TARGET_IP:10001/lobsters" \
+  > "$LOG_OUT/_prime_scale$DS.out" 2>&1
+
 bazel run -c opt //:lobsters-harness -- \
   --runtime $RT --datascale $DS --reqscale $RS --queries pelton \
-  --backend pelton --prime --scale_everything \
+  --backend pelton --scale_everything \
   "mysql://root:password@$TARGET_IP:10001/lobsters" \
   > "$LOG_OUT/scale$DS.out" 2>&1
 
@@ -78,9 +104,15 @@ sleep 60
 #
 
 echo "Running against K9db (unencrypted)..."
+bazel run -c opt //:lobsters-harness -- \
+  --runtime 0 --datascale $DS --reqscale $RS --queries pelton \
+  --backend pelton --prime --scale_everything $INFLIGHT \
+  "mysql://root:password@$TARGET_IP:10001/lobsters" \
+  > "$LOG_OUT/unencrypted-prime.out" 2>&1
+
 bazel run -c opt //:lobsters-harness -- \
   --runtime $RT --datascale $DS --reqscale $RS --queries pelton \
-  --backend pelton --prime --scale_everything \
+  --backend pelton --scale_everything \
   "mysql://root:password@$TARGET_IP:10001/lobsters" \
   > "$LOG_OUT/unencrypted.out" 2>&1
 

experiments/scripts/lobsters-endpoints-server.sh

@@ -1,6 +1,12 @@
 #!/bin/bash
 mkdir -p /mnt/disks/my-ssd/k9db
 
+# sudo is not available inside docker container
+SUDO="sudo "
+if [[ "$(whoami)" == "root" ]]; then
+  SUDO=""
+fi
+
 DB_IP=$LOCAL_IP
 if [[ $LOCAL_IP == "" ]]; then
   DB_IP="127.0.0.1"
@@ -9,14 +15,20 @@ fi
 echo "Check load instance for output"
 echo "Running server on $DB_IP:10001"
 
+# Build K9db in opt mode.
+bazel build //:k9db --config=opt
+
 # Restart mariadb.
 # Load script will now run the baseline load.
 echo "MariaDB Baseline"
-sudo service mariadb restart
-./run.sh opt --hostname="$DB_IP:10001"  # wait for kill signal from load
+$SUDO service mariadb restart
+
+# wait for kill signal from load
+rm -rf /mnt/disks/my-ssd/k9db/k9db
+bazel run //:k9db --config=opt -- --hostname="$DB_IP:10001" --db_path="/mnt/disks/my-ssd/k9db/"
 
 # Baseline load done.
-sudo service mariadb stop
+$SUDO service mariadb stop
 
 # Run encrypted K9db.
 echo "K9db (encrypted)"

experiments/scripts/lobsters-scale-load.sh

@@ -14,15 +14,26 @@ cd "${K9DB_DIR}/experiments/lobsters"
 # running on a different configuration.
 RT=120
 RS=1000  # request scale
+INFLIGHT=""
+#INFLIGHT="--in-flight=5"
 TARGET_IP="$1"
 
+# Building harness.
+bazel build -c opt //:lobsters-harness
+
 # Loop over datascales
 for DS in "1.72" "3.44" "4.31" "5.17" "6.89" "7.76" "8.62" "10.34" "12.9" "17.24"
 do
   echo "Running Datascale $DS..."
+  bazel run -c opt //:lobsters-harness -- \
+    --runtime 0 --datascale $DS --reqscale $RS --queries pelton \
+    --backend pelton --prime --scale_everything $INFLIGHT \
+    "mysql://root:password@$TARGET_IP:10001/lobsters" \
+    > "$LOG_OUT/_prime_scale$DS.out" 2>&1
+
   bazel run -c opt //:lobsters-harness -- \
     --runtime $RT --datascale $DS --reqscale $RS --queries pelton \
-    --backend pelton --prime --scale_everything \
+    --backend pelton --scale_everything \
     "mysql://root:password@$TARGET_IP:10001/lobsters" \
     > "$LOG_OUT/scale$DS.out" 2>&1
 
@@ -41,3 +52,5 @@ echo "Experiment ran. Now plotting"
 cd "${K9DB_DIR}/experiments/scripts/plotting"
 . venv/bin/activate
 python lobsters-scale.py --paper
+
+echo "Success"

experiments/scripts/lobsters-scale-server.sh

@@ -1,6 +1,12 @@
 #!/bin/bash
 mkdir -p /mnt/disks/my-ssd/k9db
 
+# sudo is not available inside docker container
+SUDO="sudo "
+if [[ "$(whoami)" == "root" ]]; then
+  SUDO=""
+fi
+
 DB_IP=$LOCAL_IP
 if [[ $LOCAL_IP == "" ]]; then
   DB_IP="127.0.0.1"
@@ -9,8 +15,11 @@ fi
 echo "Check load instance for output"
 echo "Running server on $DB_IP:10001"
 
+# Build K9db in opt mode.
+bazel build //:k9db --config=opt
+
 # Stop mariadb.
-sudo service mariadb stop
+$SUDO service mariadb stop
 
 for DS in "1.72" "3.44" "4.31" "5.17" "6.89" "7.76" "8.62" "10.34" "12.9" "17.24"
 do

experiments/scripts/owncloud.sh

@@ -11,6 +11,14 @@ echo "Writing plots and final outputs to $PLOT_OUT"
 echo "Writing logs and temporary measurements to $LOG_OUT"
 cd "${K9DB_DIR}/experiments/ownCloud"
 
+# sudo is not available inside docker container
+SUDO="sudo "
+MEMCACHED_USER=""
+if [[ "$(whoami)" == "root" ]]; then
+  SUDO=""
+  MEMCACHED_USER="-u memcached"
+fi
+
 # The database IP is either 127.0.0.1 or LOCAL_IP if running on gcloud.
 DB_IP=$LOCAL_IP
 if [[ $LOCAL_IP == "" ]]; then
@@ -30,13 +38,18 @@ write_every=19
 ops=10000
 zipf=0.6
 
+#
+# Building harness.
+#
+bazel build :benchmark -c opt
+
 #
 # Run against MariaDB baseline.
 #
 echo "Running against MariaDB..."
 
 # Start MariaDB.
-sudo service mariadb start
+$SUDO service mariadb restart
 
 # Run harness against MariaDB.
 bazel run :benchmark -c opt -- \
@@ -65,7 +78,8 @@ mariadb -P3306 --host=$DB_IP -u k9db -ppassword \
 echo "Running against MariaDB+memcached..."
 cd "$K9DB_DIR/experiments/memcached"
 
-bazel run @memcached//:memcached --config=opt -- -m 1024 -M > "$LOG_OUT/memcached-server.log" 2>&1 &
+bazel build @memcached//:memcached --config=opt
+bazel run @memcached//:memcached --config=opt -- $MEMCACHED_USER -m 1024 -M > "$LOG_OUT/memcached-server.log" 2>&1 &
 pid=$!
 sleep 30
 
@@ -92,7 +106,7 @@ echo "stats" | nc localhost 11211 -q 1 > "$LOG_OUT/memcached-memory.out" 2>&1
 
 # Kill memcached and MariaDB.
 kill $pid
-sudo service mariadb stop
+$SUDO service mariadb stop
 
 #
 # Run against K9db.
@@ -102,6 +116,7 @@ echo "Running against K9db..."
 # Run K9db server.
 cd ${K9DB_DIR}
 rm -rf /mnt/disks/my-ssd/k9db/k9db
+bazel build //:k9db --config=opt
 bazel run //:k9db --config=opt -- --db_path="/mnt/disks/my-ssd/k9db/" \
   > "$LOG_OUT/k9db-server.out" 2>&1 &
 sleep 10
@@ -137,4 +152,4 @@ cd "${K9DB_DIR}/experiments/scripts/plotting"
 . venv/bin/activate
 python owncloud-comparison.py --paper
 
-echo "Terminated"
+echo "Success"

experiments/scripts/setup/plotting.sh

@@ -4,10 +4,10 @@
 cd experiments/scripts/plotting
 
 # Install latex dependencies
-sudo apt-get install -y texlive-latex-base texlive-fonts-recommended texlive-fonts-extra dvipng cm-super
+sudo apt-get install -y texlive-latex-base texlive-latex-extra texlive-fonts-recommended texlive-fonts-extra dvipng cm-super
 
 # Install python3 virtualenv.
-sudo apt-get install -y python3.8-venv
+sudo apt-get install -y python3-pip python3.8-venv
 
 # Create virtual env and install requirements
 python3 -m venv venv

experiments/scripts/votes.sh

@@ -11,6 +11,14 @@ echo "Writing plots and final outputs to $PLOT_OUT"
 echo "Writing logs and temporary measurements to $LOG_OUT"
 cd "${K9DB_DIR}/experiments/vote"
 
+# sudo is not available inside docker container
+SUDO="sudo "
+MEMCACHED_USER=""
+if [[ "$(whoami)" == "root" ]]; then
+  SUDO=""
+  MEMCACHED_USER="-u memcached"
+fi
+
 # The database IP is either 127.0.0.1 or LOCAL_IP if running on gcloud.
 DB_IP=$LOCAL_IP
 if [[ $LOCAL_IP == "" ]]; then
@@ -27,11 +35,16 @@ runtime=60
 warmup=60
 prime=30
 
+#
+# Build harness
+#
+bazel build :vote-benchmark -c opt
+
 #
 # MariaDB baseline
 #
 echo "Running against MariaDB..."
-sudo service mariadb start
+$SUDO service mariadb restart
 
 # Baseline mariadb.
 echo "  Priming..."
@@ -60,7 +73,8 @@ echo "Running against MariaDB+memcached..."
 
 # Running memcached server in background.
 cd "$K9DB_DIR/experiments/memcached"
-bazel run @memcached//:memcached --config=opt -- -m 1024 -M > "$LOG_OUT/memcached-server.log" 2>&1 &
+bazel build @memcached//:memcached --config=opt
+bazel run @memcached//:memcached --config=opt -- $MEMCACHED_USER -m 1024 -M > "$LOG_OUT/memcached-server.log" 2>&1 &
 pid=$!
 sleep 30
 
@@ -97,7 +111,7 @@ bazel run :vote-benchmark -c opt -- \
 
 # Kill memcached and mariadb
 kill $pid
-sudo service mariadb stop
+$SUDO service mariadb stop
 
 #
 # K9db.
@@ -108,6 +122,7 @@ echo "Running against K9db..."
 # Running K9db server in background.
 cd ${K9DB_DIR}
 rm -rf /mnt/disks/my-ssd/k9db/k9db
+bazel build //:k9db --config=opt
 bazel run //:k9db --config=opt -- --db_path="/mnt/disks/my-ssd/k9db/" \
   > "$LOG_OUT/k9db-server.out" 2>&1 &
 sleep 10
@@ -144,4 +159,4 @@ cd "${K9DB_DIR}/experiments/scripts/plotting"
 . venv/bin/activate
 python votes.py --paper
 
-echo "Terminated"
+echo "Success"