Initial commit.

4 files changed, 169 insertions, 0 deletions

diff --git a/catlfish-dev/Dockerfile b/catlfish-dev/Dockerfile
new file mode 100644
index 0000000..e9080c4
--- /dev/null
+++ b/catlfish-dev/Dockerfile
@@ -0,0 +1,89 @@
+# Catlfish expects to find a large part of its configuration in
+# /usr/local/etc/catlfish/, so mounting that directory is
+# recommended. This can be achieved by using the `-v' flag to `docker
+# run'.
+
+# NOTE: The directory in the _host_ system that's mounted at
+# /var/db/catlfish in the container has to be writable by a _host_
+# user with uid 147.
+
+# Example, running a frontend node named frontend-1:
+# $ docker run \
+#       -v /etc/catlfish:/usr/local/etc/catlfish:ro \
+#       -v /var/local/db/catlfish:/db/catlfish \
+#       -p 8080:8080 -p 8082:8082 \
+#       catlfish:latest frontend frontend-1
+#
+# Example, running a merge node named merge-1:
+# $ docker run \
+#       -e MERGE_DB_DIR=/db/catlfish-merge \
+#       -v /etc/catlfish:/usr/local/etc/catlfish:ro \
+#       -v /var/local/db/catlfish-merge:/db/catlfish-merge \
+#       catlfish merge merge-1
+
+FROM erlang
+RUN apt-get update
+RUN echo 'debconf debconf/frontend select noninteractive' | debconf-set-selections
+
+# For building. g++ and OpenSSL is for SoftHSMv2.
+RUN apt-get -y -q install gcc git make curl g++ libssl-dev
+
+# For merge.
+RUN apt-get -y -q install git python-ecdsa python-yaml
+
+# Build all dependencies.
+
+WORKDIR /usr/local/src
+RUN curl https://www.ct.nordu.net/dist/mochiweb-v2.12.2.tar.gz | tar xzf -
+RUN ln -s mochiweb-2.12.2 mochiweb
+RUN make -C mochiweb
+
+WORKDIR /usr/local/src
+RUN curl https://www.ct.nordu.net/dist/lager-2.1.1.tar.gz | tar xzf -
+RUN ln -s lager-2.1.1 lager
+RUN mkdir lager/deps
+RUN curl https://www.ct.nordu.net/dist/goldrush-0.1.6.tar.gz | tar xzf - -C lager/deps && ln -s goldrush-0.1.6 lager/deps/goldrush
+RUN make -C lager
+
+WORKDIR /usr/local/src
+RUN curl https://www.ct.nordu.net/dist/hackney-1.1.0.tar.gz | tar xzf -
+RUN ln -s hackney-1.1.0 hackney
+RUN mkdir hackney/deps
+RUN curl https://www.ct.nordu.net/dist/erlang-idna-1.0.2.tar.gz | tar xzf - -C hackney/deps && ln -s erlang-idna-1.0.2 hackney/deps/idna
+RUN curl https://www.ct.nordu.net/dist/ssl_verify_hostname-1.0.4.tar.gz | tar xzf - -C hackney/deps && ln -s ssl_verify_hostname-1.0.4 hackney/deps/ssl_verify_hostname
+RUN make -C hackney REBAR=../lager/rebar
+
+WORKDIR /usr/local/src
+RUN curl https://www.ct.nordu.net/dist/SoftHSMv2-2.0.0b3-ndn1.tar.gz | tar xzf -
+WORKDIR /usr/local/src/SoftHSMv2-2.0.0b3
+RUN ./configure --prefix=/usr/local && make all install
+ADD softhsm2.conf /usr/local/etc/
+
+# Build plop and catlfish.
+WORKDIR /usr/local/src
+RUN git clone https://git.nordu.net/plop.git
+RUN make -C plop
+
+WORKDIR /usr/local/src
+RUN git clone https://git.nordu.net/catlfish.git
+RUN make -C catlfish PREFIX=/usr/local all release
+
+# Config dir is mounted from host using `-v' to 'docker run'.
+VOLUME /usr/local/etc/catlfish
+
+# Create a catlfish user.
+RUN groupadd --gid 147 catlfish
+RUN useradd --uid 147 --gid 147 catlfish
+
+# Working has to be where catlfish.config is. We want to run in
+# /var/run/catlfish and not in /usr/local/etc/catlfish, so symlink.
+RUN mkdir /var/run/catlfish
+WORKDIR /var/run/catlfish
+RUN mkdir erlang_log sasl_log merge_log
+RUN chown -R catlfish:catlfish /var/run/catlfish
+RUN ln -s /usr/local/etc/catlfish/catlfish.config /var/run/catlfish/
+
+ADD merge.sh /usr/local/catlfish/
+ADD start.sh /var/run/catlfish/
+USER catlfish
+ENTRYPOINT ["/var/run/catlfish/start.sh"]
diff --git a/catlfish-dev/merge.sh b/catlfish-dev/merge.sh
new file mode 100755
index 0000000..9ca4d69
--- /dev/null
+++ b/catlfish-dev/merge.sh
@@ -0,0 +1,32 @@
+#! /bin/sh
+
+LOGNAME=$1
+NODENAME=$3
+
+[ -z "$NODENAME" ] && NODENAME=merge
+[ -z "$LOGNAME" ] && LOGNAME=catlfish
+[ -z "$MERGE_DB_DIR" ] && MERGE_DB_DIR=merge-db
+[ -z "$MERGE_INTERVAL_FIRST" ] && MERGE_INTERVAL_FIRST=60
+[ -z "$MERGE_INTERVAL_FREQ" ] && MERGE_INTERVAL_FREQ=3600
+
+[ -d $MERGE_DB_DIR ] || mkdir $MERGE_DB_DIR
+[ -d $MERGE_DB_DIR/chains ] || mkdir $MERGE_DB_DIR/chains
+[ -e $MERGE_DB_DIR/logorder ] || touch $MERGE_DB_DIR/logorder
+
+S1=$MERGE_INTERVAL_FIRST
+S2=$MERGE_INTERVAL_FREQ
+
+date
+echo "merge: waiting $(expr $S1 / 60)m$(expr $S1 % 60)s before merging for the first time"
+sleep $S1
+
+while true; do
+    echo "$0: merging"
+    date
+    python /usr/local/src/catlfish/tools/merge.py \
+           --config /usr/local/etc/catlfish/${LOGNAME}.cfg \
+           --localconfig /usr/local/etc/catlfish/${NODENAME}.cfg
+    date
+    echo "merge: waiting $(expr $S2 / 60)m$(expr $S2 % 60)s before merging again"
+    sleep $S2
+done
diff --git a/catlfish-dev/softhsm2.conf b/catlfish-dev/softhsm2.conf
new file mode 100644
index 0000000..02bc2d8
--- /dev/null
+++ b/catlfish-dev/softhsm2.conf
@@ -0,0 +1,3 @@
+directories.tokendir = /usr/local/etc/catlfish/softhsm/tokens/
+objectstore.backend = file
+log.level = INFO
diff --git a/catlfish-dev/start.sh b/catlfish-dev/start.sh
new file mode 100755
index 0000000..d673b9d
--- /dev/null
+++ b/catlfish-dev/start.sh
@@ -0,0 +1,45 @@
+#! /bin/sh
+
+logname=$1; [ -n "$1" ] && shift
+role=$1; [ -n "$1" ] && shift
+nodename=$1; [ -n "$1" ] && shift
+database=$CATLFISH_DB_DIR
+erlbase=$ERLANG_BASE_DIR
+
+# Use some reasonable default values.
+[ -z "$database" ] && database=/var/db/catlfish-merge
+[ -z "$erlbase" ] && erlbase=/usr/local/catlfish
+
+# We should probably grab this from the
+# $erlbase/lib/catlfish-$VERSION.ez (zip archive) instead of requiring
+# source code to be unpacked in the container.
+COMPILECONFIG=/usr/local/src/catlfish/tools/compileconfig.py
+
+case $role in
+    frontend|storage|signing)
+        $COMPILECONFIG --config ${logname}.cfg \
+                       --localconfig ${nodename}.cfg;
+        $erlbase/bin/run_erl \
+            /var/run/catlfish/ \
+            /var/run/catlfish/erlang_log/ \
+            "exec $erlbase/bin/erl -config $nodename"
+        ;;
+    merge)
+        # Catlfish version is included in filename of archive and
+        # filename in that archive. Example: lib/catlfish-0.6.0.ez
+        # contains catlfish-0.6.0.
+        ver=$(ls $erlbase/lib/catlfish-*.ez | sed 's/.*catlfish-\(.*\)\.ez/\1/1')
+        ERL_LIBS=$erlbase/lib/catlfish-${ver}.ez/catlfish-${ver}
+        ERL_LIBS=$ERL_LIBS:$erlbase/lib/lager-2.1.1.ez/lager-2.1.1
+        export ERL_LIBS
+
+        export MERGE_INTERVAL_FIRST=60
+        export MERGE_INTERVAL_FREQ=3600
+        export MERGE_DB_DIR=$database
+
+        $erlbase/merge.sh $logname $nodename > merge_log/stdout 2> merge_log/stderr
+        ;;
+    *)
+        echo "catlfish: unknown role: $role"
+        ;;
+esac