mirror of
https://github.com/mainflux/mainflux.git
synced 2025-04-26 13:48:53 +08:00
Add VerneMQ docker image build from source (#1178)
Signed-off-by: Drasko Draskovic <drasko.draskovic@gmail.com>
This commit is contained in:
Drasko DRASKOVIC
GitHub
parent
877005538c
commit
a57fb03c01
53
docker/vernemq/Dockerfile
Normal file
53
docker/vernemq/Dockerfile
Normal file
@ -0,0 +1,53 @@
|
||||
# Builder
|
||||
FROM erlang:22-alpine AS builder
|
||||
RUN apk add --update git build-base bsd-compat-headers openssl-dev snappy-dev \
|
||||
&& git clone --depth 1 -b 1.10.2 https://github.com/vernemq/vernemq \
|
||||
&& cd vernemq \
|
||||
&& make -j 16 rel
|
||||
|
||||
# Executor
|
||||
FROM alpine:3.9
|
||||
|
||||
COPY --from=builder /vernemq/_build/default/rel /
|
||||
|
||||
RUN apk --no-cache --update --available upgrade && \
|
||||
apk add --no-cache ncurses-libs openssl libstdc++ jq curl bash snappy-dev && \
|
||||
addgroup --gid 10000 vernemq && \
|
||||
adduser --uid 10000 -H -D -G vernemq -h /vernemq vernemq && \
|
||||
install -d -o vernemq -g vernemq /vernemq
|
||||
|
||||
# Defaults
|
||||
ENV DOCKER_VERNEMQ_KUBERNETES_LABEL_SELECTOR="app=vernemq" \
|
||||
DOCKER_VERNEMQ_LOG__CONSOLE=console \
|
||||
PATH="/vernemq/bin:$PATH" \
|
||||
VERNEMQ_VERSION="1.10.2"
|
||||
|
||||
WORKDIR /vernemq
|
||||
|
||||
COPY --chown=10000:10000 bin/vernemq.sh /usr/sbin/start_vernemq
|
||||
COPY --chown=10000:10000 files/vm.args /vernemq/etc/vm.args
|
||||
|
||||
RUN chown -R 10000:10000 /vernemq && \
|
||||
ln -s /vernemq/etc /etc/vernemq && \
|
||||
ln -s /vernemq/data /var/lib/vernemq && \
|
||||
ln -s /vernemq/log /var/log/vernemq
|
||||
|
||||
# Ports
|
||||
# 1883 MQTT
|
||||
# 8883 MQTT/SSL
|
||||
# 8080 MQTT WebSockets
|
||||
# 44053 VerneMQ Message Distribution
|
||||
# 4369 EPMD - Erlang Port Mapper Daemon
|
||||
# 8888 Prometheus Metrics
|
||||
# 9100 9101 9102 9103 9104 9105 9106 9107 9108 9109 Specific Distributed Erlang Port Range
|
||||
|
||||
EXPOSE 1883 8883 8080 44053 4369 8888 \
|
||||
9100 9101 9102 9103 9104 9105 9106 9107 9108 9109
|
||||
|
||||
|
||||
VOLUME ["/vernemq/log", "/vernemq/data", "/vernemq/etc"]
|
||||
|
||||
HEALTHCHECK CMD vernemq ping | grep -q pong
|
||||
|
||||
USER vernemq
|
||||
CMD ["start_vernemq"]
|
||||
155
docker/vernemq/bin/vernemq.sh
Executable file
155
docker/vernemq/bin/vernemq.sh
Executable file
@ -0,0 +1,155 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
IP_ADDRESS=$(ip -4 addr show ${DOCKER_NET_INTERFACE:-eth0} | grep -oE '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}' | sed -e "s/^[[:space:]]*//" | head -n 1)
|
||||
IP_ADDRESS=${DOCKER_IP_ADDRESS:-${IP_ADDRESS}}
|
||||
|
||||
# Ensure the Erlang node name is set correctly
|
||||
if env | grep "DOCKER_VERNEMQ_NODENAME" -q; then
|
||||
sed -i.bak -r "s/-name VerneMQ@.+/-name VerneMQ@${DOCKER_VERNEMQ_NODENAME}/" /vernemq/etc/vm.args
|
||||
else
|
||||
if [ -n "$DOCKER_VERNEMQ_SWARM" ]; then
|
||||
NODENAME=$(hostname -i)
|
||||
sed -i.bak -r "s/VerneMQ@.+/VerneMQ@${NODENAME}/" /etc/vernemq/vm.args
|
||||
else
|
||||
sed -i.bak -r "s/-name VerneMQ@.+/-name VerneMQ@${IP_ADDRESS}/" /vernemq/etc/vm.args
|
||||
fi
|
||||
fi
|
||||
|
||||
if env | grep "DOCKER_VERNEMQ_DISCOVERY_NODE" -q; then
|
||||
discovery_node=$DOCKER_VERNEMQ_DISCOVERY_NODE
|
||||
if [ -n "$DOCKER_VERNEMQ_SWARM" ]; then
|
||||
tmp=''
|
||||
while [[ -z "$tmp" ]]; do
|
||||
tmp=$(getent hosts tasks.$discovery_node | awk '{print $1}' | head -n 1)
|
||||
sleep 1
|
||||
done
|
||||
discovery_node=$tmp
|
||||
fi
|
||||
if [ -n "$DOCKER_VERNEMQ_COMPOSE" ]; then
|
||||
tmp=''
|
||||
while [[ -z "$tmp" ]]; do
|
||||
tmp=$(getent hosts $discovery_node | awk '{print $1}' | head -n 1)
|
||||
sleep 1
|
||||
done
|
||||
discovery_node=$tmp
|
||||
fi
|
||||
|
||||
sed -i.bak -r "/-eval.+/d" /vernemq/etc/vm.args
|
||||
echo "-eval \"vmq_server_cmd:node_join('VerneMQ@$discovery_node')\"" >> /vernemq/etc/vm.args
|
||||
fi
|
||||
|
||||
# If you encounter "SSL certification error (subject name does not match the host name)", you may try to set DOCKER_VERNEMQ_KUBERNETES_INSECURE to "1".
|
||||
insecure=""
|
||||
if env | grep "DOCKER_VERNEMQ_KUBERNETES_INSECURE" -q; then
|
||||
insecure="--insecure"
|
||||
fi
|
||||
|
||||
if env | grep "DOCKER_VERNEMQ_DISCOVERY_KUBERNETES" -q; then
|
||||
DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME=${DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME:-cluster.local}
|
||||
# Let's get the namespace if it isn't set
|
||||
DOCKER_VERNEMQ_KUBERNETES_NAMESPACE=${DOCKER_VERNEMQ_KUBERNETES_NAMESPACE:-`cat /var/run/secrets/kubernetes.io/serviceaccount/namespace`}
|
||||
# Let's set our nodename correctly
|
||||
VERNEMQ_KUBERNETES_SUBDOMAIN=${DOCKER_VERNEMQ_KUBERNETES_SUBDOMAIN:-$(curl -X GET $insecure --cacert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt https://kubernetes.default.svc.$DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME/api/v1/namespaces/$DOCKER_VERNEMQ_KUBERNETES_NAMESPACE/pods?labelSelector=$DOCKER_VERNEMQ_KUBERNETES_LABEL_SELECTOR -H "Authorization: Bearer $(cat /var/run/secrets/kubernetes.io/serviceaccount/token)" | jq '.items[0].spec.subdomain' | sed 's/"//g' | tr '\n' '\0')}
|
||||
if [ $VERNEMQ_KUBERNETES_SUBDOMAIN == "null" ]; then
|
||||
VERNEMQ_KUBERNETES_HOSTNAME=${MY_POD_NAME}.${DOCKER_VERNEMQ_KUBERNETES_NAMESPACE}.svc.${DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME}
|
||||
else
|
||||
VERNEMQ_KUBERNETES_HOSTNAME=${MY_POD_NAME}.${VERNEMQ_KUBERNETES_SUBDOMAIN}.${DOCKER_VERNEMQ_KUBERNETES_NAMESPACE}.svc.${DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME}
|
||||
fi
|
||||
|
||||
sed -i.bak -r "s/VerneMQ@.+/VerneMQ@${VERNEMQ_KUBERNETES_HOSTNAME}/" /vernemq/etc/vm.args
|
||||
# Hack into K8S DNS resolution (temporarily)
|
||||
kube_pod_names=$(curl -X GET $insecure --cacert /var/run/secrets/kubernetes.io/serviceaccount/ca.crt https://kubernetes.default.svc.$DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME/api/v1/namespaces/$DOCKER_VERNEMQ_KUBERNETES_NAMESPACE/pods?labelSelector=$DOCKER_VERNEMQ_KUBERNETES_LABEL_SELECTOR -H "Authorization: Bearer $(cat /var/run/secrets/kubernetes.io/serviceaccount/token)" | jq '.items[].spec.hostname' | sed 's/"//g' | tr '\n' ' ')
|
||||
for kube_pod_name in $kube_pod_names;
|
||||
do
|
||||
if [ $kube_pod_name == "null" ]
|
||||
then
|
||||
echo "Kubernetes discovery selected, but no pods found. Maybe we're the first?"
|
||||
echo "Anyway, we won't attempt to join any cluster."
|
||||
break
|
||||
fi
|
||||
if [ $kube_pod_name != $MY_POD_NAME ]
|
||||
then
|
||||
echo "Will join an existing Kubernetes cluster with discovery node at ${kube_pod_name}.${VERNEMQ_KUBERNETES_SUBDOMAIN}.${DOCKER_VERNEMQ_KUBERNETES_NAMESPACE}.svc.${DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME}"
|
||||
echo "-eval \"vmq_server_cmd:node_join('VerneMQ@${kube_pod_name}.${VERNEMQ_KUBERNETES_SUBDOMAIN}.${DOCKER_VERNEMQ_KUBERNETES_NAMESPACE}.svc.${DOCKER_VERNEMQ_KUBERNETES_CLUSTER_NAME}')\"" >> /vernemq/etc/vm.args
|
||||
break
|
||||
fi
|
||||
done
|
||||
fi
|
||||
|
||||
if [ -f /vernemq/etc/vernemq.conf.local ]; then
|
||||
cp /vernemq/etc/vernemq.conf.local /vernemq/etc/vernemq.conf
|
||||
sed -i -r "s/###IPADDRESS###/${IP_ADDRESS}/" /vernemq/etc/vernemq.conf
|
||||
else
|
||||
sed -i '/########## Start ##########/,/########## End ##########/d' /vernemq/etc/vernemq.conf
|
||||
|
||||
echo "########## Start ##########" >> /vernemq/etc/vernemq.conf
|
||||
|
||||
env | grep DOCKER_VERNEMQ | grep -v 'DISCOVERY_NODE\|KUBERNETES\|SWARM\|COMPOSE\|DOCKER_VERNEMQ_USER' | cut -c 16- | awk '{match($0,/^[A-Z0-9_]*/)}{print tolower(substr($0,RSTART,RLENGTH)) substr($0,RLENGTH+1)}' | sed 's/__/./g' >> /vernemq/etc/vernemq.conf
|
||||
|
||||
users_are_set=$(env | grep DOCKER_VERNEMQ_USER)
|
||||
if [ ! -z "$users_are_set" ]; then
|
||||
echo "vmq_passwd.password_file = /vernemq/etc/vmq.passwd" >> /vernemq/etc/vernemq.conf
|
||||
touch /vernemq/etc/vmq.passwd
|
||||
fi
|
||||
|
||||
for vernemq_user in $(env | grep DOCKER_VERNEMQ_USER); do
|
||||
username=$(echo $vernemq_user | awk -F '=' '{ print $1 }' | sed 's/DOCKER_VERNEMQ_USER_//g' | tr '[:upper:]' '[:lower:]')
|
||||
password=$(echo $vernemq_user | awk -F '=' '{ print $2 }')
|
||||
/vernemq/bin/vmq-passwd /vernemq/etc/vmq.passwd $username <<EOF
|
||||
$password
|
||||
$password
|
||||
EOF
|
||||
done
|
||||
|
||||
echo "erlang.distribution.port_range.minimum = 9100" >> /vernemq/etc/vernemq.conf
|
||||
echo "erlang.distribution.port_range.maximum = 9109" >> /vernemq/etc/vernemq.conf
|
||||
echo "listener.tcp.default = ${IP_ADDRESS}:1883" >> /vernemq/etc/vernemq.conf
|
||||
echo "listener.ws.default = ${IP_ADDRESS}:8080" >> /vernemq/etc/vernemq.conf
|
||||
echo "listener.vmq.clustering = ${IP_ADDRESS}:44053" >> /vernemq/etc/vernemq.conf
|
||||
echo "listener.http.metrics = ${IP_ADDRESS}:8888" >> /vernemq/etc/vernemq.conf
|
||||
|
||||
echo "########## End ##########" >> /vernemq/etc/vernemq.conf
|
||||
fi
|
||||
|
||||
# Check configuration file
|
||||
/vernemq/bin/vernemq config generate 2>&1 > /dev/null | tee /tmp/config.out | grep error
|
||||
|
||||
if [ $? -ne 1 ]; then
|
||||
echo "configuration error, exit"
|
||||
echo "$(cat /tmp/config.out)"
|
||||
exit $?
|
||||
fi
|
||||
|
||||
pid=0
|
||||
|
||||
# SIGUSR1-handler
|
||||
siguser1_handler() {
|
||||
echo "stopped"
|
||||
}
|
||||
|
||||
# SIGTERM-handler
|
||||
sigterm_handler() {
|
||||
if [ $pid -ne 0 ]; then
|
||||
# this will stop the VerneMQ process, but first drain the node from all existing client sessions (-k)
|
||||
if [ -n "$VERNEMQ_KUBERNETES_HOSTNAME" ]; then
|
||||
terminating_node_name=$VERNEMQ_KUBERNETES_HOSTNAME
|
||||
elif [ -n "$DOCKER_VERNEMQ_SWARM" ]; then
|
||||
terminating_node_name=VerneMQ@$(hostname -i)
|
||||
else
|
||||
terminating_node_name=VerneMQ@$IP_ADDRESS
|
||||
fi
|
||||
/vernemq/bin/vmq-admin cluster leave node=$terminating_node_name -k > /dev/null
|
||||
/vernemq/bin/vmq-admin node stop > /dev/null
|
||||
kill -s TERM ${pid}
|
||||
exit 0
|
||||
fi
|
||||
}
|
||||
|
||||
# Setup OS signal handlers
|
||||
trap 'siguser1_handler' SIGUSR1
|
||||
trap 'sigterm_handler' SIGTERM
|
||||
|
||||
# Start VerneMQ
|
||||
/vernemq/bin/vernemq console -noshell -noinput $@ &
|
||||
pid=$!
|
||||
wait $pid
|
||||
12
docker/vernemq/files/vm.args
Normal file
12
docker/vernemq/files/vm.args
Normal file
@ -0,0 +1,12 @@
|
||||
+P 256000
|
||||
-env ERL_MAX_ETS_TABLES 256000
|
||||
-env ERL_CRASH_DUMP /erl_crash.dump
|
||||
-env ERL_FULLSWEEP_AFTER 0
|
||||
-env ERL_MAX_PORTS 256000
|
||||
+A 64
|
||||
-setcookie vmq
|
||||
-name VerneMQ@127.0.0.1
|
||||
+K true
|
||||
+W w
|
||||
-smp enable
|
||||
+zdbbl 32768
|
||||
Loading…
x
Reference in New Issue
Block a user