Skip to content

Instantly share code, notes, and snippets.

@mcasimir
Last active May 10, 2022 14:38
Show Gist options
  • Save mcasimir/4e50075ea7d9669e85856dfe999dee7e to your computer and use it in GitHub Desktop.
Save mcasimir/4e50075ea7d9669e85856dfe999dee7e to your computer and use it in GitHub Desktop.
```
git clone [email protected]:4e50075ea7d9669e85856dfe999dee7e.git docker-mongodb-sharded && cd docker-mongodb-sharded
```
```
bash run.sh 6.0.0-rc4 28000
```
```
mongosh --port 28000
```
FROM ubuntu:20.04
EXPOSE 27017
ARG MONGODB_VERSION=6.0.0-rc4
RUN apt-get update -y && apt-get install -y \
curl libcurl4 libgssapi-krb5-2 libldap-2.4-2 libwrap0 \
libsasl2-2 libsasl2-modules libsasl2-modules-gssapi-mit \
snmp openssl liblzma5
RUN curl -f "https://downloads.mongodb.com/linux/mongodb-linux-x86_64-enterprise-ubuntu2004-${MONGODB_VERSION}.tgz" | tar -xz
RUN curl -f "https://downloads.mongodb.com/compass/mongodb-mongosh_1.3.1_amd64.deb" > "/mongodb-mongosh_1.3.1_amd64.deb"
RUN dpkg -i mongodb-mongosh_1.3.1_amd64.deb
COPY rscs_shards.sh /rscs_shards.sh
ENV BUILT_MONGODB_VERSION=${MONGODB_VERSION}
CMD ["bash", "-c", "bash /rscs_shards.sh mongodb-linux-x86_64-enterprise-ubuntu2004-${BUILT_MONGODB_VERSION}/bin"]
#!/usr/bin/env bash
if [ $# -ne 1 ] && [ $# -ne 2 ] && [ $# -ne 3 ] ; then
echo "Usage: rscs_shards.sh <mongodb_path> --debug? --quiet?"
echo " --debug doesn't run anything, just runs the mongo and mongod commands that would be run"
echo " --quiet pipes the server output to dev/null (warning, could miss errors then)"
exit
fi
MONGODB_PATH="$1"
RS="myconfig"
SRS="myshard"
DBPATH="rscs_shards/data-$RS"
CPATH="$DBPATH/config"
SPATH="$DBPATH/shards"
P0=$((3 * $RS))
C_PORT=$((37017+$P0))
S_PORT=$((47017+$P0))
PORT="
27017"
PIDS=()
shift 3 # TODO: eventually can check first 3 args for right format
while test $# -gt 0
do
case "$1" in
--debug) DEBUG='true'
;;
--quiet) QUIET='true'
;;
*):
;;
esac
shift
done
function clean_up {
echo "PIDS" ${PIDS[@]}
kill ${PIDS[@]}
exit
}
function mongo_cmd {
if [[ "$1" = "config" ]]; then
cfg="{
_id: 'rs-$RS',
configsvr: true,
members: [
{_id: 0, host: 'localhost:$C_PORT'},
{_id: 1, host: 'localhost:$(($C_PORT+1))'},
{_id: 2, host: 'localhost:$(($C_PORT+2))'}
]
}"
port=$C_PORT
else
cfg="{
_id: 'rs-shard-$SRS',
members: [
{_id: 0, host: 'localhost:$S_PORT'},
{_id: 1, host: 'localhost:$(($S_PORT+1))'},
{_id: 2, host: 'localhost:$(($S_PORT+2))'}
]
}"
port=$S_PORT
fi
if [[ "$DEBUG" ]]; then
echo "mongosh --port $port --eval \"JSON.stringify(rs.initiate($cfg))\""
else
echo "Initiating repl shard with $cfg on port $port"
sleep 2
mongosh --port $port --eval "JSON.stringify(rs.initiate($cfg))"
sleep 2
fi
}
function debug {
if [[ "$DEBUG" ]] && [[ "$1" = "skip" ]]; then :
elif [[ "$DEBUG" ]] && [[ "$1" = "quiet" ]]; then
shift 1
echo "$@"
elif [[ "$DEBUG" ]]; then
echo "$@"
elif [[ "$1" = "skip" ]]; then
shift 1
$@
elif [[ -z "$QUIET" ]] && [[ "$1" = "quiet" ]]; then
shift 1
$@ &
elif [[ "$1" = "quiet" ]]; then
shift 1
$@ > /dev/null &
else
$@
fi
}
trap clean_up SIGHUP SIGINT SIGTERM
debug rm -rf $DBPATH
debug mkdir -p "$CPATH/configdb-0" "$CPATH/configdb-1" "$CPATH/configdb-2" "$SPATH/rs-$RS-0" "$SPATH/rs-$RS-1" "$SPATH/rs-$RS-2"
# Start config repl set
debug 'quiet' $MONGODB_PATH/mongod --configsvr --replSet="rs-$RS" --port $C_PORT --dbpath="$CPATH/configdb-0"
PIDS[${#PIDS[@]}]="$!"
debug 'quiet' $MONGODB_PATH/mongod --configsvr --replSet="rs-$RS" --port $(($C_PORT+1)) --dbpath="$CPATH/configdb-1"
PIDS[${#PIDS[@]}]="$!"
debug 'quiet' $MONGODB_PATH/mongod --configsvr --replSet="rs-$RS" --port $(($C_PORT+2)) --dbpath="$CPATH/configdb-2"
PIDS[${#PIDS[@]}]="$!"
debug "skip" sleep 2
mongo_cmd 'config'
# Start replset shard
debug 'quiet' $MONGODB_PATH/mongod --shardsvr --replSet="rs-shard-$SRS" --port $S_PORT --dbpath="$SPATH/rs-$RS-0"
PIDS[${#PIDS[@]}]="$!"
debug 'quiet' $MONGODB_PATH/mongod --shardsvr --replSet="rs-shard-$SRS" --port $(($S_PORT+1)) --dbpath="$SPATH/rs-$RS-1"
PIDS[${#PIDS[@]}]="$!"
debug 'quiet' $MONGODB_PATH/mongod --shardsvr --replSet="rs-shard-$SRS" --port $(($S_PORT+2)) --dbpath="$SPATH/rs-$RS-2"
PIDS[${#PIDS[@]}]="$!"
# Start mongos
debug 'quiet' $MONGODB_PATH/mongos --configdb "rs-$RS/localhost:$C_PORT,localhost:$(($C_PORT+1)),localhost:$(($C_PORT+2))" --port $PORT --bind_ip_all
PIDS[${#PIDS[@]}]="$!"
debug "skip" sleep 2
mongo_cmd 'shard'
debug "skip" sleep 10
debug mongosh --port $PORT --eval "JSON.stringify(sh.addShard(\"rs-shard-$SRS/localhost:$(($S_PORT))\"))"
debug mongosh --port $PORT --eval "JSON.stringify(sh.enableSharding('test'))"
debug "skip" cat
# wait for all pids
for pid in ${PIDS[*]}; do
wait $pid
done
#!/usr/bin/env bash
set -e
if [ $# -ne 2 ]; then
echo "Usage: build.sh <mongodb_version> <port>"
exit
fi
docker build --platform linux/amd64 \
--build-arg MONGODB_VERSION=$1 \
-t mongodb-rc:$1 .
docker run -p "$2:27017" \
--platform linux/amd64 \
"mongodb-rc:$1"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment