s3 emulation: update minio docker to alpine with compiled binaries

Author: Grok Compression

network/Dockerfile

@@ -1,26 +1,30 @@
 # MinIO Dockerfile
 
-# Use Ubuntu as the base image
-FROM ubuntu:latest
+# Builder stage to compile MinIO and mc from source
+FROM alpine:latest AS builder
+
+# Install Go for building
+RUN apk add --no-cache go
+
+# Set GOPATH and compile minio and mc
+ENV GOPATH=/go
+RUN go install github.com/minio/minio@latest && \
+    go install github.com/minio/mc@latest
+
+# Final stage
+FROM alpine:latest
 
 # Install dependencies
-RUN apt-get update && apt-get install -y \
-    wget \
+RUN apk add --no-cache \
     ca-certificates \
     curl \
     iproute2 \
     openssl \
-    && rm -rf /var/lib/apt/lists/*
-
-# Download MinIO server binary
-RUN wget https://dl.min.io/server/minio/release/linux-amd64/minio \
-    && chmod +x minio \
-    && mv minio /usr/local/bin/
+    && rm -rf /var/cache/apk/*
 
-# Download MinIO client (mc) binary
-RUN wget https://dl.min.io/client/mc/release/linux-amd64/mc \
-    && chmod +x mc \
-    && mv mc /usr/local/bin/
+# Copy compiled binaries from builder
+COPY --from=builder /go/bin/minio /usr/local/bin/minio
+COPY --from=builder /go/bin/mc /usr/local/bin/mc
 
 # Create directories for data and certificates
 RUN mkdir -p /data /root/.minio/certs
@@ -41,10 +45,8 @@ EXPOSE 9000 9001
 # Set the working directory
 WORKDIR /root
 
-# Set environment variables for credentials and domain
-ENV MINIO_ROOT_USER=minioadmin \
-    MINIO_ROOT_PASSWORD=minioadmin \
-    MINIO_DOMAIN=minio.example.com
+# Set environment variable for domain (non-sensitive default)
+ENV MINIO_DOMAIN=minio.example.com
 
 # Use custom entrypoint to configure virtual host support
 ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]

network/README.md

@@ -23,12 +23,12 @@ MinIO is an open-source, high-performance, distributed object storage system des
 ## Build/run docker
 
 docker volume create minio-data
-docker build -t minio-ubuntu .
+docker build -t minio-alpine .
 
 ### Run the Docker container
 
 ```
-docker run -d --rm --cap-add=NET_ADMIN -v minio-data:/data  --name minio-container-latest -p 9000:9000 -p 9001:9001 minio-ubuntu
+docker run -d --rm --cap-add=NET_ADMIN -v minio-data:/data  --name minio-container -p 9000:9000 -p 9001:9001 minio-alpine
 
 ```
 
@@ -56,6 +56,10 @@ docker exec -it minio-container /bin/sh
 
 Go to `localhost:9001` on host and create `grok` bucket
 
+or
+
+`mc mb local/grok --insecure`
+
 
 ### Minio Client
 
@@ -86,6 +90,11 @@ export AWS_S3_ENDPOINT="http://localhost:9000"
 export AWS_VIRTUAL_HOSTING=False
 ```
 
+Also map `minio.example.com` to localhost
+
+`sudo bash -c 'echo "127.0.0.1 minio.example.com" >> /etc/hosts'`
+
+
 ### See logs
 
 `docker logs minio-container`

network/emulate.sh

@@ -8,7 +8,7 @@ sudo modprobe sch_netem 2>/dev/null || echo "sch_netem already loaded"
 
 # Container configuration
 CONTAINER_NAME="minio-container"
-IMAGE_NAME="minio-ubuntu"
+IMAGE_NAME="minio-alpine"
 MINIO_DOMAIN="minio.example.com"
 MINIO_BUCKETS="grok"  # Explicitly configure the 'grok' bucket
 MINIO_ROOT_USER="minioadmin"
@@ -18,8 +18,8 @@ MINIO_ROOT_PASSWORD="minioadmin"
 docker stop "$CONTAINER_NAME" 2>/dev/null || true
 docker rm "$CONTAINER_NAME" 2>/dev/null || true
 
-# Run MinIO container with virtual host support
-docker run -d --rm \
+# Run MinIO container with virtual host support (removed --rm for debugging)
+docker run -d \
   --cap-add=NET_ADMIN \
   -v minio-data:/data \
   -v minio-certs:/root/.minio/certs \
@@ -32,21 +32,26 @@ docker run -d --rm \
   -e "MINIO_BUCKETS=$MINIO_BUCKETS" \
   "$IMAGE_NAME"
 
-# Wait briefly for container to start
-sleep 2
+# Wait for container to start and be inspectable (loop up to 10s)
+for i in $(seq 1 10); do
+  if docker inspect "$CONTAINER_NAME" &> /dev/null; then
+    break
+  fi
+  sleep 1
+done
 
 # Get container PID
 PID=$(docker inspect "$CONTAINER_NAME" | grep '"Pid":' | head -n 1 | awk '{print $2}' | tr -d ',')
 
 if [ -z "$PID" ] || [ "$PID" -eq 0 ]; then
-    echo "Error: Couldn't get PID for $CONTAINER_NAME"
+    echo "Error: Couldn't get PID for $CONTAINER_NAME (check 'docker logs $CONTAINER_NAME' for startup issues)"
     exit 1
 fi
 
 echo "Container PID: $PID"
 
-# Enter network namespace and apply netem delay with the variable
-sudo nsenter -t "$PID" -n /bin/bash -c "\
+# Enter network namespace and apply netem delay with the variable (use /bin/sh for Alpine compat)
+sudo nsenter -t "$PID" -n /bin/sh -c "\
     tc qdisc replace dev eth0 root netem delay ${DELAY_MS}ms && \
     tc qdisc show dev eth0\
 "

network/entrypoint.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/bin/sh
 
 # Ensure /data and /root/.minio/certs are preserved
 if [ ! -d /data ]; then
@@ -11,7 +11,7 @@ if [ ! -d /root/.minio/certs ]; then
 fi
 
 # Get the container's IP address
-CONTAINER_IP=$(ip addr show eth0 | grep -oP '(?<=inet\s)\d+(\.\d+){3}' | head -1)
+CONTAINER_IP=$(ip addr show eth0 | awk '/inet / {print $2}' | cut -d/ -f1 | head -1)
 if [ -z "$CONTAINER_IP" ]; then
     echo "Failed to determine container IP address"
     exit 1
@@ -25,11 +25,13 @@ else
     echo "$CONTAINER_IP $MINIO_DOMAIN" >> /etc/hosts
 
     if [ ! -z "$MINIO_BUCKETS" ]; then
-        IFS=',' read -ra BUCKET_ARRAY <<< "$MINIO_BUCKETS"
-        for bucket in "${BUCKET_ARRAY[@]}"; do
+        old_IFS="$IFS"
+        IFS=','
+        for bucket in $MINIO_BUCKETS; do
             echo "$CONTAINER_IP ${bucket}.$MINIO_DOMAIN" >> /etc/hosts
             echo "Added ${bucket}.$MINIO_DOMAIN to /etc/hosts"
         done
+        IFS="$old_IFS"
     fi
 fi