SeaweedFS (Object Storage) - Docker Compose Stack, S3 API Commands

# SeaweedFS Server
192.168.30.90

# S3 CLI Client
192.168.30.91

# Create folder structure
sudo mkdir -p /opt/seaweedfs/data/{filer,master0,volume1,volume2,volume3} && cd /opt/seaweedfs

# Set permissions
sudo chmod -R 755 /opt/seaweedfs/data

# Create environment file
sudo vi .env

#.env
AWS_ACCESS_KEY_ID=acces-key-123
AWS_SECRET_ACCESS_KEY=secret-key-123

# Create Docker Compose file
sudo vi docker-compose.yml

# docker-compose.yml
version: '3.9'
services:

# Master
  master0:
    image: chrislusf/seaweedfs
    ports:
      - 9333:9333
      - 19333:19333
    command: "-v=1 master -volumeSizeLimitMB 100 -resumeState=false -ip=master0 -ip.bind=0.0.0.0 -port=9333 -mdir=/var/lib/seaweedfs/master"
    volumes:
      - ./data/master0:/var/lib/seaweedfs/master
    restart: unless-stopped

# Volume Server 1
  volume1:
    image: chrislusf/seaweedfs
    ports:
      - 8081:8081
      - 18080:18080
    command: 'volume -dataCenter=dc1 -rack=v1 -mserver="master0:9333" -port=8081 -preStopSeconds=1 -dir=/var/lib/seaweedfs/volume1'
    volumes:
      - ./data/volume1:/var/lib/seaweedfs/volume1
    depends_on:
      - master0
    restart: unless-stopped

# Volume Server 2
  volume2:
    image: chrislusf/seaweedfs
    ports:
      - 8082:8082
      - 18082:18082
    command: 'volume -dataCenter=dc2 -rack=v2 -mserver="master0:9333" -port=8082 -preStopSeconds=1 -dir=/var/lib/seaweedfs/volume2'
    volumes:
      - ./data/volume2:/var/lib/seaweedfs/volume2
    depends_on:
      - master0
    restart: unless-stopped

# Volume Server 3
  volume3:
    image: chrislusf/seaweedfs
    ports:
      - 8083:8083
      - 18083:18083
    command: 'volume -dataCenter=dc3 -rack=v3 -mserver="master0:9333" -port=8083 -preStopSeconds=1 -dir=/var/lib/seaweedfs/volume3'
    volumes:
      - ./data/volume3:/var/lib/seaweedfs/volume3
    depends_on:
      - master0
    restart: unless-stopped

# Filer
  filer:
    image: chrislusf/seaweedfs
    ports:
      - 8888:8888
      - 18888:18888
    command: 'filer -defaultReplicaPlacement=100 -iam -master="master0:9333"'
    volumes:
      - ./data/filer:/data
    depends_on:
      - master0
      - volume1
      - volume2
    restart: unless-stopped

# S3 API
  s3:
    image: chrislusf/seaweedfs
    ports:
      - 8333:8333
    command: '-v=9 s3 -filer="filer:8888" -ip.bind=0.0.0.0'
    env_file:
      - .env
    depends_on:
      - master0
      - volume1
      - volume2
      - filer
    restart: unless-stopped

# Create / start Docker stack
sudo docker compose up -d

# Update package index
sudo apt update

# Install nginx
sudo apt install nginx -y

# Copy default config
sudo cp /etc/nginx/sites-available/default /etc/nginx/sites-available/seaweedfs.jklug.work

# Edit config
sudo vi /etc/nginx/sites-available/seaweedfs.jklug.work

# seaweedfs.jklug.work
server {
    listen 443 ssl;
    server_name seaweedfs.jklug.work;

    ssl_certificate         /etc/letsencrypt/live/seaweedfs.jklug.work/fullchain.pem;
    ssl_certificate_key     /etc/letsencrypt/live/seaweedfs.jklug.work/privkey.pem;

# S3 API
    location / {
        proxy_pass http://localhost:8333;
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Proto $scheme;
    }
}

# Disable default config
sudo rm /etc/nginx/sites-enabled/default

# Enable config
sudo ln -s /etc/nginx/sites-available/seaweedfs.jklug.work /etc/nginx/sites-enabled/

# Restart Nginx
sudo systemctl restart nginx

# SeaweedFS Master Dashboard
192.168.30.90:9333

# SeaweedFS Filer: Upload & download files
192.168.30.90:8888

# S3 API: With reverse proxy
seaweedfs.jklug.work

# S3 API: Without reverse proxy
192.168.30.90:8333

# Install Unzip
sudo apt install unzip -y

# Change directory
cd /tmp

# Download AWS CLIv2
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"

# Unzip
unzip awscliv2.zip

# Install package
sudo ./aws/install

# Test / check version
aws --version

# Add keys
aws configure

# Shell output
AWS Access Key ID [None]: acces-key-123 # Define access key
AWS Secret Access Key [None]: secret-key-123 # Define Secret access key
Default region name [None]:
Default output format [None]: json

# Create new Bucket: "jkw-bucket-1"
aws s3 mb s3://jkw-bucket-1 --endpoint-url https://seaweedfs.jklug.work

# Create new Bucket: "jkw-bucket-1"
aws s3 mb s3://jkw-bucket-1 --endpoint-url http://192.168.30.90:8333

# Shell output:
make_bucket: jkw-bucket-1

# Copy file into Bucket
aws s3 cp /home/ubuntu/file1.txt s3://jkw-bucket-1/ --endpoint-url https://seaweedfs.jklug.work

# Copy file into Bucket
aws s3 cp /home/ubuntu/file1.txt s3://jkw-bucket-1/ --endpoint-url http://192.168.30.90:8333

# Copy files from Bucket into current directory
aws s3 cp --recursive s3://jkw-bucket-1/ --endpoint-url https://seaweedfs.jklug.work .

# Copy files from Bucket into current directory
aws s3 cp --recursive s3://jkw-bucket-1/ --endpoint-url http://192.168.30.90:8333 .

# Copy file in Bucket
aws s3 ls s3://jkw-bucket-1/ --endpoint-url https://seaweedfs.jklug.work

# Copy file in Bucket
aws s3 ls s3://jkw-bucket-1/ --endpoint-url http://192.168.30.90:8333

# Shell output:
2024-01-07 13:29:45         22 file1.txt