docker-compose-s3.yml

# MIT License
#
# Copyright (c) 2021 EASE lab
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.

version: "3.7"
services:

    reducer:
        image: vhiveease/mapreduce-reducer
        command:
            - -sp=50053
        environment:
            - TRANSFER_TYPE=S3
            - AWS_ACCESS_KEY=${AWS_ACCESS_KEY}
            - AWS_SECRET_KEY=${AWS_SECRET_KEY}
            - AWS_REGION=us-west-1
            - MAX_SERVER_THREADS=16
            - ENABLE_TRACING=false

    mapper:
        image: vhiveease/mapreduce-mapper
        command:
            - -sp=50052
        environment:
            - TRANSFER_TYPE=S3
            - AWS_ACCESS_KEY=${AWS_ACCESS_KEY}
            - AWS_SECRET_KEY=${AWS_SECRET_KEY}
            - AWS_REGION=us-west-1
            - MAX_SERVER_THREADS=16
            - ENABLE_TRACING=false

    driver:
        image: vhiveease/mapreduce-driver
        ports:
            - "50051:50051"
        command:
            - -mAddr=mapper:50052
            - -rAddr=reducer:50053
            - -sp=50051
        environment:
            - TRANSFER_TYPE=S3
            - AWS_ACCESS_KEY=${AWS_ACCESS_KEY}
            - AWS_SECRET_KEY=${AWS_SECRET_KEY}
            - AWS_REGION=us-west-1
            - ENABLE_TRACING=false
            - NUM_MAPPERS=8
            - NUM_REDUCERS=2
        depends_on:
            - mapper
            - reducer