docker-compose-eggroll.yml

# Copyright 2019-2020 VMware, Inc.
# 
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# you may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
version: '3'
networks:
  fate-network:
    ipam:
      config:
      - subnet: 192.167.0.0/16

volumes:
  fate_flow_logs:
  download_dir:
  shared_dir_examples:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: {/path/to/host/dir}/examples
  shared_dir_federatedml:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: {/path/to/host/dir}/federatedml
  shared_dir_data:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: {/path/to/host/dir}/data

services:
  rollsite:
    image: "federatedai/eggroll:${TAG}"
    restart: always
    ports:
      - "9370:9370"
    environment:
      PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: python
    volumes:
      - ./confs/eggroll/conf:/data/projects/fate/eggroll/conf
    networks:
      - fate-network
    command: ["bash", "-c", "java -Dlog4j.configurationFile=$${EGGROLL_HOME}/conf/log4j2.properties -cp $${EGGROLL_HOME}/lib/*:$${EGGROLL_HOME}/conf/ com.webank.eggroll.rollsite.EggSiteBootstrap -c $${EGGROLL_HOME}/conf/eggroll.properties"]
  
  fateboard:
    image: "federatedai/fateboard:${TAG}"
    restart: always
    ports:
      - "8080:8080"
    volumes:
      - ./confs/fateboard/conf:/data/projects/fate/fateboard/conf
      - fate_flow_logs:/data/projects/fate/fateflow/logs
    networks:
      - fate-network
    depends_on:
      - python
  
  clustermanager:
    image: "federatedai/eggroll:${TAG}"
    restart: always
    expose:
      - 4670 
    volumes:
      - ./confs/eggroll/conf:/data/projects/fate/eggroll/conf
    environment:
      PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: python
    networks:
      - fate-network
    command: ["bash", "-c", "java -Dlog4j.configurationFile=$${EGGROLL_HOME}/conf/log4j2.properties -cp $${EGGROLL_HOME}/lib/*: com.webank.eggroll.core.Bootstrap --bootstraps com.webank.eggroll.core.resourcemanager.ClusterManagerBootstrap -c $${EGGROLL_HOME}/conf/eggroll.properties -p 4670 -s 'EGGROLL_DEAMON'"]
  
  nodemanager:
    image: "federatedai/eggroll:${TAG}"
    restart: always
    expose:
      - 4671
    volumes:
      - ./confs/eggroll/conf:/data/projects/fate/eggroll/conf
      - ./confs/fate_flow/conf/service_conf.yaml:/data/projects/fate/fate/conf/service_conf.yaml
      - ./shared_dir/data/nodemanager:/data/projects/fate/eggroll/data
    networks:
      - fate-network
    command: ["bash", "-c", "java -Dlog4j.configurationFile=$${EGGROLL_HOME}/conf/log4j2.properties -cp $${EGGROLL_HOME}/lib/*: com.webank.eggroll.core.Bootstrap --bootstraps com.webank.eggroll.core.resourcemanager.NodeManagerBootstrap -c $${EGGROLL_HOME}/conf/eggroll.properties -p 4671 -s 'EGGROLL_DEAMON'"]
  
  python:
    image: "federatedai/python:${TAG}"
    environment:
      PYTHONPATH: "$PYTHONPATH:/data/projects/fate/fate/python:/data/projects/fate/eggroll/python:/data/projects/fate/fateflow/python:/data/projects/fate/fate/python/fate_client"
      FATE_PROJECT_BASE: "/data/projects/fate"
    ports:
      - "9360:9360"
      - "9380:9380"
    restart: always
    volumes:
      - shared_dir_federatedml:/data/projects/fate/fate/python/federatedml
      - shared_dir_examples:/data/projects/fate/examples
      - download_dir:/data/projects/fate/python/download_dir
      - ./confs/fate_flow/conf:/data/projects/fate/conf
      - ./confs/eggroll/conf:/data/projects/fate/eggroll/conf
      - fate_flow_logs:/data/projects/fate/fateflow/logs
      - ./shared_dir/data/model_local_cache:/data/projects/fate/fateflow/model_local_cache
    depends_on:
      - mysql
      - rollsite
      - clustermanager
      - nodemanager
    networks:
      fate-network:
        ipv4_address: 192.167.0.100
    command:
    - "/bin/bash"
    - "-c"
    - |
        set -x
        sleep 5 && python fateflow/python/fate_flow/fate_flow_server.py


  mysql:
    image: "mysql:8"
    expose:
      - 3306
    volumes:
      - ./confs/mysql/init:/docker-entrypoint-initdb.d/
      - ./shared_dir/data/mysql:/var/lib/mysql
    restart: always
    environment:
      MYSQL_ALLOW_EMPTY_PASSWORD: "yes"

    networks:
      - fate-network