docker-compose.yaml

version: '3.6'

x-default: &node
  build:
    context: .
    dockerfile: Dockerfile
  image: ${CCAO_REGISTRY_URL}/service-sqoop-iasworld:latest
  volumes:
    - ./drivers:/jdbc
    - ./scripts:/tmp/scripts
    - ./tables:/tmp/tables
    - ./target:/tmp/target
  environment:
    - MASTER_HOSTNAME=sqoop-node-master
    - IPTS_HOSTNAME
    - IPTS_PORT
    - IPTS_SERVICE_NAME
    - IPTS_USERNAME
    - IPTS_TABLE
  secrets:
    - IPTS_PASSWORD
  networks:
    - hadoopnet

services:
  sqoop-node-master:
    <<: *node
    container_name: sqoop-node-master
    hostname: sqoop-node-master
    ports:
      - 9870:9870
      - 9864:9864
      - 8081:8080
      - 8082:8088
      - 8042:8042
    command: >
      /bin/bash -c "/tmp/scripts/wait-for-it.sh hive-metastore-server:9083 --
                    /tmp/scripts/run-sqoop.sh"

  hive-metastore-postgresql:
    container_name: hive-metastore-postgresql
    hostname: hive-metastore-postgresql
    image: postgres:9.5.3
    volumes:
      - ./docker-config/hive/:/docker-entrypoint-initdb.d/
    networks:
      - hadoopnet
    depends_on:
      - sqoop-node-master

  hive-metastore-server:
    <<: *node
    container_name: hive-metastore-server
    hostname: hive-metastore-server
    depends_on:
      - sqoop-node-master
    environment:
      - MASTER_HOSTNAME=sqoop-node-master
      - SKIP_BOOTSTRAP=1
    command: >
      /bin/bash -c "/tmp/scripts/wait-for-it.sh hive-metastore-postgresql:5432 --
                    schematool -initSchema -dbType postgres
                    hive --service metastore"

networks:
  hadoopnet:
    ipam:
      config:
        - subnet: 211.54.0.0/16
    name: hadoopnet

secrets:
  IPTS_PASSWORD:
    file: secrets/IPTS_PASSWORD