docker-shinner/docker-compose.yml at master · smartdatalake/docker-shinner · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
version: "3.7"
services:
  spark-master:
    image: spark-master:2.4.6
    container_name: spark-master
    hostname: spark-master
    ports:
      - "8080:8080"
      - "7077:7077"
    networks:
      spark-network:
        ipv4_address: 10.5.0.2
    volumes:
       #- /mnt/spark-apps:/opt/spark-apps
       #- /mnt/spark-data:/opt/spark-data
       - /media/larissacsh/Data/DemoGraphs:/DemoGraphs
       - /media/larissacsh/Data/configuration:/Config
    environment:
      - "SPARK_LOCAL_IP=spark-master"
  spark-worker-1:
    image: spark-worker:2.4.6
    container_name: spark-worker-1
    hostname: spark-worker-1
    depends_on:
      - spark-master
    ports:
      - "8081:8081"
    env_file: ./env/spark-worker.sh
    environment:
      - "SPARK_LOCAL_IP=spark-worker-1"
    networks:
      spark-network:
        ipv4_address: 10.5.0.3
    volumes:
       #- /mnt/spark-apps:/opt/spark-apps
       #- /mnt/spark-data:/opt/spark-data
       - /media/larissacsh/Data/DemoGraphs:/DemoGraphs
       - /media/larissacsh/Data/configuration:/Config
  spark-submit:
    container_name: spark-submit
    image: spark-submit:2.4.6
    hostname: spark-submit
    ports:
      - "6080:6080"
    depends_on:
      - spark-master
    environment:
      - "SPARK_LOCAL_IP=spark-submit"
    networks:
      spark-network:
        ipv4_address: 10.5.0.6
    volumes:
       #- /mnt/spark-apps:/opt/spark-apps
       #- /mnt/spark-data:/opt/spark-data
       - /media/larissacsh/Data/DemoGraphs:/DemoGraphs
       - /media/larissacsh/Data/configuration:/Config
networks:
  spark-network:
    driver: bridge
    ipam:
     driver: default
     config:
       - subnet: 10.5.0.0/16