acropolis/docker-compose.yml at develop · bbcarchdev/acropolis · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
version: '2'
services:
  # Base instance of Acropolis. Used here to init the DBs and show the doc
  acropolis:
    privileged: true
    entrypoint:
      - ./docker/init_db.sh
    image: acropolis
    build:
      context: .
      dockerfile: Dockerfile
    environment:
      - ACROPOLIS_HOSTNAME=localhost
    depends_on:
      - postgres
      - fourstore
      - s3
    links:
      - postgres
      - fourstore
      - s3
    volumes:
      - .:/usr/local/src
      - ./test/data:/data

  # The LOD crawler
  anansi:
    image: acropolis
    command: /usr/sbin/crawld -c /usr/etc/crawl.conf -f
    entrypoint:
      - ./docker/run.sh
    depends_on:
      - postgres
      - fourstore
      - s3
    links:
      - postgres
      - fourstore
      - s3
    volumes_from:
      - acropolis

  # Connection between the crawler and the data processing service
  twine-anansi:
    image: acropolis
    command: /usr/sbin/twine-writerd -d -c /usr/etc/twine-anansi.conf -f
    entrypoint:
      - ./docker/run.sh
    depends_on:
      - postgres
      - fourstore
      - s3
    links:
      - postgres
      - fourstore
      - s3
    volumes_from:
      - acropolis

  # Data processing
  twine-spindle:
    image: acropolis
    command: /usr/sbin/twine-writerd -d -c /usr/etc/twine.conf -f
    #command: tail -f /dev/null
    entrypoint:
      - ./docker/run.sh
    depends_on:
      - postgres
      - fourstore
      - s3
    links:
      - postgres
      - fourstore
      - s3
    volumes_from:
      - acropolis

  # HTTP interface for interacting with the system
  twine-remote:
    image: acropolis
    command: /usr/bin/python3 /usr/local/src/docker/remote.py
    entrypoint:
      - ./docker/run.sh
    depends_on:
      - postgres
      - twine-spindle
    links:
      - postgres
      - fourstore
      - s3
    ports:
      - 8000:8000
    volumes_from:
      - acropolis

  # LOD frontend
  quilt:
    image: acropolis
    command: /usr/sbin/apache2 -D FOREGROUND
    entrypoint:
      - ./docker/run.sh
    environment:
      - HOST_NAME=localhost
      - ACROPOLIS_HOSTNAME=localhost
    depends_on:
      - postgres
      - fourstore
      - s3
    links:
      - postgres
      - fourstore
      - s3
    ports:
      - 80:80
    volumes_from:
      - acropolis

  # DB used to store the indexes
  postgres:
    image: postgres:9.1
    ports:
      - 5432:5432

  # Tstore for the output of twine-anansi and the command line client twine
  fourstore:
    image: cgueret/4store
    ports:
      - 9000:9000

  # S3 used to cache objects from Anansi and data processing output from Spindle
  s3:
    image: lphoward/fake-s3
    expose:
      - 80
    command: -r /fakes3_root -p 80
    ports:
      - 8080:80

# Data volume shared across all the services. Can be used as a persistent store
# to save data (eg NQuads) across re-creation of the containers
volumes:
  data: {}