quant-data-layer/docker-compose.yml at main · BobbyAxerol/quant-data-layer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
services:
  redis_marketdata:
    image: redis:7.2-alpine
    container_name: redis_marketdata
    restart: unless-stopped
    command:
      - redis-server
      - --appendonly
      - "no"
      - --save
      - ""
      - --maxmemory
      - 1gb
      - --maxmemory-policy
      - allkeys-lru
      - --client-output-buffer-limit
      - pubsub
      - 128mb
      - 32mb
      - "60"
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 10s
      timeout: 3s
      retries: 5
    logging:
      driver: "json-file"
      options:
        max-size: "10m"
        max-file: "3"
    networks:
      - bobby_network
      - executor_network

  data_layer:
    build:
      context: .
      dockerfile: Dockerfile
    image: data-layer:v0.1.0
    container_name: data_layer_service
    restart: unless-stopped
    ports:
      - "127.0.0.1:8100:8100"
    volumes:
      - .:/app
      - ./data:/app/data      # Persist Parquet preload data
      - ./logs:/app/logs
    depends_on:
      redis_marketdata:
        condition: service_healthy
    environment:
      - REDIS_HOST=redis_marketdata
      - REDIS_PORT=6379
      - REDIS_DB=0
      - VNSTOCK_API_KEY=${VNSTOCK_API_KEY:-}
    logging:
      driver: "json-file"
      options:
        max-size: "10m"
        max-file: "3"
    networks:
      - bobby_network
      - executor_network

  alpha_service:
    image: data-layer:v0.1.0
    container_name: data_layer_alpha
    restart: unless-stopped
    depends_on:
      - data_layer
    environment:
      - REDIS_HOST=redis_marketdata
      - REDIS_PORT=6379
      - REDIS_DB=0
      - DATA_LAYER_URL=http://data_layer:8100
      - ALPHA_SYMBOL=SSI
      - ALPHA_HIGH_TF=60min
      - ALPHA_FAST=8
      - ALPHA_SLOW=20
    volumes:
      - .:/app
      - ./logs:/app/logs
    command: ["python", "-u", "app/alpha/run_alpha.py"]
    networks:
      - bobby_network

  test_runner:
    image: data-layer:v0.1.0
    container_name: data_layer_test_runner
    restart: "no"
    depends_on:
      - data_layer
    environment:
      - REDIS_HOST=redis_marketdata
      - REDIS_PORT=6379
      - REDIS_DB=0
    volumes:
      - .:/app
    command: ["bash", "-lc", "python -m unittest discover tests"]
    networks:
      - bobby_network
      - executor_network

  data_source_checker:
    image: data-layer:v0.1.0
    container_name: data_layer_data_source_checker
    restart: "no"
    depends_on:
      - data_layer
    environment:
      - REDIS_HOST=redis_marketdata
      - REDIS_PORT=6379
      - REDIS_DB=0
      - DATA_LAYER_URL=http://data_layer:8100
      - STREAM_STALE_SECONDS=180
      - BINANCE_SAMPLE_SIZE=5
      - VN_SAMPLE_SIZE=5
      - PRELOAD_TAIL_ROWS=5
      - DIAG_REPORT_DIR=/app/logs/diagnostics
      - DIAG_REPORT_BASENAME=data_source_check
    volumes:
      - .:/app
      - ./data:/app/data
      - ./logs:/app/logs
    command: ["python", "-u", "app/diagnostics/run_data_checks.py"]
    networks:
      - bobby_network
      - executor_network

networks:
  bobby_network:
    external: true
  executor_network:
    external: true