MachineLearningProject/docker-compose.yml at main · deeto15/MachineLearningProject · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
services:
  rabbitmq:
    image: rabbitmq:3-management
    container_name: rabbitmq
    restart: unless-stopped
    ports:
      - "5672:5672"
      - "15672:15672"
    environment:
      RABBITMQ_DEFAULT_USER: ${RABBITMQ_DEFAULT_USER}
      RABBITMQ_DEFAULT_PASS: ${RABBITMQ_DEFAULT_PASS}
    volumes:
      - rabbitmq_data:/var/lib/rabbitmq
    healthcheck:
      test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
      interval: 5s
      timeout: 10s
      retries: 10

  redis:
    image: redis:latest
    container_name: redis
    restart: unless-stopped
    ports:
      - "6379:6379"
    volumes:
      - redis_data:/data
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 5s
      timeout: 5s
      retries: 10

  scraper:
    build: ./scraper
    container_name: scraper
    restart: unless-stopped
    env_file: .env
    environment:
      REDIS_ADDR: redis:6379
      RABBITMQ_ADDR: rabbitmq:5672
      RABBITMQ_USER: ${RABBITMQ_DEFAULT_USER}
      RABBITMQ_PASSWORD: ${RABBITMQ_DEFAULT_PASS}
      RABBITMQ_COMMENTS_QUEUE_NAME: comments_raw
    depends_on:
      redis:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy

  comment-processor:
    build: ./comment-processor
    container_name: comment-processor
    restart: unless-stopped
    env_file: .env
    environment:
      RABBITMQ_HOST: rabbitmq
      NER_MODEL_PATH: /models/ner-V7-deberta-large
      BINARY_MODEL_PATH: /models/classifier-V6-bert
      TICKER_FILE: /tickers/stocks.csv
    volumes:
      - ./training_models:/models:ro
      - ./training/data/stocks.csv:/tickers/stocks.csv:ro
      - ./data:/data
    depends_on:
      rabbitmq:
        condition: service_healthy

volumes:
  redis_data:
  rabbitmq_data: