SIR mirror test setup

docker-compose-config.yml

secrets:
  metabrainz_access_token:
    file: local/secrets/metabrainz_access_token
services:
  db:
    build:
      args:
        POSTGRES_VERSION: '12'
      context: build/postgres
    command: postgres -c "shared_buffers=4GB" -c "shared_preload_libraries=pg_amqp.so"
    environment:
      POSTGRES_PASSWORD: musicbrainz
      POSTGRES_USER: musicbrainz
    expose:
    - '5432'
    image: musicbrainz-docker_db:12
    logging:
      driver: json-file
      options:
        max-file: '10'
        max-size: 10m
    restart: unless-stopped
    shm_size: 4GB
    volumes:
    - pgdata:/var/lib/postgresql/data:rw
  indexer:
    build:
      context: build/sir-dev
    depends_on:
    - db
    - mq
    - search
    environment:
      POSTGRES_PASSWORD: musicbrainz
      POSTGRES_USER: musicbrainz
    logging:
      driver: json-file
      options:
        max-file: '10'
        max-size: 10m
    volumes:
    - ../sir:/code:rw
    - default/indexer.ini:/code/config.ini:rw
  mq:
    build:
      context: build/rabbitmq
    expose:
    - '5672'
    hostname: mq
    logging:
      driver: json-file
      options:
        max-file: '10'
        max-size: 10m
    restart: unless-stopped
    volumes:
    - mqdata:/var/lib/rabbitmq:rw
  musicbrainz:
    build:
      args:
        POSTGRES_VERSION: '12'
      context: build/musicbrainz
    depends_on:
    - db
    - mq
    - redis
    - search
    environment:
      MUSICBRAINZ_BASE_FTP_URL: ftp://ftp.eu.metabrainz.org/pub/musicbrainz  
      MUSICBRAINZ_SERVER_PROCESSES: '10'
      MUSICBRAINZ_USE_PROXY: '1'
      MUSICBRAINZ_WEB_SERVER_HOST: 95.217.220.89
      MUSICBRAINZ_WEB_SERVER_PORT: '5000'
      POSTGRES_PASSWORD: musicbrainz
      POSTGRES_USER: musicbrainz
    logging:
      driver: json-file
      options:
        max-file: '50'
        max-size: 50m
    ports:
    - 5000:5000/tcp
    restart: unless-stopped
    secrets:
    - source: metabrainz_access_token
    volumes:
    - dbdump:/media/dbdump:rw
    - searchdump:/media/searchdump:rw
  redis:
    expose:
    - '6379'
    image: redis:3-alpine
    logging:
      driver: json-file
      options:
        max-file: '10'
        max-size: 10m
    restart: unless-stopped
  search:
    build:
      args:
        MB_SOLR_VERSION: 3.4.2
      context: build/solr
    environment:
      LOG4J_FORMAT_MSG_NO_LOOKUPS: "true"
      SOLR_HEAP: 4g
    expose:
    - '8983'
    image: musicbrainz-docker_search:3.4.2
    logging:
      driver: json-file
      options:
        max-file: '10'
        max-size: 10m
    restart: unless-stopped
    volumes:
    - searchdump:/media/searchdump:rw
    - solrdata:/opt/solr/server/solr/data:rw
version: '3.1'
volumes:
  dbdump:
    driver: local
  mqdata:
    driver: local
  pgdata:
    driver: local
  searchdump:
    driver: local
  solrdata:
    driver: local

free.tsv

              total        used        free      shared  buff/cache   available
Mem:           15Gi       2.9Gi        11Gi       221Mi       1.0Gi        11Gi
Swap:            0B          0B          0B

lscpu.tsv

Architecture:                    x86_64
CPU op-mode(s):                  32-bit, 64-bit
Byte Order:                      Little Endian
Address sizes:                   40 bits physical, 48 bits virtual
CPU(s):                          4
On-line CPU(s) list:             0-3
Thread(s) per core:              2
Core(s) per socket:              2
Socket(s):                       1
NUMA node(s):                    1
Vendor ID:                       GenuineIntel
CPU family:                      6
Model:                           85
Model name:                      Intel Xeon Processor (Skylake, IBRS)
Stepping:                        4
CPU MHz:                         2294.608
BogoMIPS:                        4589.21
Hypervisor vendor:               KVM
Virtualization type:             full
L1d cache:                       64 KiB
L1i cache:                       64 KiB
L2 cache:                        8 MiB
L3 cache:                        16 MiB
NUMA node0 CPU(s):               0-3
Vulnerability Itlb multihit:     KVM: Vulnerable
Vulnerability L1tf:              Mitigation; PTE Inversion
Vulnerability Mds:               Mitigation; Clear CPU buffers; SMT Host state unknown
Vulnerability Meltdown:          Mitigation; PTI
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1:        Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2:        Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP disabled, RSB filling
Vulnerability Srbds:             Not affected
Vulnerability Tsx async abort:   Mitigation; Clear CPU buffers; SMT Host state unknown
Flags:                           fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx pdpe1gb rdtscp lm constan
                                 t_tsc rep_good nopl xtopology cpuid tsc_known_freq pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer
                                  aes xsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch cpuid_fault invpcid_single pti ssbd ibrs ibpb fsgsbase bmi1 hle avx2 smep
                                  bmi2 erms invpcid rtm avx512f avx512dq rdseed adx smap clwb avx512cd avx512bw avx512vl xsaveopt xsavec xgetbv1 arat pku ospke md_clear

memory-settings.yml

version: '3.1'

# Description: Customize memory settings

services:
  db:
    command: postgres -c "shared_buffers=4GB" -c "shared_preload_libraries=pg_amqp.so"
    shm_size: "4GB"
  search:
    environment:
      - SOLR_HEAP=4g

musicbrainz-docker-config.tsv

Referred-to compose file(s):
[HANDLE]                         PATH:                               DESCRIPTION
[default]                        docker-compose.yml:                 Default compose file, with host port for musicbrainz
[local-compose-memory-settings]  local/compose/memory-settings.yml:  Customize memory settings
[replication-token]              compose/replication-token.yml:      Grant access to MetaBrainz access token for replication
[sir-dev]                        compose/sir-dev.yml:                Build and run local development copy of SIR