CloudQuery Test setup

compose.yaml

services:
  cloudquery:
    image: ghcr.io/cloudquery/cloudquery:latest
    command: sync --cq-dir /cache/.cq --log-console --no-log-file --telemetry-level none /config.yml
    environment:
      CLOUDQUERY_API_KEY: {{SIGN UP https://cloud.cloudquery.io/ AND CREATE TOKEN}}
      AWS_ACCESS_KEY_ID: XYZ
      AWS_SECRET_ACCESS_KEY: ZYX
    volumes:
    - ./config.yaml:/config.yml
    - ./.cq:/cache/.cq
  postgres:
    image: postgres:latest
    command: -c wal_level=logical
    ports:
    - 5432:5432
    environment:
      POSTGRES_PASSWORD: pass

config.yaml

kind: source
spec:
  name: aws
  path: cloudquery/aws
  registry: cloudquery
  version: "v25.2.2"
  tables: ["aws_ec2_instances", "aws_s3_buckets"]
  skip_dependent_tables: true
  deterministic_cq_id: true
  destinations: ["postgresql"]
  spec:
    regions:
    - us-east-1
---
kind: destination
spec:
  name: postgresql
  path: cloudquery/postgresql
  registry: cloudquery
  version: "v7.5.0"
  spec:
    connection_string: "postgres://postgres:pass@postgres:5432/postgres?sslmode=disable"