Config for AWS Beanstalk Linux 2 Django Celery Deployment with Amazon SQS

.platform:hook:postdeploy:01_create_celery_service.sh

#!/usr/bin/env bash

# Create the celery systemd service file
echo "[Unit]
Name=Celery
Description=Celery service for __
After=network.target
StartLimitInterval=0

[Service]
Type=simple
Restart=always
RestartSec=30
User=root
WorkingDirectory=/var/app/current
ExecStart=$PYTHONPATH/celery -A config worker --loglevel=INFO 
ExecReload=$PYTHONPATH/celery -A config worker --loglevel=INFO 
EnvironmentFile=/opt/elasticbeanstalk/deployment/env

[Install]
WantedBy=multi-user.target
" | tee /etc/systemd/system/celery.service

# Start celery service
systemctl start celery.service

# Enable celery service to load on system start
systemctl enable celery.service

.platform:hook:predeploy:03_pycurl_reinstall.sh

#!/usr/bin/env bash

source ${PYTHONPATH}/activate && ${PYTHONPATH}/pip3 install pycurl --global-option="--with-openssl" --upgrade

02_package.config

packages:
  yum:
    libcurl-devel: []
    openssl-static.x86_64: []
    python3-devel: []
    gcc: []

04_db_migrate.config

container_commands:
  01_install_requirements:
    command: "source /var/app/venv/*/bin/activate && pip3 install -r requirements.txt"
    leader_only: true
  02_migrate:
    command: "ls /var/app/venv/*/bin && source /var/app/venv/*/bin/activate && python3 manage.py migrate"
    leader_only: true

05_django.config

option_settings:
  aws:elasticbeanstalk:container:python:
    WSGIPath: config.wsgi:application
    
  aws:elasticbeanstalk:application:environment:
    DJANGO_SETTINGS_MODULE: config.settings

settings.py(partial)

    # AWS config
    AWS_ACCESS_KEY_ID = config("AWS_ACCESS_KEY_ID", "")
    AWS_SECRET_ACCESS_KEY = config("AWS_SECRET_ACCESS_KEY", "")

    # CELERY SETTINGS
    BROKER_URL = f"sqs://{AWS_ACCESS_KEY_ID}:{AWS_SECRET_ACCESS_KEY}@"

    BROKER_TRANSPORT_OPTIONS = {
        "region": "ap-southeast-2",
        "polling_interval": 60,
        'visibility_timeout': 3600,
        'queue_name_prefix': <app-name>,
        }
    CELERY_DEFAULT_QUEUE = "sqs"
    CELERY_ACCEPT_CONTENT = ["application/json"]
    CELERY_TASK_SERIALIZER = "json"
    CELERY_RESULT_SERIALIZER = "json"
    # CELERY_CONTENT_ENCODING = "utf-8"
    # CELERY_ENABLE_REMOTE_CONTROL = False
    # CELERY_SEND_EVENTS = False
    # Reason why we need the above is explained in Configuration Gotchas section.
    # SQS_QUEUE_NAME = "<app-name>sqs"
    # CELERY_BROKER_URL = BROKER_URL
    CELERY_BROKER_TRANSPORT_OPTIONS = BROKER_TRANSPORT_OPTIONS
    CELERY_TASK_DEFAULT_QUEUE = "sqs"