Celery and Distribution using routing_keys

consumer.py

import logging

from celery import Celery
from kombu import Exchange
from kombu import Queue

# modify this to select which routing_key to consume.
SITE = 'sto'

celery = Celery()

celery.conf.update(
    BROKER_URL='amqp://',
    CELERY_RESULT_BACKEND='amqp://',
    CELERY_QUEUES=[
        Queue(SITE, Exchange('myexchange'), routing_key=SITE)
    ]
)

log = logging.getLogger(__name__)


@celery.task(name="task")
def task(a, b):
    log.info(SITE + ": got job")
    return SITE + ": " + str(a + b)

producer.py

from celery import Celery

celery = Celery()

celery.conf.update(
    BROKER_URL='amqp://',
    CELERY_RESULT_BACKEND='amqp://',
    CELERY_DEFAULT_EXCHANGE='myexchange',
)

jobs = [
    celery.send_task("task", (1000, 2000), routing_key='ash'),
    celery.send_task("task", (1000, 2000), routing_key='sto'),
    celery.send_task("task", (1000, 2000), routing_key='sto'),
    celery.send_task("task", (1000, 2000), routing_key='sto'),
    celery.send_task("task", (1000, 2000), routing_key='sto'),
]

run_consumer.sh

PYTHONPATH=$PWD celery worker --app consumer --loglevel INFO