Skip to content

Instantly share code, notes, and snippets.

@mapopa
Created October 31, 2012 09:54
Show Gist options
  • Save mapopa/3986168 to your computer and use it in GitHub Desktop.
Save mapopa/3986168 to your computer and use it in GitHub Desktop.
celeryd debug log
sh -x /etc/init.d/celeryd start
+ DEFAULT_PID_FILE=/var/run/celeryd@%n.pid
+ DEFAULT_LOG_FILE=/var/log/celeryd@%n.log
+ DEFAULT_LOG_LEVEL=DEBUG
+ DEFAULT_NODES=celery
+ DEFAULT_CELERYD=-m celery.bin.celeryd_detach
+ CELERY_DEFAULTS=/etc/default/celeryd
+ test -f /etc/default/celeryd
+ . /etc/default/celeryd
+ CELERYD_NODES=w1
+ CELERYD_CHDIR=/home/mariuz/work/test
+ CELERYD_MULTI=/home/mariuz/work/test/manage.py celeryd_multi
+ CELERYCTL=/home/mariuz/work/test/manage.py celeryctl
+ CELERYD_OPTS=--time-limit=1000
+ CELERY_CONFIG_MODULE=celeryconfig
+ CELERYD_LOG_FILE=/var/log/celery/%n.log
+ CELERYD_PID_FILE=/var/run/celery/%n.pid
+ CELERYD_USER=mariuz
+ CELERYD_GROUP=mariuz
+ export DJANGO_SETTINGS_MODULE=settings_local
+ [ -f /etc/default/celeryd ]
+ . /etc/default/celeryd
+ CELERYD_NODES=w1
+ CELERYD_CHDIR=/home/mariuz/work/test
+ CELERYD_MULTI=/home/mariuz/work/test/manage.py celeryd_multi
+ CELERYCTL=/home/mariuz/work/test/manage.py celeryctl
+ CELERYD_OPTS=--time-limit=1000
+ CELERY_CONFIG_MODULE=celeryconfig
+ CELERYD_LOG_FILE=/var/log/celery/%n.log
+ CELERYD_PID_FILE=/var/run/celery/%n.pid
+ CELERYD_USER=mariuz
+ CELERYD_GROUP=mariuz
+ export DJANGO_SETTINGS_MODULE=settings_local
+ CELERYD_PID_FILE=/var/run/celery/%n.pid
+ CELERYD_LOG_FILE=/var/log/celery/%n.log
+ CELERYD_LOG_LEVEL=DEBUG
+ CELERYD_MULTI=/home/mariuz/work/test/manage.py celeryd_multi
+ CELERYD=-m celery.bin.celeryd_detach
+ CELERYCTL=/home/mariuz/work/test/manage.py celeryctl
+ CELERYD_NODES=w1
+ export CELERY_LOADER
+ [ -n ]
+ dirname /var/log/celery/%n.log
+ CELERYD_LOG_DIR=/var/log/celery
+ dirname /var/run/celery/%n.pid
+ CELERYD_PID_DIR=/var/run/celery
+ [ ! -d /var/log/celery ]
+ [ ! -d /var/run/celery ]
+ [ -n mariuz ]
+ DAEMON_OPTS= --uid=mariuz
+ chown mariuz /var/log/celery /var/run/celery
+ [ -n mariuz ]
+ DAEMON_OPTS= --uid=mariuz --gid=mariuz
+ chgrp mariuz /var/log/celery /var/run/celery
+ [ -n /home/mariuz/work/test ]
+ DAEMON_OPTS= --uid=mariuz --gid=mariuz --workdir="/home/mariuz/work/test"
+ export PATH=/home/mariuz/.pythonbrew/bin:/home/mariuz/.pythonbrew/bin:/home/mariuz/.rvm/gems/ruby-1.9.3-p125/bin:/home/mariuz/.rvm/gems/ruby-1.9.3-p125@global/bin:/home/mariuz/.rvm/rubies/ruby-1.9.3-p125/bin:/home/mariuz/.rvm/bin:/home/mariuz/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/home/mariuz/.rvm/bin:/usr/sbin:/sbin
+ check_dev_null
+ [ ! -c /dev/null ]
+ check_paths
+ dirname /var/run/celery/%n.pid
+ ensure_dir /var/run/celery
+ [ -d /var/run/celery ]
+ mkdir -p /var/run/celery
+ chown mariuz:mariuz /var/run/celery
+ chmod 02755 /var/run/celery
+ dirname /var/log/celery/%n.log
+ ensure_dir /var/log/celery
+ [ -d /var/log/celery ]
+ mkdir -p /var/log/celery
+ chown mariuz:mariuz /var/log/celery
+ chmod 02755 /var/log/celery
+ start_workers
+ /home/mariuz/work/test/manage.py celeryd_multi start w1 --uid=mariuz --gid=mariuz --workdir="/home/mariuz/work/test" --pidfile=/var/run/celery/%n.pid --logfile=/var/log/celery/%n.log --loglevel=DEBUG --cmd=-m celery.bin.celeryd_detach --time-limit=1000
celeryd-multi v3.0.11 (Chiastic Slide)
> Starting nodes...
> w1.Lorkstation64: OK
+ exit 0
tail -f -n 500 /var/log/celery/w1.log
[2012-10-31 04:53:44,783: DEBUG/MainProcess] [Worker] Loading modules.
[2012-10-31 04:53:44,809: DEBUG/MainProcess] [Worker] Claiming components.
[2012-10-31 04:53:44,810: DEBUG/MainProcess] [Worker] Building boot step graph.
[2012-10-31 04:53:44,810: DEBUG/MainProcess] [Worker] New boot order: {ev, queues, beat, pool, mediator, autoreloader, timers, state-db, autoscaler, consumer}
[2012-10-31 04:53:44,811: DEBUG/MainProcess] Starting celery.concurrency.processes.TaskPool...
[2012-10-31 04:53:44,814: WARNING/MainProcess] /usr/local/lib/python2.7/dist-packages/billiard/forking.py:455: UserWarning: Will add directory '/home/mariuz/work/Your-Day-Web' to path! This is necessary to accommodate pre-Django 1.4 layouts using setup_environ.
You can skip this warning by adding a DJANGO_SETTINGS_MODULE=settings environment variable.
W_OLD_DJANGO_LAYOUT % os.path.realpath(project_dir)
[2012-10-31 04:53:44,836: DEBUG/MainProcess] celery.concurrency.processes.TaskPool OK!
[2012-10-31 04:53:44,836: DEBUG/MainProcess] Starting celery.worker.mediator.Mediator...
[2012-10-31 04:53:44,844: DEBUG/MainProcess] celery.worker.mediator.Mediator OK!
[2012-10-31 04:53:44,845: DEBUG/MainProcess] Starting celery.worker.consumer.BlockingConsumer...
[2012-10-31 04:53:44,845: WARNING/MainProcess] /usr/local/lib/python2.7/dist-packages/djcelery/loaders.py:132: UserWarning: Using settings.DEBUG leads to a memory leak, never use this setting in production environments!
warnings.warn("Using settings.DEBUG leads to a memory leak, never "
[2012-10-31 04:53:44,845: WARNING/MainProcess] [email protected] ready.
[2012-10-31 04:53:44,845: DEBUG/MainProcess] consumer: Re-establishing connection to the broker...
[2012-10-31 04:53:44,846: INFO/MainProcess] consumer: Connected to django://localhost//.
[2012-10-31 04:53:44,849: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = celery ; args=('celery',)
[2012-10-31 04:53:44,850: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = celery ; args=('celery',)
[2012-10-31 04:53:44,852: DEBUG/MainProcess] (0.000) SELECT COUNT(*) FROM `djkombu_message` WHERE `djkombu_message`.`queue_id` = 2 ; args=(2,)
[2012-10-31 04:53:44,853: DEBUG/MainProcess] consumer: basic.qos: prefetch_count->16
[2012-10-31 04:53:44,854: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = w1.Lorkstation64.celery.pidbox ; args=('w1.Lorkstation64.celery.pidbox',)
[2012-10-31 04:53:44,854: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = w1.Lorkstation64.celery.pidbox ; args=('w1.Lorkstation64.celery.pidbox',)
[2012-10-31 04:53:44,855: DEBUG/MainProcess] (0.000) SELECT COUNT(*) FROM `djkombu_message` WHERE `djkombu_message`.`queue_id` = 4 ; args=(4,)
[2012-10-31 04:53:44,856: DEBUG/MainProcess] consumer: Ready to accept tasks!
[2012-10-31 04:53:44,858: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = celery ; args=('celery',)
[2012-10-31 04:53:44,868: DEBUG/MainProcess] (0.000) SELECT `djkombu_message`.`id`, `djkombu_message`.`visible`, `djkombu_message`.`sent_at`, `djkombu_message`.`payload`, `djkombu_message`.`queue_id` FROM `djkombu_message` WHERE (`djkombu_message`.`queue_id` = 2 AND `djkombu_message`.`visible` = True ) ORDER BY `djkombu_message`.`sent_at` ASC, `djkombu_message`.`id` ASC LIMIT 1; args=(2, True)
[2012-10-31 04:53:46,847: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = celery ; args=('celery',)
[2012-10-31 04:53:46,849: DEBUG/MainProcess] (0.000) SELECT `djkombu_message`.`id`, `djkombu_message`.`visible`, `djkombu_message`.`sent_at`, `djkombu_message`.`payload`, `djkombu_message`.`queue_id` FROM `djkombu_message` WHERE (`djkombu_message`.`queue_id` = 2 AND `djkombu_message`.`visible` = True ) ORDER BY `djkombu_message`.`sent_at` ASC, `djkombu_message`.`id` ASC LIMIT 1; args=(2, True)
[2012-10-31 04:53:51,856: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = celery ; args=('celery',)
[2012-10-31 04:53:51,860: DEBUG/MainProcess] (0.000) SELECT `djkombu_message`.`id`, `djkombu_message`.`visible`, `djkombu_message`.`sent_at`, `djkombu_message`.`payload`, `djkombu_message`.`queue_id` FROM `djkombu_message` WHERE (`djkombu_message`.`queue_id` = 2 AND `djkombu_message`.`visible` = True ) ORDER BY `djkombu_message`.`sent_at` ASC, `djkombu_message`.`id` ASC LIMIT 1; args=(2, True)
[2012-10-31 04:53:56,867: DEBUG/MainProcess] (0.000) SELECT `djkombu_queue`.`id`, `djkombu_queue`.`name` FROM `djkombu_queue` WHERE `djkombu_queue`.`name` = celery ; args=('celery',)
[2012-10-31 04:53:56,870: DEBUG/MainProcess] (0.000) SELECT `djkombu_message`.`id`, `djkombu_message`.`visible`, `djkombu_message`.`sent_at`, `djkombu_message`.`payload`, `djkombu_message`.`queue_id` FROM `djkombu_message` WHERE (`djkombu_message`.`queue_id` = 2 AND `djkombu_message`.`visible` = True ) ORDER BY `djkombu_message`.`sent_at` ASC, `djkombu_message`.`id` ASC LIMIT 1; args=(2, True)
[2012-10-31 04:53:56,870: DEBUG/MainProcess] Stopping celery.worker.consumer.BlockingConsumer...
[2012-10-31 04:53:56,871: DEBUG/MainProcess] consumer: Stopping consumers...
[2012-10-31 04:53:56,871: DEBUG/MainProcess] Stopping celery.worker.mediator.Mediator...
[2012-10-31 04:53:57,852: DEBUG/MainProcess] Stopping celery.concurrency.processes.TaskPool...
[2012-10-31 04:53:57,853: DEBUG/MainProcess] consumer: Closing consumer channel...
[2012-10-31 04:53:57,853: DEBUG/MainProcess] consumer: Closing broadcast channel...
[2012-10-31 04:53:57,853: DEBUG/MainProcess] consumer: Closing broker connection...
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment