Skip to content

Instantly share code, notes, and snippets.

@martindurant
Created July 27, 2017 23:05
Show Gist options
  • Save martindurant/f9be1fa145c6691b8661310830574bea to your computer and use it in GitHub Desktop.
Save martindurant/f9be1fa145c6691b8661310830574bea to your computer and use it in GitHub Desktop.
example logging
{"time": 1501196547.959372, "log": "start"}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196559.388243, "key": "<lambda>-c9f069025429b973b33b0f27c23e2347", "kwargs": {}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196559.388446, "key": "<lambda>-c9f069025429b973b33b0f27c23e2347", "kwargs": {}}
{"kwargs": {"client": "Client-a785c5f0-731f-11e7-a5aa-acbc32a9ff1d", "loose_restrictions": [], "dependencies": {"<lambda>-c9f069025429b973b33b0f27c23e2347": []}}, "dsk": null, "keys": ["<lambda>-c9f069025429b973b33b0f27c23e2347"], "log": "update_graph", "restrictions": {}, "time": 1501196559.388531}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196559.390576, "key": "<lambda>-c9f069025429b973b33b0f27c23e2347", "kwargs": {"startstops": [["compute", 1501196559.391431, 1501196559.3914502]], "thread": 123145409626112, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.890602, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.890813, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.89088, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.890936, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.891018, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.891073, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.891132, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.891212, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.891394, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.891454, "key": "sum-aggregate-577e5eedf9450f1a092abee116cb93ff", "kwargs": {}}
{"finish": "waiting", "log": "transition", "start": "released", "args": [], "time": 1501196577.891509, "key": "finalize-70b53683e4e0d4483a9204409158cb55", "kwargs": {}}
{"kwargs": {"client": "Client-a785c5f0-731f-11e7-a5aa-acbc32a9ff1d", "loose_restrictions": [], "dependencies": {"('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 2)": [], "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 0)": [], "sum-aggregate-577e5eedf9450f1a092abee116cb93ff": ["('sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "('sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "('sum-part-577e5eedf9450f1a092abee116cb93ff', 1)"], "('sum-part-577e5eedf9450f1a092abee116cb93ff', 2)": ["('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 2)"], "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 1)": [], "finalize-70b53683e4e0d4483a9204409158cb55": ["sum-aggregate-577e5eedf9450f1a092abee116cb93ff"], "('sum-part-577e5eedf9450f1a092abee116cb93ff', 1)": ["('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 1)"], "('sum-part-577e5eedf9450f1a092abee116cb93ff', 0)": ["('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 0)"]}}, "dsk": null, "keys": ["finalize-70b53683e4e0d4483a9204409158cb55"], "log": "update_graph", "restrictions": {}, "time": 1501196577.891561}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.89796, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {"startstops": [["compute", 1501196577.8975348, 1501196577.897727]], "thread": 123145409626112, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.898148, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.898241, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {"startstops": [["compute", 1501196577.898114, 1501196577.898123]], "thread": 123145409626112, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.898348, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.898437, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {"startstops": [["compute", 1501196577.898424, 1501196577.8984349]], "thread": 123145414881280, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.898543, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.900914, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {"startstops": [["compute", 1501196577.900799, 1501196577.900806]], "thread": 123145409626112, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196577.901008, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.9011, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {"startstops": [["compute", 1501196577.901105, 1501196577.901111]], "thread": 123145420136448, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196577.901169, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.901248, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {"startstops": [["compute", 1501196577.901399, 1501196577.901404]], "thread": 123145414881280, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196577.901313, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.901425, "key": "sum-aggregate-577e5eedf9450f1a092abee116cb93ff", "kwargs": {}}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.906058, "key": "sum-aggregate-577e5eedf9450f1a092abee116cb93ff", "kwargs": {"startstops": [["compute", 1501196577.906417, 1501196577.906462]], "thread": 123145425391616, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196577.906166, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196577.90623, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196577.906288, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"finish": "processing", "log": "transition", "start": "waiting", "args": [], "time": 1501196577.906418, "key": "finalize-70b53683e4e0d4483a9204409158cb55", "kwargs": {}}
{"finish": "memory", "log": "transition", "start": "processing", "args": [], "time": 1501196577.911186, "key": "finalize-70b53683e4e0d4483a9204409158cb55", "kwargs": {"startstops": [["compute", 1501196577.911551, 1501196577.911558]], "thread": 123145409626112, "nbytes": 28, "worker": "tcp://192.168.0.11:58953", "status": "OK"}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196577.9113, "key": "sum-aggregate-577e5eedf9450f1a092abee116cb93ff", "kwargs": {}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196583.185522, "key": "<lambda>-c9f069025429b973b33b0f27c23e2347", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196583.185654, "key": "<lambda>-c9f069025429b973b33b0f27c23e2347", "kwargs": {}}
{"finish": "released", "log": "transition", "start": "memory", "args": [], "time": 1501196584.38558, "key": "finalize-70b53683e4e0d4483a9204409158cb55", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.385716, "key": "finalize-70b53683e4e0d4483a9204409158cb55", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.385807, "key": "sum-aggregate-577e5eedf9450f1a092abee116cb93ff", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.385877, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.385942, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.386003, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 2)", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.386065, "key": "('sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.386125, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 1)", "kwargs": {}}
{"finish": "forgotten", "log": "transition", "start": "released", "args": [], "time": 1501196584.386183, "key": "('from_sequence-sum-part-577e5eedf9450f1a092abee116cb93ff', 0)", "kwargs": {}}
{"time": 1501196590.550224, "log": "stop"}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment