gistfile1.txt

[60550.147454] node invoked oom-killer: gfp_mask=0x280da, order=0, oom_adj=0
[60550.147473] node cpuset=/ mems_allowed=0
[60550.147480] Pid: 6638, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60550.147488] Call Trace:
[60550.147503]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60550.147514]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60550.147525]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60550.147535]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60550.147543]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60550.147551]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60550.147559]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60550.147567]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60550.147576]  [<ffffffff810ecab3>] alloc_page_vma+0x83/0x140
[60550.147586]  [<ffffffff810d317f>] handle_mm_fault+0x7ef/0xb60
[60550.147595]  [<ffffffff81006f2d>] ? xen_force_evtchn_callback+0xd/0x10
[60550.147603]  [<ffffffff81007682>] ? check_events+0x12/0x20
[60550.147611]  [<ffffffff81006f2d>] ? xen_force_evtchn_callback+0xd/0x10
[60550.147619]  [<ffffffff81007682>] ? check_events+0x12/0x20
[60550.147627]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60550.147636]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60550.147642] Mem-Info:
[60550.147646] Node 0 DMA per-cpu:
[60550.147653] CPU    0: hi:    0, btch:   1 usd:   0
[60550.147659] Node 0 DMA32 per-cpu:
[60550.147666] CPU    0: hi:  186, btch:  31 usd: 145
[60550.147673] active_anon:75129 inactive_anon:69184 isolated_anon:0
[60550.147674]  active_file:74 inactive_file:77 isolated_file:0
[60550.147675]  unevictable:0 dirty:2 writeback:0 unstable:0
[60550.147676]  free:1363 slab_reclaimable:440 slab_unreclaimable:1797
[60550.147677]  mapped:78 shmem:14 pagetables:2109 bounce:0
[60550.147694] Node 0 DMA free:2436kB min:76kB low:92kB high:112kB active_anon:6636kB inactive_anon:5452kB active_file:0kB inactive_file:8kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:4kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:0kB pagetables:168kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? no
[60550.147723] lowmem_reserve[]: 0 590 590 590
[60550.147738] Node 0 DMA32 free:3016kB min:3068kB low:3832kB high:4600kB active_anon:293880kB inactive_anon:271284kB active_file:296kB inactive_file:300kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:604988kB mlocked:0kB dirty:8kB writeback:0kB mapped:308kB shmem:56kB slab_reclaimable:1760kB slab_unreclaimable:7124kB kernel_stack:816kB pagetables:8268kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:997 all_unreclaimable? yes
[60550.147767] lowmem_reserve[]: 0 0 0 0
[60550.147781] Node 0 DMA: 2*4kB 0*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2440kB
[60550.148007] Node 0 DMA32: 192*4kB 9*8kB 6*16kB 3*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 3016kB
[60550.148007] 165 total pagecache pages
[60550.148007] 0 pages in swap cache
[60550.148007] Swap cache stats: add 0, delete 0, find 0/0
[60550.148007] Free swap  = 0kB
[60550.148007] Total swap = 0kB
[60550.148007] 157439 pages RAM
[60550.148007] 4636 pages reserved
[60550.148007] 2574 pages shared
[60550.148007] 150285 pages non-shared
[60550.148007] Out of memory: kill process 6421 (bash) score 2318770 or a child
[60550.148007] Killed process 6598 (node) vsz:656416kB, anon-rss:34380kB, file-rss:188kB
[60550.911556] node invoked oom-killer: gfp_mask=0x201da, order=0, oom_adj=0
[60550.911575] node cpuset=/ mems_allowed=0
[60550.911582] Pid: 6616, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60550.911590] Call Trace:
[60550.911605]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60550.911617]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60550.911628]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60550.911639]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60550.911646]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60550.911655]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60550.911664]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60550.911672]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60550.911681]  [<ffffffff810eb7c4>] alloc_pages_current+0x94/0xf0
[60550.911690]  [<ffffffff810b89bf>] __page_cache_alloc+0x7f/0x90
[60550.911698]  [<ffffffff810c1830>] __do_page_cache_readahead+0xc0/0x200
[60550.911707]  [<ffffffff810c198c>] ra_submit+0x1c/0x20
[60550.911714]  [<ffffffff810ba133>] filemap_fault+0x3e3/0x430
[60550.911723]  [<ffffffff810cffaf>] __do_fault+0x4f/0x4b0
[60550.911731]  [<ffffffff810d2b50>] handle_mm_fault+0x1c0/0xb60
[60550.911741]  [<ffffffff8100977e>] ? __switch_to+0x26e/0x320
[60550.911750]  [<ffffffff81043105>] ? finish_task_switch+0x55/0xb0
[60550.911759]  [<ffffffff8131d9ca>] ? schedule+0x38a/0x7c0
[60550.911767]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60550.911775]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60550.911781] Mem-Info:
[60550.911785] Node 0 DMA per-cpu:
[60550.911792] CPU    0: hi:    0, btch:   1 usd:   0
[60550.911798] Node 0 DMA32 per-cpu:
[60550.911805] CPU    0: hi:  186, btch:  31 usd:  39
[60550.911813] active_anon:78147 inactive_anon:66416 isolated_anon:0
[60550.911814]  active_file:23 inactive_file:32 isolated_file:0
[60550.911815]  unevictable:0 dirty:0 writeback:0 unstable:0
[60550.911816]  free:1359 slab_reclaimable:440 slab_unreclaimable:1801
[60550.911817]  mapped:57 shmem:14 pagetables:2079 bounce:0
[60550.911834] Node 0 DMA free:2444kB min:76kB low:92kB high:112kB active_anon:6844kB inactive_anon:5220kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:4kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:0kB pagetables:168kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? yes
[60550.911862] lowmem_reserve[]: 0 590 590 590
[60550.911878] Node 0 DMA32 free:2992kB min:3068kB low:3832kB high:4600kB active_anon:305744kB inactive_anon:260444kB active_file:88kB inactive_file:128kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:604988kB mlocked:0kB dirty:0kB writeback:0kB mapped:224kB shmem:56kB slab_reclaimable:1760kB slab_unreclaimable:7140kB kernel_stack:808kB pagetables:8148kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:397 all_unreclaimable? yes
[60550.911907] lowmem_reserve[]: 0 0 0 0
[60550.911921] Node 0 DMA: 1*4kB 1*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2444kB
[60550.911957] Node 0 DMA32: 222*4kB 1*8kB 3*16kB 2*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 2992kB
[60550.911992] 71 total pagecache pages
[60550.911997] 0 pages in swap cache
[60550.912003] Swap cache stats: add 0, delete 0, find 0/0
[60550.912006] Free swap  = 0kB
[60550.912006] Total swap = 0kB
[60550.912006] 157439 pages RAM
[60550.912006] 4636 pages reserved
[60550.912006] 2122 pages shared
[60550.912006] 150433 pages non-shared
[60550.912006] Out of memory: kill process 6421 (bash) score 2238497 or a child
[60550.912006] Killed process 6600 (node) vsz:655648kB, anon-rss:31388kB, file-rss:176kB
[60551.795185] node invoked oom-killer: gfp_mask=0x201da, order=0, oom_adj=0
[60551.795252] node cpuset=/ mems_allowed=0
[60551.795260] Pid: 6638, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60551.795267] Call Trace:
[60551.795281]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60551.795293]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60551.795304]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60551.795314]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60551.795322]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60551.795330]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60551.795338]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60551.795346]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60551.795462]  [<ffffffff810eb7c4>] alloc_pages_current+0x94/0xf0
[60551.795474]  [<ffffffff810b89bf>] __page_cache_alloc+0x7f/0x90
[60551.795483]  [<ffffffff810c1830>] __do_page_cache_readahead+0xc0/0x200
[60551.795491]  [<ffffffff810c198c>] ra_submit+0x1c/0x20
[60551.795498]  [<ffffffff810ba133>] filemap_fault+0x3e3/0x430
[60551.795507]  [<ffffffff810cffaf>] __do_fault+0x4f/0x4b0
[60551.795515]  [<ffffffff810d2b50>] handle_mm_fault+0x1c0/0xb60
[60551.795525]  [<ffffffff8100977e>] ? __switch_to+0x26e/0x320
[60551.795534]  [<ffffffff81043105>] ? finish_task_switch+0x55/0xb0
[60551.795543]  [<ffffffff8131d9ca>] ? schedule+0x38a/0x7c0
[60551.795552]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60551.795560]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60551.795566] Mem-Info:
[60551.795571] Node 0 DMA per-cpu:
[60551.795578] CPU    0: hi:    0, btch:   1 usd:   0
[60551.795583] Node 0 DMA32 per-cpu:
[60551.795590] CPU    0: hi:  186, btch:  31 usd:  98
[60551.795598] active_anon:79473 inactive_anon:64918 isolated_anon:0
[60551.795599]  active_file:93 inactive_file:106 isolated_file:0
[60551.795600]  unevictable:0 dirty:0 writeback:0 unstable:0
[60551.795601]  free:1357 slab_reclaimable:440 slab_unreclaimable:1838
[60551.795601]  mapped:83 shmem:14 pagetables:2040 bounce:0
[60551.795618] Node 0 DMA free:2444kB min:76kB low:92kB high:112kB active_anon:6916kB inactive_anon:5172kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:4kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:0kB pagetables:168kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? yes
[60551.795647] lowmem_reserve[]: 0 590 590 590
[60551.795662] Node 0 DMA32 free:2984kB min:3068kB low:3832kB high:4600kB active_anon:310976kB inactive_anon:254500kB active_file:368kB inactive_file:424kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:604988kB mlocked:0kB dirty:0kB writeback:0kB mapped:328kB shmem:56kB slab_reclaimable:1760kB slab_unreclaimable:7288kB kernel_stack:808kB pagetables:7992kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:1280 all_unreclaimable? yes
[60551.795690] lowmem_reserve[]: 0 0 0 0
[60551.795705] Node 0 DMA: 3*4kB 0*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2444kB
[60551.795740] Node 0 DMA32: 238*4kB 2*8kB 0*16kB 1*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 2984kB
[60551.795775] 227 total pagecache pages
[60551.795780] 0 pages in swap cache
[60551.795785] Swap cache stats: add 0, delete 0, find 0/0
[60551.795790] Free swap  = 0kB
[60551.795794] Total swap = 0kB
[60551.796006] 157439 pages RAM
[60551.796006] 4636 pages reserved
[60551.796006] 2368 pages shared
[60551.796006] 150337 pages non-shared
[60551.796006] Out of memory: kill process 6421 (bash) score 2145186 or a child
[60551.796006] Killed process 6602 (node) vsz:656416kB, anon-rss:39636kB, file-rss:180kB
[60553.004335] node invoked oom-killer: gfp_mask=0x280da, order=0, oom_adj=0
[60553.004356] node cpuset=/ mems_allowed=0
[60553.004362] Pid: 6642, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60553.004370] Call Trace:
[60553.004384]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60553.004396]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60553.004407]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60553.004417]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60553.004425]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60553.004433]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60553.004441]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60553.004449]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60553.004459]  [<ffffffff81006f2d>] ? xen_force_evtchn_callback+0xd/0x10
[60553.004468]  [<ffffffff810ecab3>] alloc_page_vma+0x83/0x140
[60553.004478]  [<ffffffff810d317f>] handle_mm_fault+0x7ef/0xb60
[60553.004486]  [<ffffffff8100977e>] ? __switch_to+0x26e/0x320
[60553.004495]  [<ffffffff81043105>] ? finish_task_switch+0x55/0xb0
[60553.004503]  [<ffffffff8131d9ca>] ? schedule+0x38a/0x7c0
[60553.004512]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60553.004520]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60553.004526] Mem-Info:
[60553.004530] Node 0 DMA per-cpu:
[60553.004537] CPU    0: hi:    0, btch:   1 usd:   0
[60553.004543] Node 0 DMA32 per-cpu:
[60553.004549] CPU    0: hi:  186, btch:  31 usd: 118
[60553.004558] active_anon:80973 inactive_anon:63375 isolated_anon:0
[60553.004559]  active_file:102 inactive_file:34 isolated_file:64
[60553.004560]  unevictable:0 dirty:0 writeback:0 unstable:0
[60553.004560]  free:1364 slab_reclaimable:442 slab_unreclaimable:1848
[60553.004561]  mapped:170 shmem:14 pagetables:2042 bounce:0
[60553.004578] Node 0 DMA free:2444kB min:76kB low:92kB high:112kB active_anon:6980kB inactive_anon:5040kB active_file:4kB inactive_file:20kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:4kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:0kB pagetables:156kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:64 all_unreclaimable? no
[60553.004607] lowmem_reserve[]: 0 590 590 590
[60553.004622] Node 0 DMA32 free:3012kB min:3068kB low:3832kB high:4600kB active_anon:316912kB inactive_anon:248460kB active_file:404kB inactive_file:116kB unevictable:0kB isolated(anon):0kB isolated(file):256kB present:604988kB mlocked:0kB dirty:0kB writeback:0kB mapped:676kB shmem:56kB slab_reclaimable:1768kB slab_unreclaimable:7328kB kernel_stack:800kB pagetables:8012kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:832 all_unreclaimable? yes
[60553.004650] lowmem_reserve[]: 0 0 0 0
[60553.004664] Node 0 DMA: 3*4kB 0*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2444kB
[60553.005175] Node 0 DMA32: 225*4kB 2*8kB 1*16kB 3*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 3012kB
[60553.005211] 190 total pagecache pages
[60553.005216] 0 pages in swap cache
[60553.005222] Swap cache stats: add 0, delete 0, find 0/0
[60553.005227] Free swap  = 0kB
[60553.005231] Total swap = 0kB
[60553.008104] 157439 pages RAM
[60553.008104] 4636 pages reserved
[60553.008104] 3980 pages shared
[60553.008104] 150229 pages non-shared
[60553.008104] Out of memory: kill process 6421 (bash) score 2157971 or a child
[60553.008104] Killed process 6604 (node) vsz:656416kB, anon-rss:31608kB, file-rss:244kB
[60553.685859] node invoked oom-killer: gfp_mask=0x201da, order=0, oom_adj=0
[60553.685877] node cpuset=/ mems_allowed=0
[60553.685884] Pid: 6662, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60553.685891] Call Trace:
[60553.685907]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60553.685918]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60553.685928]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60553.685939]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60553.685947]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60553.685955]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60553.685964]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60553.685971]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60553.685981]  [<ffffffff810eb7c4>] alloc_pages_current+0x94/0xf0
[60553.685990]  [<ffffffff810b89bf>] __page_cache_alloc+0x7f/0x90
[60553.685998]  [<ffffffff810c1830>] __do_page_cache_readahead+0xc0/0x200
[60553.686006]  [<ffffffff810c198c>] ra_submit+0x1c/0x20
[60553.686014]  [<ffffffff810ba133>] filemap_fault+0x3e3/0x430
[60553.686023]  [<ffffffff810cffaf>] __do_fault+0x4f/0x4b0
[60553.686031]  [<ffffffff810d2b50>] handle_mm_fault+0x1c0/0xb60
[60553.686041]  [<ffffffff8100977e>] ? __switch_to+0x26e/0x320
[60553.686050]  [<ffffffff81043105>] ? finish_task_switch+0x55/0xb0
[60553.686059]  [<ffffffff8131d9ca>] ? schedule+0x38a/0x7c0
[60553.686067]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60553.686075]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60553.686081] Mem-Info:
[60553.686086] Node 0 DMA per-cpu:
[60553.686093] CPU    0: hi:    0, btch:   1 usd:   0
[60553.686098] Node 0 DMA32 per-cpu:
[60553.686105] CPU    0: hi:  186, btch:  31 usd: 119
[60553.686113] active_anon:83479 inactive_anon:60992 isolated_anon:0
[60553.686114]  active_file:19 inactive_file:48 isolated_file:64
[60553.686115]  unevictable:0 dirty:0 writeback:0 unstable:0
[60553.686116]  free:1364 slab_reclaimable:442 slab_unreclaimable:1848
[60553.686117]  mapped:92 shmem:14 pagetables:2016 bounce:0
[60553.686135] Node 0 DMA free:2444kB min:76kB low:92kB high:112kB active_anon:7040kB inactive_anon:5004kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:4kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:0kB pagetables:156kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? no
[60553.686163] lowmem_reserve[]: 0 590 590 590
[60553.686178] Node 0 DMA32 free:3012kB min:3068kB low:3832kB high:4600kB active_anon:326876kB inactive_anon:238964kB active_file:72kB inactive_file:192kB unevictable:0kB isolated(anon):0kB isolated(file):256kB present:604988kB mlocked:0kB dirty:0kB writeback:0kB mapped:364kB shmem:56kB slab_reclaimable:1768kB slab_unreclaimable:7328kB kernel_stack:800kB pagetables:7908kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:514 all_unreclaimable? yes
[60553.686207] lowmem_reserve[]: 0 0 0 0
[60553.686222] Node 0 DMA: 3*4kB 0*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2444kB
[60553.686257] Node 0 DMA32: 231*4kB 3*8kB 1*16kB 2*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 3012kB
[60553.686292] 121 total pagecache pages
[60553.686297] 0 pages in swap cache
[60553.686302] Swap cache stats: add 0, delete 0, find 0/0
[60553.686307] Free swap  = 0kB
[60553.686312] Total swap = 0kB
[60553.688005] 157439 pages RAM
[60553.688005] 4636 pages reserved
[60553.688005] 2572 pages shared
[60553.688005] 150294 pages non-shared
[60553.688005] Out of memory: kill process 6421 (bash) score 2075498 or a child
[60553.688005] Killed process 6608 (node) vsz:656416kB, anon-rss:40208kB, file-rss:184kB
[60554.578256] node invoked oom-killer: gfp_mask=0x201da, order=0, oom_adj=0
[60554.578275] node cpuset=/ mems_allowed=0
[60554.578282] Pid: 6626, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60554.578289] Call Trace:
[60554.578305]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60554.578316]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60554.578326]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60554.578336]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60554.578344]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60554.578352]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60554.578360]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60554.578369]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60554.578378]  [<ffffffff810eb7c4>] alloc_pages_current+0x94/0xf0
[60554.578386]  [<ffffffff810b89bf>] __page_cache_alloc+0x7f/0x90
[60554.578395]  [<ffffffff810c1830>] __do_page_cache_readahead+0xc0/0x200
[60554.578403]  [<ffffffff810c198c>] ra_submit+0x1c/0x20
[60554.578410]  [<ffffffff810ba133>] filemap_fault+0x3e3/0x430
[60554.578419]  [<ffffffff810cffaf>] __do_fault+0x4f/0x4b0
[60554.578428]  [<ffffffff810d2b50>] handle_mm_fault+0x1c0/0xb60
[60554.578438]  [<ffffffff8100977e>] ? __switch_to+0x26e/0x320
[60554.578447]  [<ffffffff81043105>] ? finish_task_switch+0x55/0xb0
[60554.578455]  [<ffffffff8131d9ca>] ? schedule+0x38a/0x7c0
[60554.578464]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60554.578472]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60554.578478] Mem-Info:
[60554.578482] Node 0 DMA per-cpu:
[60554.578489] CPU    0: hi:    0, btch:   1 usd:   0
[60554.578494] Node 0 DMA32 per-cpu:
[60554.578501] CPU    0: hi:  186, btch:  31 usd:  30
[60554.578509] active_anon:85852 inactive_anon:58771 isolated_anon:0
[60554.578510]  active_file:8 inactive_file:42 isolated_file:0
[60554.578511]  unevictable:0 dirty:0 writeback:0 unstable:0
[60554.578512]  free:1369 slab_reclaimable:438 slab_unreclaimable:1843
[60554.578513]  mapped:7 shmem:14 pagetables:1997 bounce:0
[60554.578530] Node 0 DMA free:2440kB min:76kB low:92kB high:112kB active_anon:6816kB inactive_anon:5188kB active_file:4kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:4kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:0kB pagetables:188kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:16 all_unreclaimable? yes
[60554.578558] lowmem_reserve[]: 0 590 590 590
[60554.578573] Node 0 DMA32 free:3036kB min:3068kB low:3832kB high:4600kB active_anon:336592kB inactive_anon:229896kB active_file:28kB inactive_file:168kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:604988kB mlocked:0kB dirty:0kB writeback:0kB mapped:24kB shmem:56kB slab_reclaimable:1752kB slab_unreclaimable:7308kB kernel_stack:784kB pagetables:7800kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:320 all_unreclaimable? yes
[60554.578601] lowmem_reserve[]: 0 0 0 0
[60554.578616] Node 0 DMA: 2*4kB 1*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2448kB
[60554.578650] Node 0 DMA32: 233*4kB 3*8kB 4*16kB 1*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 3036kB
[60554.578685] 82 total pagecache pages
[60554.578690] 0 pages in swap cache
[60554.578694] Swap cache stats: add 0, delete 0, find 0/0
[60554.578700] Free swap  = 0kB
[60554.578704] Total swap = 0kB
[60554.581631] 157439 pages RAM
[60554.581646] 4636 pages reserved
[60554.581651] 958 pages shared
[60554.581655] 150476 pages non-shared
[60554.581661] Out of memory: kill process 6421 (bash) score 1999387 or a child
[60554.581670] Killed process 6610 (node) vsz:657184kB, anon-rss:40800kB, file-rss:4kB
[60581.412307] node invoked oom-killer: gfp_mask=0x201da, order=0, oom_adj=0
[60581.412327] node cpuset=/ mems_allowed=0
[60581.412334] Pid: 6674, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60581.412342] Call Trace:
[60581.412357]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60581.412368]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60581.412378]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60581.412388]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60581.412396]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60581.412404]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60581.412416]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60581.412424]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60581.412433]  [<ffffffff810eb7c4>] alloc_pages_current+0x94/0xf0
[60581.412441]  [<ffffffff810b89bf>] __page_cache_alloc+0x7f/0x90
[60581.412449]  [<ffffffff810c1830>] __do_page_cache_readahead+0xc0/0x200
[60581.412458]  [<ffffffff810c198c>] ra_submit+0x1c/0x20
[60581.412465]  [<ffffffff810ba133>] filemap_fault+0x3e3/0x430
[60581.412475]  [<ffffffff810cffaf>] __do_fault+0x4f/0x4b0
[60581.412483]  [<ffffffff810d2b50>] handle_mm_fault+0x1c0/0xb60
[60581.412491]  [<ffffffff810d9815>] ? do_mmap_pgoff+0x335/0x380
[60581.412500]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60581.412508]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60581.412514] Mem-Info:
[60581.412518] Node 0 DMA per-cpu:
[60581.412525] CPU    0: hi:    0, btch:   1 usd:   0
[60581.412530] Node 0 DMA32 per-cpu:
[60581.412537] CPU    0: hi:  186, btch:  31 usd:  32
[60581.412545] active_anon:90446 inactive_anon:53982 isolated_anon:0
[60581.412546]  active_file:22 inactive_file:154 isolated_file:0
[60581.412547]  unevictable:0 dirty:0 writeback:0 unstable:0
[60581.412548]  free:1358 slab_reclaimable:444 slab_unreclaimable:1837
[60581.412549]  mapped:17 shmem:14 pagetables:2068 bounce:0
[60581.412566] Node 0 DMA free:2444kB min:76kB low:92kB high:112kB active_anon:6576kB inactive_anon:5352kB active_file:8kB inactive_file:8kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:8kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:16kB pagetables:200kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:47 all_unreclaimable? yes
[60581.412594] lowmem_reserve[]: 0 590 590 590
[60581.412609] Node 0 DMA32 free:2988kB min:3068kB low:3832kB high:4600kB active_anon:355208kB inactive_anon:210576kB active_file:80kB inactive_file:608kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:604988kB mlocked:0kB dirty:0kB writeback:0kB mapped:60kB shmem:56kB slab_reclaimable:1776kB slab_unreclaimable:7284kB kernel_stack:800kB pagetables:8072kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:2306 all_unreclaimable? yes
[60581.412636] lowmem_reserve[]: 0 0 0 0
[60581.412651] Node 0 DMA: 1*4kB 1*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2444kB
[60581.412686] Node 0 DMA32: 161*4kB 5*8kB 4*16kB 8*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 2988kB
[60581.412722] 195 total pagecache pages
[60581.412727] 0 pages in swap cache
[60581.412732] Swap cache stats: add 0, delete 0, find 0/0
[60581.412737] Free swap  = 0kB
[60581.412741] Total swap = 0kB
[60581.416069] 157439 pages RAM
[60581.416078] 4636 pages reserved
[60581.416083] 1246 pages shared
[60581.416087] 150448 pages non-shared
[60581.416094] Out of memory: kill process 6421 (bash) score 2088046 or a child
[60581.416103] Killed process 6612 (node) vsz:649440kB, anon-rss:32464kB, file-rss:16kB
[60608.019680] node invoked oom-killer: gfp_mask=0x201da, order=0, oom_adj=0
[60608.019699] node cpuset=/ mems_allowed=0
[60608.019706] Pid: 6624, comm: node Not tainted 2.6.35.11-83.9.amzn1.x86_64 #1
[60608.019713] Call Trace:
[60608.019727]  [<ffffffff8108e818>] ? cpuset_print_task_mems_allowed+0x98/0xa0
[60608.019738]  [<ffffffff810bb327>] dump_header.clone.1+0x77/0x1a0
[60608.019749]  [<ffffffff8131fd99>] ? _raw_spin_unlock_irqrestore+0x19/0x20
[60608.019759]  [<ffffffff811b119f>] ? ___ratelimit+0x9f/0x120
[60608.019767]  [<ffffffff810bb4c6>] oom_kill_process.clone.0+0x76/0x140
[60608.019776]  [<ffffffff810bb6a8>] __out_of_memory+0x118/0x190
[60608.019783]  [<ffffffff810bb7a2>] out_of_memory+0x82/0x1c0
[60608.019791]  [<ffffffff810bedb9>] __alloc_pages_nodemask+0x689/0x6a0
[60608.019800]  [<ffffffff810eb7c4>] alloc_pages_current+0x94/0xf0
[60608.019809]  [<ffffffff810b89bf>] __page_cache_alloc+0x7f/0x90
[60608.019820]  [<ffffffff810c1830>] __do_page_cache_readahead+0xc0/0x200
[60608.019829]  [<ffffffff810c198c>] ra_submit+0x1c/0x20
[60608.019836]  [<ffffffff810ba133>] filemap_fault+0x3e3/0x430
[60608.019844]  [<ffffffff810cffaf>] __do_fault+0x4f/0x4b0
[60608.019852]  [<ffffffff810d2b50>] handle_mm_fault+0x1c0/0xb60
[60608.019862]  [<ffffffff8100977e>] ? __switch_to+0x26e/0x320
[60608.019871]  [<ffffffff81043105>] ? finish_task_switch+0x55/0xb0
[60608.019879]  [<ffffffff8131d9ca>] ? schedule+0x38a/0x7c0
[60608.019887]  [<ffffffff81323792>] do_page_fault+0x112/0x310
[60608.019895]  [<ffffffff813204f5>] page_fault+0x25/0x30
[60608.019901] Mem-Info:
[60608.019906] Node 0 DMA per-cpu:
[60608.019913] CPU    0: hi:    0, btch:   1 usd:   0
[60608.019918] Node 0 DMA32 per-cpu:
[60608.019925] CPU    0: hi:  186, btch:  31 usd: 171
[60608.019933] active_anon:89695 inactive_anon:54583 isolated_anon:0
[60608.019933]  active_file:78 inactive_file:1 isolated_file:64
[60608.019934]  unevictable:0 dirty:0 writeback:0 unstable:0
[60608.019935]  free:1374 slab_reclaimable:442 slab_unreclaimable:1837
[60608.019936]  mapped:125 shmem:14 pagetables:2105 bounce:0
[60608.019953] Node 0 DMA free:2440kB min:76kB low:92kB high:112kB active_anon:7324kB inactive_anon:4616kB active_file:12kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15772kB mlocked:0kB dirty:0kB writeback:0kB mapped:8kB shmem:0kB slab_reclaimable:0kB slab_unreclaimable:64kB kernel_stack:16kB pagetables:196kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? no
[60608.019981] lowmem_reserve[]: 0 590 590 590
[60608.019996] Node 0 DMA32 free:3056kB min:3068kB low:3832kB high:4600kB active_anon:351456kB inactive_anon:213716kB active_file:300kB inactive_file:4kB unevictable:0kB isolated(anon):0kB isolated(file):256kB present:604988kB mlocked:0kB dirty:0kB writeback:0kB mapped:492kB shmem:56kB slab_reclaimable:1768kB slab_unreclaimable:7284kB kernel_stack:800kB pagetables:8224kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:669 all_unreclaimable? yes
[60608.020025] lowmem_reserve[]: 0 0 0 0
[60608.020039] Node 0 DMA: 0*4kB 1*8kB 0*16kB 0*32kB 0*64kB 1*128kB 1*256kB 0*512kB 0*1024kB 1*2048kB 0*4096kB = 2440kB
[60608.020073] Node 0 DMA32: 224*4kB 4*8kB 1*16kB 4*32kB 1*64kB 1*128kB 1*256kB 1*512kB 1*1024kB 0*2048kB 0*4096kB = 3056kB
[60608.020108] 160 total pagecache pages
[60608.020113] 0 pages in swap cache
[60608.020117] Swap cache stats: add 0, delete 0, find 0/0
[60608.020123] Free swap  = 0kB
[60608.020127] Total swap = 0kB
[60608.020297] 157439 pages RAM
[60608.020297] 4636 pages reserved
[60608.020297] 2429 pages shared
[60608.020297] 150198 pages non-shared
[60608.020297] Out of memory: kill process 6421 (bash) score 2242480 or a child
[60608.020297] Killed process 6616 (node) vsz:656352kB, anon-rss:31420kB, file-rss:16kB