Skip to content

Instantly share code, notes, and snippets.

@shankerwangmiao
Created February 27, 2019 04:30
Show Gist options
  • Save shankerwangmiao/c2398f38f60f7d6f35f2fc781d5120f4 to your computer and use it in GitHub Desktop.
Save shankerwangmiao/c2398f38f60f7d6f35f2fc781d5120f4 to your computer and use it in GitHub Desktop.
neomirrors last words
Feb 27 06:44:10 101.6.8.227 4,27584,634001058486,-;WARNING: CPU: 0 PID: 0 at kernel/rcu/tree.c:2792 rcu_process_callbacks+0x4c5/0x500
Feb 27 06:44:10 101.6.8.227 4,27585,634001109697,-;Modules linked in:
Feb 27 06:44:10 101.6.8.227 4,27586,634001127944,c; tcp_diag
Feb 27 06:44:10 101.6.8.227 4,27587,634001140255,c; inet_diag
Feb 27 06:44:10 101.6.8.227 4,27588,634001153602,c; netconsole
Feb 27 06:44:10 101.6.8.227 4,27589,634001169636,c; reiserfs(O)
Feb 27 06:44:10 101.6.8.227 4,27590,634001185881,c; loop
Feb 27 06:44:10 101.6.8.227 4,27591,634001196759,c; ip_vs
Feb 27 06:44:10 101.6.8.227 4,27592,634001210249,c; veth
Feb 27 06:44:10 101.6.8.227 4,27593,634001221265,c; nf_conntrack_netlink
Feb 27 06:44:10 101.6.8.227 4,27594,634001239805,c; overlay
Feb 27 06:44:10 101.6.8.227 4,27595,634001251925,c; xt_set
Feb 27 06:44:10 101.6.8.227 4,27596,634001265886,c; 8021q
Feb 27 06:44:10 101.6.8.227 4,27597,634001284853,c; garp
Feb 27 06:44:10 101.6.8.227 4,27598,634001295927,c; mrp
Feb 27 06:44:10 101.6.8.227 4,27599,634001308250,c; ip6t_MASQUERADE
Feb 27 06:44:10 101.6.8.227 4,27600,634001324193,c; nf_nat_masquerade_ipv6
Feb 27 06:44:10 101.6.8.227 4,27601,634001348080,c; ip6table_nat
Feb 27 06:44:10 101.6.8.227 4,27602,634001363903,c; nf_conntrack_ipv6
Feb 27 06:44:10 101.6.8.227 4,27603,634001383204,c; nf_defrag_ipv6
Feb 27 06:44:10 101.6.8.227 4,27604,634001398990,c; nf_nat_ipv6
Feb 27 06:44:10 101.6.8.227 4,27605,634001414200,c; ip6t_REJECT
Feb 27 06:44:10 101.6.8.227 4,27606,634001430244,c; nf_reject_ipv6
Feb 27 06:44:10 101.6.8.227 4,27607,634001448099,c; ip6table_filter
Feb 27 06:44:10 101.6.8.227 4,27608,634001464582,c; ip6_tables
Feb 27 06:44:10 101.6.8.227 4,27609,634001485212,c; ipt_MASQUERADE
Feb 27 06:44:10 101.6.8.227 4,27610,634001503231,c; nf_nat_masquerade_ipv4
Feb 27 06:44:10 101.6.8.227 4,27611,634001521744,c; xt_mac
Feb 27 06:44:10 101.6.8.227 4,27612,634001535003,c; xt_nat
Feb 27 06:44:10 101.6.8.227 4,27613,634001546070,c; xt_statistic
Feb 27 06:44:10 101.6.8.227 4,27614,634001558997,c; iptable_nat
Feb 27 06:44:10 101.6.8.227 4,27615,634001576935,c; nf_conntrack_ipv4
Feb 27 06:44:10 101.6.8.227 4,27616,634001601177,c; nf_defrag_ipv4
Feb 27 06:44:10 101.6.8.227 4,27617,634001620350,c; nf_nat_ipv4
Feb 27 06:44:10 101.6.8.227 4,27618,634001640367,c; nf_nat
Feb 27 06:44:10 101.6.8.227 4,27619,634001655929,c; nf_conntrack
Feb 27 06:44:10 101.6.8.227 4,27620,634001675061,c; xt_nfacct
Feb 27 06:44:10 101.6.8.227 4,27621,634001688929,c; ipt_REJECT
Feb 27 06:44:10 101.6.8.227 4,27622,634001705712,c; nf_reject_ipv4
Feb 27 06:44:10 101.6.8.227 4,27623,634001725321,c; iptable_filter
Feb 27 06:44:10 101.6.8.227 4,27624,634001743635,c; iptable_mangle
Feb 27 06:44:10 101.6.8.227 4,27625,634001760002,c; tun
Feb 27 06:44:10 101.6.8.227 4,27626,634001769128,c; ip_set_hash_ip
Feb 27 06:44:10 101.6.8.227 4,27627,634001783374,c; ip_set
Feb 27 06:44:10 101.6.8.227 4,27628,634001800010,c; nfnetlink_acct
Feb 27 06:44:10 101.6.8.227 4,27629,634001815966,c; nfnetlink
Feb 27 06:44:10 101.6.8.227 4,27630,634001831486,c; sb_edac
Feb 27 06:44:10 101.6.8.227 4,27631,634001845993,c; x86_pkg_temp_thermal
Feb 27 06:44:10 101.6.8.227 4,27632,634001865783,c; intel_powerclamp
Feb 27 06:44:10 101.6.8.227 4,27633,634001886249,c; coretemp
Feb 27 06:44:10 101.6.8.227 4,27634,634001905000,c; kvm_intel
Feb 27 06:44:10 101.6.8.227 4,27635,634001921538,c; kvm
Feb 27 06:44:10 101.6.8.227 4,27636,634001935684,c; irqbypass
Feb 27 06:44:10 101.6.8.227 4,27637,634001950962,c; crct10dif_pclmul
Feb 27 06:44:10 101.6.8.227 4,27638,634001969117,c; crc32_pclmul
Feb 27 06:44:10 101.6.8.227 4,27639,634001982766,c; ghash_clmulni_intel
Feb 27 06:44:11 101.6.8.227 4,27640,634001998199,c; pcbc
Feb 27 06:44:11 101.6.8.227 4,27641,634002008084,c; aesni_intel
Feb 27 06:44:11 101.6.8.227 4,27642,634002020434,c; crypto_simd
Feb 27 06:44:11 101.6.8.227 4,27643,634002033008,c; glue_helper
Feb 27 06:44:11 101.6.8.227 4,27644,634002045174,c; cryptd
Feb 27 06:44:11 101.6.8.227 4,27645,634002055405,c; iTCO_wdt
Feb 27 06:44:11 101.6.8.227 4,27646,634002066805,c; intel_cstate
Feb 27 06:44:11 101.6.8.227 4,27647,634002079504,c; iTCO_vendor_support
Feb 27 06:44:11 101.6.8.227 4,27648,634002096539,c; ipmi_si
Feb 27 06:44:11 101.6.8.227 4,27649,634002108491,c; sg
Feb 27 06:44:11 101.6.8.227 4,27650,634002118486,c; hpilo
Feb 27 06:44:11 101.6.8.227 4,27651,634002129885,c; hpwdt
Feb 27 06:44:11 101.6.8.227 4,27652,634002145372,c; intel_rapl_perf
Feb 27 06:44:11 101.6.8.227 4,27653,634002161508,c; ipmi_devintf
Feb 27 06:44:11 101.6.8.227 4,27654,634002178482,c; lpc_ich
Feb 27 06:44:11 101.6.8.227 4,27655,634002193546,c; pcc_cpufreq
Feb 27 06:44:11 101.6.8.227 4,27656,634002208186,c; shpchp
Feb 27 06:44:11 101.6.8.227 4,27657,634002233396,c; ioatdma
Feb 27 06:44:11 101.6.8.227 4,27658,634002246672,c; pcspkr
Feb 27 06:44:11 101.6.8.227 4,27659,634002260367,c; i2c_i801
Feb 27 06:44:11 101.6.8.227 4,27660,634002272890,c; ipmi_msghandler
Feb 27 06:44:11 101.6.8.227 4,27661,634002290242,c; mfd_core
Feb 27 06:44:11 101.6.8.227 4,27662,634002304148,c; wmi
Feb 27 06:44:11 101.6.8.227 4,27663,634002319314,c; acpi_power_meter
Feb 27 06:44:11 101.6.8.227 4,27664,634002337887,c; tcp_bbr
Feb 27 06:44:11 101.6.8.227 4,27665,634002353143,c; sch_fq
Feb 27 06:44:11 101.6.8.227 4,27666,634002367498,c; ip_tables
Feb 27 06:44:11 101.6.8.227 4,27667,634002383288,c; xfs
Feb 27 06:44:11 101.6.8.227 4,27668,634002395443,c; libcrc32c
Feb 27 06:44:11 101.6.8.227 4,27669,634002410015,c; i2c_algo_bit
Feb 27 06:44:11 101.6.8.227 4,27670,634002425105,c; drm_kms_helper
Feb 27 06:44:11 101.6.8.227 4,27671,634002440389,c; syscopyarea
Feb 27 06:44:11 101.6.8.227 4,27672,634002452748,c; sysfillrect
Feb 27 06:44:11 101.6.8.227 4,27673,634002465260,c; sysimgblt
Feb 27 06:44:11 101.6.8.227 4,27674,634002476874,c; fb_sys_fops
Feb 27 06:44:11 101.6.8.227 4,27675,634002489023,c; sd_mod
Feb 27 06:44:11 101.6.8.227 4,27676,634002499450,c; ttm
Feb 27 06:44:11 101.6.8.227 4,27677,634002508899,c; ixgbe
Feb 27 06:44:11 101.6.8.227 4,27678,634002522010,c; mdio
Feb 27 06:44:11 101.6.8.227 4,27679,634002532756,c; tg3
Feb 27 06:44:11 101.6.8.227 4,27680,634002541947,c; dca
Feb 27 06:44:11 101.6.8.227 4,27681,634002556502,c; serio_raw
Feb 27 06:44:11 101.6.8.227 4,27682,634002570353,c; ptp
Feb 27 06:44:11 101.6.8.227 4,27683,634002581646,c; drm
Feb 27 06:44:11 101.6.8.227 4,27684,634002590979,c; crc32c_intel
Feb 27 06:44:11 101.6.8.227 4,27685,634002603831,c; hpsa
Feb 27 06:44:11 101.6.8.227 4,27686,634002615712,c; pps_core
Feb 27 06:44:11 101.6.8.227 4,27687,634002627965,c; scsi_transport_sas
Feb 27 06:44:11 101.6.8.227 4,27688,634002646097,c; l2tp_eth
Feb 27 06:44:11 101.6.8.227 4,27689,634002657799,c; l2tp_netlink
Feb 27 06:44:11 101.6.8.227 4,27690,634002670977,c; l2tp_core
Feb 27 06:44:11 101.6.8.227 4,27691,634002682777,c; ip6_udp_tunnel
Feb 27 06:44:11 101.6.8.227 4,27692,634002696531,c; udp_tunnel
Feb 27 06:44:11 101.6.8.227 4,27693,634002708524,c; [last unloaded: netconsole]
Feb 27 06:44:11 101.6.8.227 4,27694,634002727910,-;CPU: 0 PID: 0 Comm: swapper/0 Tainted: G O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:44:11 101.6.8.227 4,27695,634002770843,-;Hardware name: HP ProLiant DL380 Gen9/ProLiant DL380 Gen9, BIOS P89 10/25/2017
Feb 27 06:44:11 101.6.8.227 4,27696,634002810318,-;RIP: 0010:rcu_process_callbacks+0x4c5/0x500
Feb 27 06:44:11 101.6.8.227 4,27697,634002835799,-;RSP: 0018:ffff881fff803ee8 EFLAGS: 00010002
Feb 27 06:44:11 101.6.8.227 4,27698,634002860838,-;RAX: 0000000000000000 RBX: ffff881fff823740 RCX: 7fffffffffffffff
Feb 27 06:44:11 101.6.8.227 4,27699,634002895162,-;RDX: ffffffffffffd801 RSI: ffff881fff803f00 RDI: ffff881fff823778
Feb 27 06:44:11 101.6.8.227 4,27700,634002929806,-;RBP: ffff881fff803f50 R08: ffff880558e91a00 R09: 0000000180200018
Feb 27 06:44:11 101.6.8.227 4,27701,634002963534,-;R10: 0000000058e90001 R11: ffff880558e91a00 R12: ffffffff822a4640
Feb 27 06:44:12 101.6.8.227 4,27702,634002997078,-;R13: ffff881fff823778 R14: ffff881fff803f00 R15: ffffffff82212480
Feb 27 06:44:12 101.6.8.227 4,27703,634003031197,-;FS: 0000000000000000(0000) GS:ffff881fff800000(0000) knlGS:0000000000000000
Feb 27 06:44:12 101.6.8.227 4,27704,634003069275,-;CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
Feb 27 06:44:12 101.6.8.227 4,27705,634003096284,-;CR2: 00000000006dde20 CR3: 000000000220a004 CR4: 00000000003606f0
Feb 27 06:44:12 101.6.8.227 4,27706,634003131641,-;DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
Feb 27 06:44:12 101.6.8.227 4,27707,634003168599,-;DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Feb 27 06:44:12 101.6.8.227 4,27708,634003202310,-;Call Trace:
Feb 27 06:44:12 101.6.8.227 4,27709,634003215128,-; <IRQ>
Feb 27 06:44:12 101.6.8.227 4,27710,634003224841,-; ? timerqueue_add+0x59/0x90
Feb 27 06:44:12 101.6.8.227 4,27711,634003243194,-; __do_softirq+0xc9/0x26a
Feb 27 06:44:12 101.6.8.227 4,27712,634003260293,-; irq_exit+0xd9/0xf0
Feb 27 06:44:12 101.6.8.227 4,27713,634003275874,-; smp_apic_timer_interrupt+0x65/0x120
Feb 27 06:44:12 101.6.8.227 4,27714,634003297850,-; apic_timer_interrupt+0x8e/0xa0
Feb 27 06:44:12 101.6.8.227 4,27715,634003317630,-; </IRQ>
Feb 27 06:44:12 101.6.8.227 4,27716,634003327815,-;RIP: 0010:poll_idle+0x2e/0x60
Feb 27 06:44:12 101.6.8.227 4,27717,634003347553,-;RSP: 0018:ffffffff82203de8 EFLAGS: 00000246
Feb 27 06:44:12 101.6.8.227 4,27718,634003372263,c; ORIG_RAX: ffffffffffffff11
Feb 27 06:44:12 101.6.8.227 4,27719,634003390723,-;RAX: 0000000080200000 RBX: ffffe8e000000680 RCX: 0000000000000000
Feb 27 06:44:12 101.6.8.227 4,27720,634003425187,-;RDX: 0000000000000000 RSI: ffffffff82212480 RDI: ffffe8e000000680
Feb 27 06:44:12 101.6.8.227 4,27721,634003459567,-;RBP: ffffffff82203de8 R08: 0000000000000000 R09: 000000000000009c
Feb 27 06:44:12 101.6.8.227 4,27722,634003493880,-;R10: 0000000000000097 R11: 0000000000000018 R12: 0000000000000000
Feb 27 06:44:12 101.6.8.227 4,27723,634003527598,-;R13: ffffffff82364158 R14: ffffffff82364140 R15: 0002409edfb00f17
Feb 27 06:44:12 101.6.8.227 4,27724,634003562564,-; cpuidle_enter_state+0x9f/0x290
Feb 27 06:44:12 101.6.8.227 4,27725,634003583230,-; cpuidle_enter+0x17/0x20
Feb 27 06:44:12 101.6.8.227 4,27726,634003600881,-; call_cpuidle+0x23/0x40
Feb 27 06:44:12 101.6.8.227 4,27727,634003618051,-; do_idle+0x17d/0x1e0
Feb 27 06:44:12 101.6.8.227 4,27728,634003634301,-; cpu_startup_entry+0x73/0x80
Feb 27 06:44:12 101.6.8.227 4,27729,634003655085,-; rest_init+0xaa/0xb0
Feb 27 06:44:12 101.6.8.227 4,27730,634003673129,-; start_kernel+0x4be/0x4df
Feb 27 06:44:12 101.6.8.227 4,27731,634003690574,-; ? set_init_arg+0x5a/0x5a
Feb 27 06:44:12 101.6.8.227 4,27732,634003708218,-; x86_64_start_reservations+0x2a/0x2c
Feb 27 06:44:12 101.6.8.227 4,27733,634003730198,-; x86_64_start_kernel+0x72/0x75
Feb 27 06:44:12 101.6.8.227 4,27734,634003749972,-; secondary_startup_64+0xa5/0xb0
Feb 27 06:44:12 101.6.8.227 4,27735,634003770167,-;Code:
Feb 27 06:44:12 101.6.8.227 4,27736,634003780136,c;01
Feb 27 06:44:12 101.6.8.227 4,27737,634003788871,c;48
Feb 27 06:44:12 101.6.8.227 4,27738,634003798219,c;89
Feb 27 06:44:12 101.6.8.227 4,27739,634003806896,c;93
Feb 27 06:44:12 101.6.8.227 4,27740,634003815976,c;b0
Feb 27 06:44:12 101.6.8.227 4,27741,634003824642,c;00
Feb 27 06:44:12 101.6.8.227 4,27742,634003834135,c;00
Feb 27 06:44:12 101.6.8.227 4,27743,634003842858,c;00
Feb 27 06:44:12 101.6.8.227 4,27744,634003851783,c;e9
Feb 27 06:44:12 101.6.8.227 4,27745,634003860476,c;f0
Feb 27 06:44:12 101.6.8.227 4,27746,634003869154,c;fd
Feb 27 06:44:12 101.6.8.227 4,27747,634003878247,c;ff
Feb 27 06:44:12 101.6.8.227 4,27748,634003887288,c;ff
Feb 27 06:44:12 101.6.8.227 4,27749,634003896928,c;4c
Feb 27 06:44:12 101.6.8.227 4,27750,634003905814,c;89
Feb 27 06:44:12 101.6.8.227 4,27751,634003914569,c;c6
Feb 27 06:44:12 101.6.8.227 4,27752,634003923428,c;4c
Feb 27 06:44:12 101.6.8.227 4,27753,634003932115,c;89
Feb 27 06:44:12 101.6.8.227 4,27754,634003941327,c;ef
Feb 27 06:44:12 101.6.8.227 4,27755,634003949855,c;e8
Feb 27 06:44:12 101.6.8.227 4,27756,634003958707,c;fe
Feb 27 06:44:12 101.6.8.227 4,27757,634003967500,c;aa
Feb 27 06:44:12 101.6.8.227 4,27758,634003976228,c;70
Feb 27 06:44:12 101.6.8.227 4,27759,634003984993,c;00
Feb 27 06:44:13 101.6.8.227 4,27760,634003993676,c;e9
Feb 27 06:44:13 101.6.8.227 4,27761,634004002762,c;3f
Feb 27 06:44:13 101.6.8.227 4,27762,634004011725,c;fc
Feb 27 06:44:13 101.6.8.227 4,27763,634004020853,c;ff
Feb 27 06:44:13 101.6.8.227 4,27764,634004029944,c;ff
Feb 27 06:44:13 101.6.8.227 4,27765,634004038735,c;0f
Feb 27 06:44:13 101.6.8.227 4,27766,634004047542,c;0b
Feb 27 06:44:13 101.6.8.227 4,27767,634004056232,c;e9
Feb 27 06:44:13 101.6.8.227 4,27768,634004065097,c;1d
Feb 27 06:44:13 101.6.8.227 4,27769,634004073874,c;fc
Feb 27 06:44:13 101.6.8.227 4,27770,634004082649,c;ff
Feb 27 06:44:13 101.6.8.227 4,27771,634004091669,c;ff
Feb 27 06:44:13 101.6.8.227 4,27772,634004100513,c;0f
Feb 27 06:44:13 101.6.8.227 4,27773,634004109359,c;0b
Feb 27 06:44:13 101.6.8.227 4,27774,634004118228,c;e9
Feb 27 06:44:13 101.6.8.227 4,27775,634004126851,c;cf
Feb 27 06:44:13 101.6.8.227 4,27776,634004135385,c;fb
Feb 27 06:44:13 101.6.8.227 4,27777,634004144518,c;ff
Feb 27 06:44:13 101.6.8.227 4,27778,634004154131,c;ff
Feb 27 06:44:13 101.6.8.227 4,27779,634004164203,c;<0f>
Feb 27 06:44:13 101.6.8.227 4,27780,634004175159,c;0b
Feb 27 06:44:13 101.6.8.227 4,27781,634004183883,c;66
Feb 27 06:44:13 101.6.8.227 4,27782,634004192539,c;0f
Feb 27 06:44:13 101.6.8.227 4,27783,634004201442,c;1f
Feb 27 06:44:13 101.6.8.227 4,27784,634004210212,c;84
Feb 27 06:44:13 101.6.8.227 4,27785,634004218830,c;00
Feb 27 06:44:13 101.6.8.227 4,27786,634004227495,c;00
Feb 27 06:44:13 101.6.8.227 4,27787,634004236387,c;00
Feb 27 06:44:13 101.6.8.227 4,27788,634004245284,c;00
Feb 27 06:44:13 101.6.8.227 4,27789,634004253845,c;00
Feb 27 06:44:13 101.6.8.227 4,27790,634004262523,c;e9
Feb 27 06:44:13 101.6.8.227 4,27791,634004271446,c;03
Feb 27 06:44:13 101.6.8.227 4,27792,634004280077,c;fe
Feb 27 06:44:13 101.6.8.227 4,27793,634004288654,c;ff
Feb 27 06:44:13 101.6.8.227 4,27794,634004297216,c;ff
Feb 27 06:44:13 101.6.8.227 4,27795,634004305819,c;0f
Feb 27 06:44:13 101.6.8.227 4,27796,634004314684,c;0b
Feb 27 06:44:13 101.6.8.227 4,27797,634004323449,c;66
Feb 27 06:44:13 101.6.8.227 4,27798,634004332137,c;0f
Feb 27 06:44:13 101.6.8.227 4,27799,634004340733,c;1f
Feb 27 06:44:13 101.6.8.227 4,27800,634004349291,-;---[ end trace 3fea54f21241e9f3 ]---
Feb 27 06:47:12 101.6.8.227 3,27801,634183735769,-;INFO: task xfsaild/sda1:760 blocked for more than 120 seconds.
Feb 27 06:47:12 101.6.8.227 3,27802,634183771016,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:12 101.6.8.227 3,27803,634183806580,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:12 101.6.8.227 6,27804,634183845870,-;xfsaild/sda1 D
Feb 27 06:47:12 101.6.8.227 4,27805,634183860539,c; 0 760 2 0x80000000
Feb 27 06:47:12 101.6.8.227 4,27806,634183880253,-;Call Trace:
Feb 27 06:47:12 101.6.8.227 4,27807,634183892579,-; __schedule+0x28d/0x880
Feb 27 06:47:12 101.6.8.227 4,27808,634183910056,-; ? lock_timer_base+0x76/0xa0
Feb 27 06:47:12 101.6.8.227 4,27809,634183929726,-; schedule+0x36/0x80
Feb 27 06:47:12 101.6.8.227 4,27810,634183945788,-; _xfs_log_force+0x1b0/0x280 [xfs]
Feb 27 06:47:12 101.6.8.227 4,27811,634183967793,-; ? wake_up_q+0x80/0x80
Feb 27 06:47:13 101.6.8.227 4,27812,634183985277,-; ? xfsaild+0x1b7/0x7e0 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27813,634184005268,-; xfs_log_force+0x2c/0x80 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27814,634184026508,-; xfsaild+0x1b7/0x7e0 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27815,634184045793,-; kthread+0x102/0x140
Feb 27 06:47:13 101.6.8.227 4,27816,634184062239,-; ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27817,634184089621,-; ? kthread_bind+0x20/0x20
Feb 27 06:47:13 101.6.8.227 4,27818,634184107719,-; ret_from_fork+0x35/0x40
Feb 27 06:47:13 101.6.8.227 3,27819,634184125542,-;INFO: task xfsaild/sdb:1129 blocked for more than 120 seconds.
Feb 27 06:47:13 101.6.8.227 3,27820,634184166201,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:13 101.6.8.227 3,27821,634184200167,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:13 101.6.8.227 6,27822,634184238947,-;xfsaild/sdb D
Feb 27 06:47:13 101.6.8.227 4,27823,634184254013,c; 0 1129 2 0x80000000
Feb 27 06:47:13 101.6.8.227 4,27824,634184275328,-;Call Trace:
Feb 27 06:47:13 101.6.8.227 4,27825,634184288542,-; __schedule+0x28d/0x880
Feb 27 06:47:13 101.6.8.227 4,27826,634184308405,-; schedule+0x36/0x80
Feb 27 06:47:13 101.6.8.227 4,27827,634184325807,-; schedule_timeout+0x1d4/0x300
Feb 27 06:47:13 101.6.8.227 4,27828,634184346769,-; ? blk_finish_plug+0x2c/0x40
Feb 27 06:47:13 101.6.8.227 4,27829,634184367788,-; ? _xfs_buf_ioapply+0x324/0x430 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27830,634184391945,-; wait_for_completion+0x121/0x180
Feb 27 06:47:13 101.6.8.227 4,27831,634184414767,-; ? wake_up_q+0x80/0x80
Feb 27 06:47:13 101.6.8.227 4,27832,634184432626,-; ? xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27833,634184459340,-; ? _xfs_buf_read+0x23/0x40 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27834,634184481602,-; xfs_buf_submit_wait+0x7f/0x210 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27835,634184506260,-; ? xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27836,634184532891,-; _xfs_buf_read+0x23/0x40 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27837,634184554472,-; xfs_buf_read_map+0x108/0x180 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27838,634184578653,-; xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27839,634184604604,-; xfs_imap_to_bp+0x6e/0xe0 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27840,634184626005,-; xfs_iflush+0xda/0x240 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27841,634184646392,-; xfs_inode_item_push+0x147/0x190 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27842,634184671524,-; xfsaild+0x3a2/0x7e0 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27843,634184691484,-; kthread+0x102/0x140
Feb 27 06:47:13 101.6.8.227 4,27844,634184708657,-; ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
Feb 27 06:47:13 101.6.8.227 4,27845,634184736719,-; ? kthread_bind+0x20/0x20
Feb 27 06:47:13 101.6.8.227 4,27846,634184755728,-; ? do_syscall_64+0x73/0x1b0
Feb 27 06:47:13 101.6.8.227 4,27847,634184776532,-; ret_from_fork+0x35/0x40
Feb 27 06:47:13 101.6.8.227 3,27848,634184797332,-;INFO: task filebeat:2686 blocked for more than 120 seconds.
Feb 27 06:47:13 101.6.8.227 3,27849,634184833570,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:13 101.6.8.227 3,27850,634184869918,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:13 101.6.8.227 6,27851,634184911569,-;filebeat D
Feb 27 06:47:13 101.6.8.227 4,27852,634184926957,c; 0 2686 2558 0x00000100
Feb 27 06:47:13 101.6.8.227 4,27853,634184948298,-;Call Trace:
Feb 27 06:47:13 101.6.8.227 4,27854,634184961555,-; __schedule+0x28d/0x880
Feb 27 06:47:14 101.6.8.227 4,27855,634184980717,-; ? generic_make_request+0x110/0x2e0
Feb 27 06:47:14 101.6.8.227 4,27856,634185003969,-; schedule+0x36/0x80
Feb 27 06:47:14 101.6.8.227 4,27857,634185020724,-; io_schedule+0x16/0x40
Feb 27 06:47:14 101.6.8.227 4,27858,634185038669,-; wait_on_page_bit_common+0x109/0x1c0
Feb 27 06:47:14 101.6.8.227 4,27859,634185062969,-; ? page_cache_tree_insert+0xd0/0xd0
Feb 27 06:47:14 101.6.8.227 4,27860,634185087755,-; __filemap_fdatawait_range+0x10e/0x180
Feb 27 06:47:14 101.6.8.227 4,27861,634185114216,-; ? __filemap_fdatawrite_range+0xd1/0x100
Feb 27 06:47:14 101.6.8.227 4,27862,634185139558,-; file_write_and_wait_range+0x4b/0x90
Feb 27 06:47:14 101.6.8.227 4,27863,634185163753,-; xfs_file_fsync+0x67/0x1d0 [xfs]
Feb 27 06:47:14 101.6.8.227 4,27864,634185186604,-; vfs_fsync_range+0x40/0xb0
Feb 27 06:47:14 101.6.8.227 4,27865,634185207811,-; xfs_file_write_iter+0x113/0x130 [xfs]
Feb 27 06:47:14 101.6.8.227 4,27866,634185232933,-; __vfs_write+0xf2/0x150
Feb 27 06:47:14 101.6.8.227 4,27867,634185251917,-; vfs_write+0xb2/0x1b0
Feb 27 06:47:14 101.6.8.227 4,27868,634185269518,-; SyS_write+0x55/0xc0
Feb 27 06:47:14 101.6.8.227 4,27869,634185286526,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:14 101.6.8.227 4,27870,634185306530,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:14 101.6.8.227 4,27871,634185334894,-;RIP: 0033:0x4751c4
Feb 27 06:47:14 101.6.8.227 4,27872,634185353261,-;RSP: 002b:000000c420075ad0 EFLAGS: 00000246
Feb 27 06:47:14 101.6.8.227 4,27873,634185379742,c; ORIG_RAX: 0000000000000001
Feb 27 06:47:14 101.6.8.227 4,27874,634185399882,-;RAX: ffffffffffffffda RBX: 000000c42001200c RCX: 00000000004751c4
Feb 27 06:47:14 101.6.8.227 4,27875,634185438792,-;RDX: 0000000000001c91 RSI: 000000c4206e0000 RDI: 000000000000000b
Feb 27 06:47:14 101.6.8.227 4,27876,634185476377,-;RBP: 000000c420075b20 R08: 0000000000000000 R09: 0000000000000000
Feb 27 06:47:14 101.6.8.227 4,27877,634185513778,-;R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000001
Feb 27 06:47:14 101.6.8.227 4,27878,634185550788,-;R13: 0000000000000001 R14: 000000000000000c R15: 0000000000000000
Feb 27 06:47:14 101.6.8.227 3,27879,634185588257,-;INFO: task tunasync:9077 blocked for more than 120 seconds.
Feb 27 06:47:14 101.6.8.227 3,27880,634185624066,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:14 101.6.8.227 3,27881,634185660790,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:14 101.6.8.227 6,27882,634185703616,-;tunasync D
Feb 27 06:47:14 101.6.8.227 4,27883,634185719963,c; 0 9077 1 0x00000000
Feb 27 06:47:14 101.6.8.227 4,27884,634185741530,-;Call Trace:
Feb 27 06:47:14 101.6.8.227 4,27885,634185755667,-; __schedule+0x28d/0x880
Feb 27 06:47:14 101.6.8.227 4,27886,634185773930,-; schedule+0x36/0x80
Feb 27 06:47:14 101.6.8.227 4,27887,634185791562,-; schedule_timeout+0x1d4/0x300
Feb 27 06:47:14 101.6.8.227 4,27888,634185814044,-; __down_common+0xfc/0x132
Feb 27 06:47:14 101.6.8.227 4,27889,634185835315,-; ? __radix_tree_lookup+0x84/0xf0
Feb 27 06:47:14 101.6.8.227 4,27890,634185859570,-; ? _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:14 101.6.8.227 4,27891,634185884382,-; __down+0x1d/0x1f
Feb 27 06:47:14 101.6.8.227 4,27892,634185900917,-; down+0x41/0x50
Feb 27 06:47:14 101.6.8.227 4,27893,634185916769,-; xfs_buf_lock+0x3c/0xf0 [xfs]
Feb 27 06:47:14 101.6.8.227 4,27894,634185938534,-; _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:14 101.6.8.227 4,27895,634185961964,-; xfs_buf_get_map+0x2a/0x280 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27896,634185985926,-; xfs_buf_read_map+0x2d/0x180 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27897,634186009521,-; xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27898,634186036802,-; xfs_da_read_buf+0xd0/0x120 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27899,634186060166,-; xfs_dir3_block_read+0x3d/0x70 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27900,634186084565,-; xfs_dir2_block_getdents+0x86/0x240 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27901,634186111963,-; xfs_readdir+0x14e/0x190 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27902,634186133778,-; xfs_file_readdir+0x30/0x40 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27903,634186157693,-; iterate_dir+0x98/0x1a0
Feb 27 06:47:15 101.6.8.227 4,27904,634186175992,-; ? _cond_resched+0x19/0x30
Feb 27 06:47:15 101.6.8.227 4,27905,634186196293,-; SyS_getdents64+0x98/0x130
Feb 27 06:47:15 101.6.8.227 4,27906,634186216499,-; ? filldir+0x130/0x130
Feb 27 06:47:15 101.6.8.227 4,27907,634186236371,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:15 101.6.8.227 4,27908,634186256535,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:15 101.6.8.227 4,27909,634186284594,-;RIP: 0033:0x47de74
Feb 27 06:47:15 101.6.8.227 4,27910,634186301203,-;RSP: 002b:000000c4208ec4b0 EFLAGS: 00000246
Feb 27 06:47:15 101.6.8.227 4,27911,634186330950,c; ORIG_RAX: 00000000000000d9
Feb 27 06:47:15 101.6.8.227 4,27912,634186352745,-;RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 000000000047de74
Feb 27 06:47:15 101.6.8.227 4,27913,634186392892,-;RDX: 0000000000001000 RSI: 000000c420164000 RDI: 0000000000000008
Feb 27 06:47:15 101.6.8.227 4,27914,634186431522,-;RBP: 000000c4208ec500 R08: 0000000000000000 R09: 0000000000000000
Feb 27 06:47:15 101.6.8.227 4,27915,634186470006,-;R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000038
Feb 27 06:47:15 101.6.8.227 4,27916,634186509355,-;R13: 00000000000000e0 R14: 0000000000000000 R15: 00000000000000f5
Feb 27 06:47:15 101.6.8.227 3,27917,634186547815,-;INFO: task tunasync:10060 blocked for more than 120 seconds.
Feb 27 06:47:15 101.6.8.227 3,27918,634186583580,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:15 101.6.8.227 3,27919,634186620333,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:15 101.6.8.227 6,27920,634186661412,-;tunasync D
Feb 27 06:47:15 101.6.8.227 4,27921,634186677695,c; 0 10060 1 0x00000000
Feb 27 06:47:15 101.6.8.227 4,27922,634186699801,-;Call Trace:
Feb 27 06:47:15 101.6.8.227 4,27923,634186712944,-; __schedule+0x28d/0x880
Feb 27 06:47:15 101.6.8.227 4,27924,634186733283,-; ? generic_make_request+0x110/0x2e0
Feb 27 06:47:15 101.6.8.227 4,27925,634186758545,-; schedule+0x36/0x80
Feb 27 06:47:15 101.6.8.227 4,27926,634186776553,-; io_schedule+0x16/0x40
Feb 27 06:47:15 101.6.8.227 4,27927,634186794940,-; wait_on_page_bit_common+0x109/0x1c0
Feb 27 06:47:15 101.6.8.227 4,27928,634186819852,-; ? page_cache_tree_insert+0xd0/0xd0
Feb 27 06:47:15 101.6.8.227 4,27929,634186844974,-; __filemap_fdatawait_range+0x10e/0x180
Feb 27 06:47:15 101.6.8.227 4,27930,634186871550,-; ? __filemap_fdatawrite_range+0xd1/0x100
Feb 27 06:47:15 101.6.8.227 4,27931,634186897697,-; file_write_and_wait_range+0x4b/0x90
Feb 27 06:47:15 101.6.8.227 4,27932,634186923533,-; xfs_file_fsync+0x67/0x1d0 [xfs]
Feb 27 06:47:15 101.6.8.227 4,27933,634186946930,-; vfs_fsync_range+0x40/0xb0
Feb 27 06:47:15 101.6.8.227 4,27934,634186967165,-; do_fsync+0x3d/0x70
Feb 27 06:47:16 101.6.8.227 4,27935,634186985206,-; SyS_fdatasync+0x13/0x20
Feb 27 06:47:16 101.6.8.227 4,27936,634187004726,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:16 101.6.8.227 4,27937,634187026172,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:16 101.6.8.227 4,27938,634187053934,-;RIP: 0033:0x47de74
Feb 27 06:47:16 101.6.8.227 4,27939,634187070537,-;RSP: 002b:000000c42069f1d8 EFLAGS: 00000246
Feb 27 06:47:16 101.6.8.227 4,27940,634187098905,c; ORIG_RAX: 000000000000004b
Feb 27 06:47:16 101.6.8.227 4,27941,634187120548,-;RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 000000000047de74
Feb 27 06:47:16 101.6.8.227 4,27942,634187159543,-;RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000003
Feb 27 06:47:16 101.6.8.227 4,27943,634187197825,-;RBP: 000000c42069f220 R08: 0000000000000000 R09: 0000000000000000
Feb 27 06:47:16 101.6.8.227 4,27944,634187235693,-;R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000000
Feb 27 06:47:16 101.6.8.227 4,27945,634187275622,-;R13: 0000000000000004 R14: 0000000000000000 R15: 00000000000000d1
Feb 27 06:47:16 101.6.8.227 3,27946,634187315415,-;INFO: task nginx:5589 blocked for more than 120 seconds.
Feb 27 06:47:16 101.6.8.227 3,27947,634187349345,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:16 101.6.8.227 3,27948,634187388575,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:16 101.6.8.227 6,27949,634187431344,-;nginx D
Feb 27 06:47:16 101.6.8.227 4,27950,634187447795,c; 0 5589 4701 0x00000000
Feb 27 06:47:16 101.6.8.227 4,27951,634187468712,-;Call Trace:
Feb 27 06:47:16 101.6.8.227 4,27952,634187482292,-; __schedule+0x28d/0x880
Feb 27 06:47:16 101.6.8.227 4,27953,634187499326,-; schedule+0x36/0x80
Feb 27 06:47:16 101.6.8.227 4,27954,634187514757,-; schedule_timeout+0x1d4/0x300
Feb 27 06:47:16 101.6.8.227 4,27955,634187534958,-; __down_common+0xfc/0x132
Feb 27 06:47:16 101.6.8.227 4,27956,634187554911,-; ? _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27957,634187578496,-; __down+0x1d/0x1f
Feb 27 06:47:16 101.6.8.227 4,27958,634187594673,-; down+0x41/0x50
Feb 27 06:47:16 101.6.8.227 4,27959,634187609350,-; xfs_buf_lock+0x3c/0xf0 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27960,634187630874,-; _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27961,634187652920,-; xfs_buf_get_map+0x2a/0x280 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27962,634187675304,-; xfs_buf_read_map+0x2d/0x180 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27963,634187697973,-; xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27964,634187723550,-; xfs_da_read_buf+0xd0/0x120 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27965,634187744943,-; xfs_da3_node_read+0x23/0xc0 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27966,634187767525,-; ? kmem_zone_alloc+0xa4/0x110 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27967,634187790494,-; xfs_da3_node_lookup_int+0x6e/0x310 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27968,634187815958,-; ? kmem_zone_alloc+0xa4/0x110 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27969,634187839366,-; xfs_dir2_node_lookup+0x4d/0x170 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27970,634187863340,-; xfs_dir_lookup+0x1a5/0x1c0 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27971,634187888266,-; xfs_lookup+0x5c/0x110 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27972,634187911657,-; xfs_vn_lookup+0x70/0xb0 [xfs]
Feb 27 06:47:16 101.6.8.227 4,27973,634187932705,-; path_openat+0xddc/0x13b0
Feb 27 06:47:16 101.6.8.227 4,27974,634187951698,-; ? tcp_recvmsg+0x2ea/0x9f0
Feb 27 06:47:16 101.6.8.227 4,27975,634187971042,-; ? ep_eventpoll_poll+0x70/0x80
Feb 27 06:47:17 101.6.8.227 4,27976,634187991975,-; do_filp_open+0x91/0x100
Feb 27 06:47:17 101.6.8.227 4,27977,634188011101,-; ? __alloc_fd+0x46/0x170
Feb 27 06:47:17 101.6.8.227 4,27978,634188029951,-; do_sys_open+0x124/0x210
Feb 27 06:47:17 101.6.8.227 4,27979,634188047908,-; SyS_open+0x1e/0x20
Feb 27 06:47:17 101.6.8.227 4,27980,634188073213,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:17 101.6.8.227 4,27981,634188091937,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:17 101.6.8.227 4,27982,634188118433,-;RIP: 0033:0x7fbc56a66e90
Feb 27 06:47:17 101.6.8.227 4,27983,634188136934,-;RSP: 002b:00007ffddae096d8 EFLAGS: 00000246
Feb 27 06:47:17 101.6.8.227 4,27984,634188162917,c; ORIG_RAX: 0000000000000002
Feb 27 06:47:17 101.6.8.227 4,27985,634188183171,-;RAX: ffffffffffffffda RBX: 00007ffddae09980 RCX: 00007fbc56a66e90
Feb 27 06:47:17 101.6.8.227 4,27986,634188219578,-;RDX: 0000000000000000 RSI: 0000000000000800 RDI: 0000558738e001f8
Feb 27 06:47:17 101.6.8.227 4,27987,634188254602,-;RBP: 0000000000000195 R08: 0000000000000000 R09: 0000558738e9efb0
Feb 27 06:47:17 101.6.8.227 4,27988,634188289377,-;R10: 0000000000000063 R11: 0000000000000246 R12: 00007ffddae09980
Feb 27 06:47:17 101.6.8.227 4,27989,634188325496,-;R13: 00007ffddae09960 R14: 00007ffddae09980 R15: 0000558738e0025e
Feb 27 06:47:17 101.6.8.227 3,27990,634188360224,-;INFO: task nginx:5590 blocked for more than 120 seconds.
Feb 27 06:47:17 101.6.8.227 3,27991,634188393530,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:17 101.6.8.227 3,27992,634188431850,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:17 101.6.8.227 6,27993,634188470658,-;nginx D
Feb 27 06:47:17 101.6.8.227 4,27994,634188485846,c; 0 5590 4701 0x00000000
Feb 27 06:47:17 101.6.8.227 4,27995,634188506463,-;Call Trace:
Feb 27 06:47:17 101.6.8.227 4,27996,634188519635,-; __schedule+0x28d/0x880
Feb 27 06:47:17 101.6.8.227 4,27997,634188537662,-; schedule+0x36/0x80
Feb 27 06:47:17 101.6.8.227 4,27998,634188553811,-; schedule_timeout+0x1d4/0x300
Feb 27 06:47:17 101.6.8.227 4,27999,634188574981,-; __down_common+0xfc/0x132
Feb 27 06:47:17 101.6.8.227 4,28000,634188593891,-; ? _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28001,634188616934,-; __down+0x1d/0x1f
Feb 27 06:47:17 101.6.8.227 4,28002,634188632525,-; down+0x41/0x50
Feb 27 06:47:17 101.6.8.227 4,28003,634188647831,-; xfs_buf_lock+0x3c/0xf0 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28004,634188667967,-; _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28005,634188689560,-; xfs_buf_get_map+0x2a/0x280 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28006,634188712525,-; xfs_buf_read_map+0x2d/0x180 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28007,634188736626,-; xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28008,634188761876,-; xfs_da_read_buf+0xd0/0x120 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28009,634188785036,-; xfs_da3_node_read+0x23/0xc0 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28010,634188808465,-; ? kmem_zone_alloc+0xa4/0x110 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28011,634188830951,-; xfs_da3_node_lookup_int+0x6e/0x310 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28012,634188856903,-; ? kmem_zone_alloc+0xa4/0x110 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28013,634188881272,-; xfs_dir2_node_lookup+0x4d/0x170 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28014,634188905970,-; xfs_dir_lookup+0x1a5/0x1c0 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28015,634188931602,-; xfs_lookup+0x5c/0x110 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28016,634188952645,-; xfs_vn_lookup+0x70/0xb0 [xfs]
Feb 27 06:47:17 101.6.8.227 4,28017,634188973850,-; path_openat+0xddc/0x13b0
Feb 27 06:47:18 101.6.8.227 4,28018,634188992852,-; ? tcp_recvmsg+0x2ea/0x9f0
Feb 27 06:47:18 101.6.8.227 4,28019,634189011684,-; ? ep_eventpoll_poll+0x70/0x80
Feb 27 06:47:18 101.6.8.227 4,28020,634189032765,-; do_filp_open+0x91/0x100
Feb 27 06:47:18 101.6.8.227 4,28021,634189050998,-; ? __alloc_fd+0x46/0x170
Feb 27 06:47:18 101.6.8.227 4,28022,634189069772,-; do_sys_open+0x124/0x210
Feb 27 06:47:18 101.6.8.227 4,28023,634189087938,-; SyS_open+0x1e/0x20
Feb 27 06:47:18 101.6.8.227 4,28024,634189105159,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:18 101.6.8.227 4,28025,634189124553,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:18 101.6.8.227 4,28026,634189151588,-;RIP: 0033:0x7fbc56a66e90
Feb 27 06:47:18 101.6.8.227 4,28027,634189170716,-;RSP: 002b:00007ffddae096d8 EFLAGS: 00000246
Feb 27 06:47:18 101.6.8.227 4,28028,634189199333,c; ORIG_RAX: 0000000000000002
Feb 27 06:47:18 101.6.8.227 4,28029,634189219661,-;RAX: ffffffffffffffda RBX: 00007ffddae09980 RCX: 00007fbc56a66e90
Feb 27 06:47:18 101.6.8.227 4,28030,634189255420,-;RDX: 0000000000000000 RSI: 0000000000000800 RDI: 0000558738671a59
Feb 27 06:47:18 101.6.8.227 4,28031,634189290740,-;RBP: 0000000000000195 R08: 0000000000000000 R09: 0000558738e9f1c0
Feb 27 06:47:18 101.6.8.227 4,28032,634189326883,-;R10: 0000000000000000 R11: 0000000000000246 R12: 00007ffddae09980
Feb 27 06:47:18 101.6.8.227 4,28033,634189361821,-;R13: 00007ffddae09960 R14: 00007ffddae09980 R15: 0000558738671ab6
Feb 27 06:47:18 101.6.8.227 3,28034,634189397177,-;INFO: task nginx:5591 blocked for more than 120 seconds.
Feb 27 06:47:18 101.6.8.227 3,28035,634189432635,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:18 101.6.8.227 3,28036,634189467919,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:18 101.6.8.227 6,28037,634189506777,-;nginx D
Feb 27 06:47:18 101.6.8.227 4,28038,634189521692,c; 0 5591 4701 0x00000000
Feb 27 06:47:18 101.6.8.227 4,28039,634189542187,-;Call Trace:
Feb 27 06:47:18 101.6.8.227 4,28040,634189555964,-; __schedule+0x28d/0x880
Feb 27 06:47:18 101.6.8.227 4,28041,634189574492,-; schedule+0x36/0x80
Feb 27 06:47:18 101.6.8.227 4,28042,634189590132,-; schedule_timeout+0x1d4/0x300
Feb 27 06:47:18 101.6.8.227 4,28043,634189609859,-; ? blk_finish_plug+0x2c/0x40
Feb 27 06:47:18 101.6.8.227 4,28044,634189629853,-; ? _xfs_buf_ioapply+0x324/0x430 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28045,634189653677,-; wait_for_completion+0x121/0x180
Feb 27 06:47:18 101.6.8.227 4,28046,634189674610,-; ? wake_up_q+0x80/0x80
Feb 27 06:47:18 101.6.8.227 4,28047,634189691842,-; ? xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28048,634189717561,-; ? _xfs_buf_read+0x23/0x40 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28049,634189739977,-; xfs_buf_submit_wait+0x7f/0x210 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28050,634189763734,-; ? xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28051,634189789132,-; _xfs_buf_read+0x23/0x40 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28052,634189809714,-; xfs_buf_read_map+0x108/0x180 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28053,634189832575,-; xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28054,634189858456,-; xfs_da_read_buf+0xd0/0x120 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28055,634189880547,-; xfs_da3_node_read+0x23/0xc0 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28056,634189902977,-; ? kmem_zone_alloc+0xa4/0x110 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28057,634189928342,-; xfs_da3_node_lookup_int+0x6e/0x310 [xfs]
Feb 27 06:47:18 101.6.8.227 4,28058,634189956873,-; xfs_dir2_node_lookup+0x4d/0x170 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28059,634189981712,-; xfs_dir_lookup+0x1a5/0x1c0 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28060,634190003897,-; xfs_lookup+0x5c/0x110 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28061,634190023753,-; xfs_vn_lookup+0x70/0xb0 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28062,634190043887,-; path_openat+0xddc/0x13b0
Feb 27 06:47:19 101.6.8.227 4,28063,634190062944,-; do_filp_open+0x91/0x100
Feb 27 06:47:19 101.6.8.227 4,28064,634190080935,-; ? __alloc_fd+0x46/0x170
Feb 27 06:47:19 101.6.8.227 4,28065,634190099923,-; do_sys_open+0x124/0x210
Feb 27 06:47:19 101.6.8.227 4,28066,634190118110,-; SyS_open+0x1e/0x20
Feb 27 06:47:19 101.6.8.227 4,28067,634190134695,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:19 101.6.8.227 4,28068,634190153279,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:19 101.6.8.227 4,28069,634190178959,-;RIP: 0033:0x7fbc56a66e90
Feb 27 06:47:19 101.6.8.227 4,28070,634190198381,-;RSP: 002b:00007ffddae096d8 EFLAGS: 00000246
Feb 27 06:47:19 101.6.8.227 4,28071,634190226466,c; ORIG_RAX: 0000000000000002
Feb 27 06:47:19 101.6.8.227 4,28072,634190245917,-;RAX: ffffffffffffffda RBX: 00007ffddae09980 RCX: 00007fbc56a66e90
Feb 27 06:47:19 101.6.8.227 4,28073,634190281900,-;RDX: 0000000000000000 RSI: 0000000000000800 RDI: 0000558738f0bff8
Feb 27 06:47:19 101.6.8.227 4,28074,634190317895,-;RBP: 0000000000000195 R08: 0000000000000000 R09: 0000558738a435e0
Feb 27 06:47:19 101.6.8.227 4,28075,634190353447,-;R10: 0000000000000063 R11: 0000000000000246 R12: 00007ffddae09980
Feb 27 06:47:19 101.6.8.227 4,28076,634190389374,-;R13: 00007ffddae09960 R14: 00007ffddae09980 R15: 0000558738f0c045
Feb 27 06:47:19 101.6.8.227 3,28077,634190426548,-;INFO: task nginx:5592 blocked for more than 120 seconds.
Feb 27 06:47:19 101.6.8.227 3,28078,634190462987,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:19 101.6.8.227 3,28079,634190498244,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:19 101.6.8.227 6,28080,634190536746,-;nginx D
Feb 27 06:47:19 101.6.8.227 4,28081,634190551915,c; 0 5592 4701 0x00000000
Feb 27 06:47:19 101.6.8.227 4,28082,634190572593,-;Call Trace:
Feb 27 06:47:19 101.6.8.227 4,28083,634190585513,-; __schedule+0x28d/0x880
Feb 27 06:47:19 101.6.8.227 4,28084,634190603529,-; schedule+0x36/0x80
Feb 27 06:47:19 101.6.8.227 4,28085,634190619719,-; schedule_timeout+0x1d4/0x300
Feb 27 06:47:19 101.6.8.227 4,28086,634190639723,-; ? blk_finish_plug+0x2c/0x40
Feb 27 06:47:19 101.6.8.227 4,28087,634190660155,-; ? _xfs_buf_ioapply+0x324/0x430 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28088,634190683843,-; wait_for_completion+0x121/0x180
Feb 27 06:47:19 101.6.8.227 4,28089,634190705606,-; ? wake_up_q+0x80/0x80
Feb 27 06:47:19 101.6.8.227 4,28090,634190723616,-; ? xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28091,634190750470,-; ? _xfs_buf_read+0x23/0x40 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28092,634190772493,-; xfs_buf_submit_wait+0x7f/0x210 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28093,634190795848,-; ? xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28094,634190822465,-; _xfs_buf_read+0x23/0x40 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28095,634190843399,-; xfs_buf_read_map+0x108/0x180 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28096,634190866276,-; xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28097,634190891462,-; xfs_imap_to_bp+0x6e/0xe0 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28098,634190912388,-; xfs_iread+0x7e/0x280 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28099,634190931916,-; xfs_iget+0x42a/0x8e0 [xfs]
Feb 27 06:47:19 101.6.8.227 4,28100,634190953486,-; ? xfs_da_compname+0x1f/0x30 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28101,634190979563,-; ? xfs_dir_lookup+0x14e/0x1c0 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28102,634191003283,-; xfs_lookup+0xe8/0x110 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28103,634191024376,-; xfs_vn_lookup+0x70/0xb0 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28104,634191046376,-; lookup_slow+0xa2/0x160
Feb 27 06:47:20 101.6.8.227 4,28105,634191066424,-; walk_component+0x160/0x250
Feb 27 06:47:20 101.6.8.227 4,28106,634191087030,-; ? __inode_permission+0x55/0x120
Feb 27 06:47:20 101.6.8.227 4,28107,634191109724,-; link_path_walk+0x1a6/0x5f0
Feb 27 06:47:20 101.6.8.227 4,28108,634191131433,-; path_openat+0xfd/0x13b0
Feb 27 06:47:20 101.6.8.227 4,28109,634191150702,-; ? xfs_iext_lookup_extent+0x63/0x140 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28110,634191177820,-; do_filp_open+0x91/0x100
Feb 27 06:47:20 101.6.8.227 4,28111,634191196208,-; ? __alloc_fd+0x46/0x170
Feb 27 06:47:20 101.6.8.227 4,28112,634191215370,-; do_sys_open+0x124/0x210
Feb 27 06:47:20 101.6.8.227 4,28113,634191234631,-; SyS_open+0x1e/0x20
Feb 27 06:47:20 101.6.8.227 4,28114,634191251349,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:20 101.6.8.227 4,28115,634191271239,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:20 101.6.8.227 4,28116,634191298402,-;RIP: 0033:0x7fbc56a66e90
Feb 27 06:47:20 101.6.8.227 4,28117,634191318354,-;RSP: 002b:00007ffddae09748 EFLAGS: 00000246
Feb 27 06:47:20 101.6.8.227 4,28118,634191345502,c; ORIG_RAX: 0000000000000002
Feb 27 06:47:20 101.6.8.227 4,28119,634191365945,-;RAX: ffffffffffffffda RBX: 00007ffddae099f0 RCX: 00007fbc56a66e90
Feb 27 06:47:20 101.6.8.227 4,28120,634191403572,-;RDX: 0000000000000000 RSI: 0000000000000800 RDI: 0000558738b91f58
Feb 27 06:47:20 101.6.8.227 4,28121,634191439947,-;RBP: 0000000000000195 R08: 0000000000000000 R09: 0000558738bcefd0
Feb 27 06:47:20 101.6.8.227 4,28122,634191480588,-;R10: 0000000000000063 R11: 0000000000000246 R12: 00007ffddae099f0
Feb 27 06:47:20 101.6.8.227 4,28123,634191522315,-;R13: 00007ffddae099d0 R14: 00007ffddae099f0 R15: 0000558738b91fa0
Feb 27 06:47:20 101.6.8.227 3,28124,634191558854,-;INFO: task nginx:5593 blocked for more than 120 seconds.
Feb 27 06:47:20 101.6.8.227 3,28125,634191591293,-; Tainted: G W O 4.15.6-1.el7.elrepo.x86_64 #1
Feb 27 06:47:20 101.6.8.227 3,28126,634191625881,-;"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 27 06:47:20 101.6.8.227 6,28127,634191668505,-;nginx D
Feb 27 06:47:20 101.6.8.227 4,28128,634191683909,c; 0 5593 4701 0x00000000
Feb 27 06:47:20 101.6.8.227 4,28129,634191703683,-;Call Trace:
Feb 27 06:47:20 101.6.8.227 4,28130,634191716665,-; __schedule+0x28d/0x880
Feb 27 06:47:20 101.6.8.227 4,28131,634191735317,-; schedule+0x36/0x80
Feb 27 06:47:20 101.6.8.227 4,28132,634191751826,-; schedule_timeout+0x1d4/0x300
Feb 27 06:47:20 101.6.8.227 4,28133,634191773381,-; __down_common+0xfc/0x132
Feb 27 06:47:20 101.6.8.227 4,28134,634191794190,-; ? _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28135,634191816889,-; __down+0x1d/0x1f
Feb 27 06:47:20 101.6.8.227 4,28136,634191844705,-; down+0x41/0x50
Feb 27 06:47:20 101.6.8.227 4,28137,634191859668,-; xfs_buf_lock+0x3c/0xf0 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28138,634191880690,-; _xfs_buf_find+0x2bb/0x510 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28139,634191903700,-; xfs_buf_get_map+0x2a/0x280 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28140,634191927178,-; xfs_buf_read_map+0x2d/0x180 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28141,634191950373,-; xfs_trans_read_buf_map+0xf5/0x310 [xfs]
Feb 27 06:47:20 101.6.8.227 4,28142,634191976018,-; xfs_da_read_buf+0xd0/0x120 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28143,634192000950,-; xfs_da3_node_read+0x23/0xc0 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28144,634192026743,-; ? kmem_zone_alloc+0xa4/0x110 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28145,634192051132,-; xfs_da3_node_lookup_int+0x6e/0x310 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28146,634192078680,-; ? kmem_zone_alloc+0xa4/0x110 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28147,634192102658,-; xfs_dir2_node_lookup+0x4d/0x170 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28148,634192127713,-; xfs_dir_lookup+0x1a5/0x1c0 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28149,634192150876,-; xfs_lookup+0x5c/0x110 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28150,634192172866,-; xfs_vn_lookup+0x70/0xb0 [xfs]
Feb 27 06:47:21 101.6.8.227 4,28151,634192194623,-; path_openat+0xddc/0x13b0
Feb 27 06:47:21 101.6.8.227 4,28152,634192213454,-; ? tcp_recvmsg+0x2ea/0x9f0
Feb 27 06:47:21 101.6.8.227 4,28153,634192233531,-; ? ep_eventpoll_poll+0x70/0x80
Feb 27 06:47:21 101.6.8.227 4,28154,634192254797,-; do_filp_open+0x91/0x100
Feb 27 06:47:21 101.6.8.227 4,28155,634192274153,-; ? __alloc_fd+0x46/0x170
Feb 27 06:47:21 101.6.8.227 4,28156,634192292610,-; do_sys_open+0x124/0x210
Feb 27 06:47:21 101.6.8.227 4,28157,634192310919,-; SyS_open+0x1e/0x20
Feb 27 06:47:21 101.6.8.227 4,28158,634192327747,-; do_syscall_64+0x73/0x1b0
Feb 27 06:47:21 101.6.8.227 4,28159,634192348328,-; entry_SYSCALL_64_after_hwframe+0x3d/0xa2
Feb 27 06:47:21 101.6.8.227 4,28160,634192374675,-;RIP: 0033:0x7fbc56a66e90
Feb 27 06:47:21 101.6.8.227 4,28161,634192393663,-;RSP: 002b:00007ffddae096d8 EFLAGS: 00000246
Feb 27 06:47:21 101.6.8.227 4,28162,634192421497,c; ORIG_RAX: 0000000000000002
Feb 27 06:47:21 101.6.8.227 4,28163,634192442640,-;RAX: ffffffffffffffda RBX: 00007ffddae09980 RCX: 00007fbc56a66e90
Feb 27 06:47:21 101.6.8.227 4,28164,634192478951,-;RDX: 0000000000000000 RSI: 0000000000000800 RDI: 0000558738d8a658
Feb 27 06:47:21 101.6.8.227 4,28165,634192517860,-;RBP: 0000000000000195 R08: 0000000000000000 R09: 0000558738e9efb0
Feb 27 06:47:21 101.6.8.227 4,28166,634192558450,-;R10: 0000000000000063 R11: 0000000000000246 R12: 00007ffddae09980
Feb 27 06:47:21 101.6.8.227 4,28167,634192595509,-;R13: 00007ffddae09960 R14: 00007ffddae09980 R15: 0000558738d8a6a3
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment