postwait

-----------------  lwp# 13 / thread# 13  --------------------
 000000000063eccb _ZN7HdrHeap9unmarshalEiiPP14HdrHeapObjImplP11RefCountObj () + 10b
 0000000000643d70 _ZN8HTTPInfo9unmarshalEPciP11RefCountObj () + 80
 00000000006a9e41 _ZL16unmarshal_helperP3DocR3PtrI12IOBufferDataERi () + 41
 00000000006b5cdb _ZN7CacheVC14handleReadDoneEiP5Event () + 84b
 00000000006b5fb5 _ZN19AIOCallbackInternal11io_completeEiPv () + 35
 00000000007356fb _ZN7EThread13process_eventEP5Eventi () + bb
 00000000007362be _ZN7EThread7executeEv () + 5ce
 000000000073457a _ZL21spawn_thread_internalPv () + 4a
 ffffdd7fff250dba _thrp_setup (ffffdd7ffeed5a40) + 8a

postwait

Reading symbols from /home/jesus/src/reconnoiter/src/noitd...done.
(gdb) run -d -D -M
Starting program: /home/jesus/src/reconnoiter/src/noitd -d -D -M
[Thread debugging using libthread_db enabled]
[New Thread 1 (LWP 1)]
[2013-06-26 20:58:28.075464] [debug] Processed 6 includes
[2013-06-26 20:58:28.077332] [debug] Found 34 /noit/logs//log stanzas
[2013-06-26 20:58:28.077813] [debug] Found 0 outlets for log 'logfile'
[2013-06-26 20:58:28.078089] [debug] Found 0 outlets for log 'http/access'
[2013-06-26 20:58:28.078366] [debug] Found 2 outlets for log 'error'

postwait

time curl -s -D- -o/dev/null "http://localhost:8080/s/css/mCbGq/M3opM6pGpC6bTy55gcPdg/lethargy.org/95.css" -H "Pragma: no-cache" -H "Accept-Encoding: gzip,deflate,sdch" -H "Host: f.fontdeck.com" -H "Accept-Language: en-US,en;q=0.8" -H "User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36" -H "Accept: text/css,*/*;q=0.1" -H "Referer: http://lethargy.org/~jesus/" -H "Connection: keep-alive" -H "Cache-Control: no-cache"

postwait

{
        global:
                _end = DATA V0x8000000 S0x4 FILTER libc.so.1;
};

postwait

 LD_LIBRARY_PATH=/tmp/build_jesus/node-0.10.15/out/Release/lib.host:/tmp/build_jesus/node-0.10.15/out/Release/lib.target:$LD_LIBRARY_PATH; export LD_LIBRARY_PATH; cd ../.; mkdir -p /tmp/build_jesus/node-0.10.15/out/Release/obj.target/node/src; dtrace -64 "-I/tmp/build_jesus/node-0.10.15/out/Release/obj/gen" -Isrc -C -G -s src/v8ustack.d -o "/tmp/build_jesus/node-0.10.15/out/Release/obj.target/node/src/node_dtrace_ustack.o"
dtrace: failed to compile script src/v8ustack.d: line 224: failed to resolve V8DBG_OFF_FP_CONTEXT: Unknown variable name

postwait

[READ_REQUEST_HDR]
    X-SSL =true=

[SEND_RESPONSE_HDR]
    X-Busted =true=

postwait

; traceroute 178.22.64.131
traceroute: Warning: Multiple interfaces found; using 66.225.209.97 @ e1000g1
traceroute to 178.22.64.131 (178.22.64.131), 30 hops max, 40 byte packets
 1  puffer-va-6.omniti.net (66.225.209.3)  0.193 ms  0.096 ms  0.113 ms
 2  ge-1-1-7.cr2.iad1.us.scnet.net (64.202.119.33)  0.306 ms  0.360 ms  0.249 ms
 3  xe-3-0-0-101.cr2.iad1.us.nlayer.net (69.31.30.18)  0.374 ms  0.258 ms  0.251 ms
 4  ae2-30g.ar2.iad1.us.nlayer.net (69.31.31.186)  1.951 ms ae2-30g.ar1.iad1.us.nlayer.net (69.31.31.158)  1.824 ms ae2-30g.ar2.iad1.us.nlayer.net (69.31.31.186)  1.581 ms
 5  ae0-116.was10.ip4.tinet.net (77.67.70.29)  0.398 ms ae1-117.was14.ip4.tinet.net (77.67.70.153)  1.852 ms  0.458 ms
 6  xe-2-3-0.zur11.ip4.tinet.net (89.149.180.13)  100.703 ms xe-1-1-0.zur11.ip4.tinet.net (141.136.108.62)  93.189 ms  93.447 ms
 7  cloudsigma-gw.ip4.tinet.net (141.136.101.146)  110.795 ms  115.777 ms  113.243 ms

postwait

[Sep 11 20:56:18.806] Server {0x29} DEBUG: (ssl) SSLNetVConnection::loadBufferAndCallWrite, before do_SSL_write, l=32768, towrite=65536, b=eac0440
[Sep 11 20:56:18.806] Server {0x29} DEBUG: (ssl) SSLNetVConnection::loadBufferAndCallWrite,Number of bytes written=32768 , total=32768
[Sep 11 20:56:18.807] Server {0x29} DEBUG: (ssl) SSLNetVConnection::loadBufferAndCallWrite, before do_SSL_write, l=32768, towrite=65536, b=eac0340
[Sep 11 20:56:18.807] Server {0x29} DEBUG: (ssl) SSLNetVConnection::loadBufferAndCallWrite,Number of bytes written=32768 , total=65536
[Sep 11 20:56:18.807] Server {0x29} DEBUG: (ssl) SSLNetVConnection::loadBufferAndCallWrite, write successful.
[Sep 11 20:56:18.807] Server {0x29} DEBUG: (http_tunnel) [0] consumer_handler [user agent VC_EVENT_WRITE_READY]
[Sep 11 20:56:18.807] Server {0x16} DEBUG: (http_tunnel) [0] producer_handler [http server VC_EVENT_READ_READY]
[Sep 11 20:56:18.807] Server {0x16} DEBUG: (http_redirect) [HttpTunnel::producer_handler] enable_redirection: [1 0 0] event: 1

postwait

# dtrace -q -n 'fbt::tcp_send_rst_chk:entry{self->tcps = (tcp_stack_t *)arg0;} fbt::tcp_send_rst_chk:return/self->tcps/{printf("%s/%p -> %d < %d -> %d\n", zonename, self->tcps, self->tcps->tcps_rst_cnt, self->tcps->tcps_propinfo_tbl[53].u.mpi_uval.mod_propval_ucur, arg1); self->tcps=0; stack();}'

global/ffffff5150d1d400 -> 43 < 40 -> 0

              ip`tcp_xmit_early_reset+0x73
              ip`tcp_xmit_listeners_reset+0x239
              ip`ip_fanout_v4+0xa22
              ip`ip_input_local_v4+0x16e

postwait

    net_activity(vc, thread);
    // If there are no more bytes to write, signal write complete,
    ink_assert(ntodo >= 0);
    if (s->vio.ntodo() <= 0) {
      write_signal_done(VC_EVENT_WRITE_COMPLETE, nh, vc);
      return;
    } else if (!signalled) {
      if (write_signal_and_update(VC_EVENT_WRITE_READY, vc) != EVENT_CONT) {
        return;
      }