solr single instance vs. distributed search

gistfile1.txt

* Look for most frequent stack:

dtrace -n 'syscall:::entry /execname == "java"/ { @[jstack()] = count(); }'

=== Single Instance Search ===

              libc.so.1`ioctl+0x15
              libjvm.so`JVM_SocketAvailable+0x31
              libnet.so`Java_java_net_PlainSocketImpl_socketAvailable+0x5f
              0xfb069d20
              0xfb06a05c
              0xd7a520d8
              0x9
            17092

              libc.so.1`__pollsys+0x15
              libc.so.1`poll+0x66
              libjvm.so`__1cCosHtimeout6Fil_i_+0x13d
              libjvm.so`JVM_Timeout+0x31
              libnet.so`Java_java_net_SocketInputStream_socketRead0+0x99
              0xfb091062
              0xfb2b3b70
            17247

              libc.so.1`__read+0x15
              libjvm.so`__1cCosQrestartable_read6FipvI_I_+0xfa
              libjvm.so`JVM_Read+0x36
              libnet.so`Java_java_net_SocketInputStream_socketRead0+0x137
              0xfb091062
              0xfb2b3b70
            17247


              libc.so.1`__so_send+0x15
              libsocket.so.1`send+0x28
              libjvm.so`__1cCosEsend6Fipcii_i_+0x104
              libjvm.so`JVM_Send+0x39
              libnet.so`Java_java_net_SocketOutputStream_socketWrite0+0x12a
              0xfb090d9b
              0xfb098790
              0xd7a93ed8
            57117


=== Distributed Search ===

              libc.so.1`ioctl+0x15
              libjvm.so`JVM_SocketAvailable+0x31
              libnet.so`Java_java_net_PlainSocketImpl_socketAvailable+0x5f
              0xfb069d20
              0xfb06a05c
              0xd7a520d8
              0x1
             4786

              libc.so.1`__pollsys+0x15
              libc.so.1`poll+0x66
              libjvm.so`__1cCosHtimeout6Fil_i_+0x13d
              libjvm.so`JVM_Timeout+0x31
              libnet.so`Java_java_net_SocketInputStream_socketRead0+0x99
              0xfb091062
              0xfb2b3b70
             8938

              libc.so.1`__read+0x15
              libjvm.so`__1cCosQrestartable_read6FipvI_I_+0xfa
              libjvm.so`JVM_Read+0x36
              libnet.so`Java_java_net_SocketInputStream_socketRead0+0x137
              0xfb091062
              0xfb2b3b70
            11157

              libc.so.1`__so_send+0x15
              libsocket.so.1`send+0x28
              libjvm.so`__1cCosEsend6Fipcii_i_+0x104
              libjvm.so`JVM_Send+0x39
              libnet.so`Java_java_net_SocketOutputStream_socketWrite0+0x12a
              0xfb090d9b
              0xfb098790
              0xd7a93ed8
            14348

              libc.so.1`__pread64+0x15
              libnio.so`Java_sun_nio_ch_FileDispatcher_pread0+0x37
              0xfaf28391
              0xfaf13570
            74220

---------------------------------

* Look for most read file

dtrace -n 'syscall::pread64:entry /execname == "java"/ { @[fds[arg0].fi_pathname] = count(); }


=== Single Instance Search ===

  /root/riak/rel/riak/data/yz/fruit/data/index/_1hs.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ic.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1im.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ix.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1j8.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jg.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jh.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ji.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jj.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jk.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jl.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jm.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jn.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_gg.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/segments.gen                2
  /root/riak/rel/riak/data/yz/fruit/data/index/segments_22                2

=== Distributed Search ===

  /root/riak/rel/riak/data/yz/fruit/data/index/_1hs.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ic.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1im.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ix.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1j8.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jg.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jh.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ji.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jj.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jk.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jl.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jm.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jn.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_gg.si                2
  /root/riak/rel/riak/data/yz/fruit/data/index/segments.gen                2
  /root/riak/rel/riak/data/yz/fruit/data/index/segments_22                2
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jj_Lucene40_0.tim            10000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jk_Lucene40_0.tim            10000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jm_Lucene40_0.tim            10000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jn_Lucene40_0.tim            10000
  /root/riak/rel/riak/data/yz/fruit/data/index/_gg_Lucene40_0.frq            10000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jl_Lucene40_0.tim            20000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ji_Lucene40_0.tim            24000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ix_Lucene40_0.tim            25000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jg_Lucene40_0.tim            25000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1im_Lucene40_0.tim            30000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1j8_Lucene40_0.tim            30000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1ic_Lucene40_0.tim            35000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1jh_Lucene40_0.tim            36000
  /root/riak/rel/riak/data/yz/fruit/data/index/_1hs_Lucene40_0.tim            38000
  /root/riak/rel/riak/data/yz/fruit/data/index/_gg_Lucene40_0.tim            40000