coderplay
10/3/2014 - 5:54 AM

tcp retrans

tcp retrans

 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 34419  10.0.4.164:44764     R> 10.0.4.218:50010     ESTABLISHED
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => skb_copy_datagram_iovec
 => tcp_recvmsg
 => inet_recvmsg
 => sock_aio_read.part.8
 => sock_aio_read
 => do_sync_read
 => vfs_read
 => SyS_read
 => system_call_fastpath
05:51:25 0      -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => default_idle
 => arch_cpu_idle
 => cpu_startup_entry
 => start_secondary
05:51:25 34416  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => inet_sendmsg
 => sock_aio_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 34416  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => inet_sendmsg
 => sock_aio_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 31164  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 31164  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 31164  10.0.4.164:34821     R> 10.0.5.13:50010      ESTABLISHED
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 34333  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 34452  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 34340  10.0.4.164:50010     R> 10.0.4.181:45190     ESTABLISHED
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_complete
 => napi_gro_flush
 => napi_complete
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 31223  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => skb_copy_datagram_iovec
 => tcp_recvmsg
 => inet_recvmsg
 => sock_aio_read.part.8
 => sock_aio_read
 => do_sync_read
 => vfs_read
 => SyS_read
 => system_call_fastpath
05:51:25 34430  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => jbd2_journal_get_write_access
 => __ext4_journal_get_write_access
 => ext4_reserve_inode_write
 => ext4_mark_inode_dirty
 => ext4_dirty_inode
 => __mark_inode_dirty
 => generic_write_end
 => ext4_da_write_end
 => generic_file_buffered_write
 => __generic_file_aio_write
 => generic_file_aio_write
 => ext4_file_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 34430  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => jbd2_journal_get_write_access
 => __ext4_journal_get_write_access
 => ext4_reserve_inode_write
 => ext4_mark_inode_dirty
 => ext4_dirty_inode
 => __mark_inode_dirty
 => generic_write_end
 => ext4_da_write_end
 => generic_file_buffered_write
 => __generic_file_aio_write
 => generic_file_aio_write
 => ext4_file_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 34374  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => mark_buffer_dirty
 => __block_commit_write.isra.17
 => block_write_end
 => generic_write_end
 => ext4_da_write_end
 => generic_file_buffered_write
 => __generic_file_aio_write
 => generic_file_aio_write
 => ext4_file_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 31183  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => blk_queue_bio
 => generic_make_request
 => submit_bio
 => do_mpage_readpage
 => mpage_readpages
 => ext4_readpages
 => __do_page_cache_readahead
 => ondemand_readahead
 => page_cache_sync_readahead
 => __generic_file_splice_read
 => generic_file_splice_read
 => do_splice_to
 => splice_direct_to_actor
 => do_splice_direct
 => do_sendfile
 => SyS_sendfile64
 => system_call_fastpath
05:51:25 31183  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => mem_cgroup_charge_common
 => mem_cgroup_cache_charge
 => add_to_page_cache_locked
 => add_to_page_cache_lru
 => mpage_readpages
 => ext4_readpages
 => __do_page_cache_readahead
 => ondemand_readahead
 => page_cache_sync_readahead
 => __generic_file_splice_read
 => generic_file_splice_read
 => do_splice_to
 => splice_direct_to_actor
 => do_splice_direct
 => do_sendfile
 => SyS_sendfile64
 => system_call_fastpath
05:51:25 0      -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => default_idle
 => arch_cpu_idle
 => cpu_startup_entry
 => start_secondary
05:51:25 34355  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => __getblk
 => __ext4_get_inode_loc
 => ext4_get_inode_loc
 => ext4_reserve_inode_write
 => ext4_mark_inode_dirty
 => ext4_dirty_inode
 => __mark_inode_dirty
 => generic_write_end
 => ext4_da_write_end
 => generic_file_buffered_write
 => __generic_file_aio_write
 => generic_file_aio_write
 => ext4_file_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 0      -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => default_idle
 => arch_cpu_idle
 => cpu_startup_entry
 => start_secondary
05:51:25 34386  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 34386  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => inet_sendmsg
 => sock_aio_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 34386  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => local_bh_enable_ip
 => _raw_spin_unlock_bh
 => release_sock
 => tcp_sendmsg
 => inet_sendmsg
 => sock_aio_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 34386  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
05:51:25 0      -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => default_idle
 => arch_cpu_idle
 => cpu_startup_entry
 => start_secondary
05:51:25 34386  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => __getblk
 => __ext4_get_inode_loc
 => ext4_get_inode_loc
 => ext4_reserve_inode_write
 => ext4_mark_inode_dirty
 => ext4_dirty_inode
 => __mark_inode_dirty
 => generic_write_end
 => ext4_da_write_end
 => generic_file_buffered_write
 => __generic_file_aio_write
 => generic_file_aio_write
 => ext4_file_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 34404  -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => ext4_da_get_block_prep
 => __block_write_begin
 => ext4_da_write_begin
 => generic_file_buffered_write
 => __generic_file_aio_write
 => generic_file_aio_write
 => ext4_file_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 34383  -:-                  R> -:-                  -
 => tcp_write_timer_handler
 => tcp_write_timer
 => call_timer_fn
 => run_timer_softirq
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => generic_file_buffered_write
 => __generic_file_aio_write
 => generic_file_aio_write
 => ext4_file_write
 => do_sync_write
 => vfs_write
 => SyS_write
 => system_call_fastpath
05:51:25 0      -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => default_idle
 => arch_cpu_idle
 => cpu_startup_entry
 => start_secondary
05:51:25 0      -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => default_idle
 => arch_cpu_idle
 => cpu_startup_entry
 => start_secondary
05:51:25 0      -:-                  R> -:-                  -
 => tcp_fastretrans_alert
 => tcp_ack
 => tcp_rcv_established
 => tcp_v4_do_rcv
 => tcp_v4_rcv
 => ip_local_deliver_finish
 => ip_local_deliver
 => ip_rcv_finish
 => ip_rcv
 => __netif_receive_skb_core
 => __netif_receive_skb
 => netif_receive_skb
 => napi_gro_receive
 => ixgbevf_poll
 => net_rx_action
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => default_idle
 => arch_cpu_idle
 => cpu_startup_entry
 => start_secondary
05:51:25 31259  10.0.4.164:50010     R> 10.0.4.226:46959     ESTABLISHED
 => tcp_resume_early_retransmit
 => tcp_write_timer_handler
 => tcp_write_timer
 => call_timer_fn
 => run_timer_softirq
 => __do_softirq
 => call_softirq
 => do_softirq
 => irq_exit
 => xen_evtchn_do_upcall
 => xen_hvm_callback_vector
 => __generic_file_splice_read
 => generic_file_splice_read
 => do_splice_to
 => splice_direct_to_actor
 => do_splice_direct
 => do_sendfile
 => SyS_sendfile64
 => system_call_fastpath
^C^C
Ending tracing...
^C^C^C
Ending tracing...
ERROR: removing kprobe tcpretrans_tcp_retransmit_skb
^C^C^C^C^C^C^C^C^C^C^C^C^C^C^C^C^C^C
Ending tracing...
ERROR: removing kprobe tcpretrans_tcp_retransmit_skb
^C^C^C^C^C^C
Ending tracing...
ERROR: removing kprobe tcpretrans_tcp_retransmit_skb
root@ip-10-0-4-164 ~]$
Display all 203 possibilities? (y or n)
>>                                                                                      mnt
|                                                                                       /mnt
||                                                                                      /mnt*
--                                                                                      mnt*
/                                                                                       /mnt/local/sort-100000g-25000-out
.                                                                                       mv
..                                                                                      -n
''                                                                                      -N
(                                                                                       -name
)                                                                                       native
[                                                                                       native/
]                                                                                       netstat
*                                                                                       -P
&&                                                                                      perf
1                                                                                       perf-map-agent
21345                                                                                   ps
22065                                                                                   pssh
60                                                                                      pull
99                                                                                      pwd
-a                                                                                      -q
-ag                                                                                     -r
assembly/assembly                                                                       record
authorized_keys                                                                         remoet
aux                                                                                     remote
-b                                                                                      report
.bash_profile                                                                           restart
bin                                                                                     -rf
cat                                                                                     rm
cd                                                                                      root
\cd                                                                                     /root
cdcd                                                                                    /root/ephemeral-hdfs/conf
chmod                                                                                   /root/ephemeral-hdfs/etc/hadoop
chown                                                                                   /root/gensort
clone                                                                                   /root/hadoop-native/*
conf                                                                                    /root/spark-ec2/copy-dir
copy-to-hdfs.sh                                                                         /root/spark-ec2/slaves
core-site.xml                                                                           rsa
cp                                                                                      -s
curl                                                                                    sar
datanode                                                                                sbin
--delete                                                                                sbt/sbt
/dev                                                                                    scala
DEV                                                                                     screen
df                                                                                      .screenrc
dstat                                                                                   script
dwarf                                                                                   scripts
/ec2-user                                                                               scripts/
ephemeral-hdfs                                                                          search
ephemeral-hdfs/                                                                         setup.sh
etc                                                                                     slaves
etc/hadooop                                                                             sleep
etc/hadoop                                                                              sort-benchmark
etc/hadoop/                                                                             spark
/etc/init.d                                                                             spark-defaults.conf
/etc/init.d/gmond                                                                       spark-ec2
"/etc/init.d/gmond restart"                                                             spark-ec2/
exit                                                                                    .ssh
exitg                                                                                   ~/.ssh/authorized_keys
-f                                                                                      .ssh/authorized_keys
-F                                                                                      ~/.ssh/id_rsa
find                                                                                    ~/.ssh/id_rsa.pub
-g                                                                                      ssh-keygen
ganglia                                                                                 start
ganglia-gmond                                                                           --stdio
gensort                                                                                 sudo
gensort-linux-1.5.tar.gz                                                                -t
git                                                                                     tar
gmond                                                                                   ./tcpretrans
grep                                                                                    /tmp
gs                                                                                      /tmp/*
-h                                                                                      top
hadoop                                                                                  uanem
hadoop-                                                                                 uanme
hadoop-2.4.1/                                                                           uname
hadoop-2.4.1.tar.gz                                                                     update
hadoop-native                                                                           /user/ec2-user
hadoop-native/                                                                          -v
hdfs-site.xml                                                                           --version
/home/ec2-user/                                                                         vi
http://169.254.169.254/latest/meta-data/instance-type                                   vim
http://apache.mirrors.lucidnetworks.net/hadoop/common/hadoop-2.4.1/hadoop-2.4.1.tar.gz  vmstat
https://github.com/rxin/spark.git                                                       /vol
http://www.ordinal.com/try.cgi/gensort-linux-1.5.tar.gz                                 /vol*
install                                                                                 vol0
iostat                                                                                  vol1
java                                                                                    vol2
jstack                                                                                  vol3
known_hosts                                                                             vol4
ks                                                                                      vol5
-l                                                                                      vol6
-la                                                                                     vol7
less                                                                                    wget
lib                                                                                     who
libunwind                                                                               -x
libunwind.x86_64                                                                        +x
lls                                                                                     xvfz
ln                                                                                      y
log                                                                                     -y
ls                                                                                      yum
.m2                                                                                     "yum install ganglia-gmond"
-mcdn                                                                                   "yum install -y ganglia-gmond"
mkdir
root@ip-10-0-4-164 ~]$ 10.0.4.164:36596     R> 10.0.5.25:50010      ESTABLISHED
-bash: 10.0.4.164:36596: command not found
root@ip-10-0-4-164 ~]$  => tcp_fastretrans_alert
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => tcp_ack
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => tcp_rcv_established
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => tcp_v4_do_rcv
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => tcp_v4_rcv
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => ip_local_deliver_finish
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => ip_local_deliver
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => ip_rcv_finish
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => ip_rcv
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => __netif_receive_skb_core
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => __netif_receive_skb
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => netif_receive_skb
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => napi_gro_receive
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => ixgbevf_poll
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => net_rx_action
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => __do_softirq
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => call_softirq
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => do_softirq
-bash: =: command not found
^[	root@ip-10-0-4-164 ~]$  => irq_exit
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => xen_evtchn_do_upcall
-bash: =: command not found
root@ip-10-0-4-164 ~]$  => xen_hvm_callback_vector^C
root@ip-10-0-4-164 ~]$ ^C
root@ip-10-0-4-164 ~]$
$ netstat -s
Ip:
    7222283184 total packets received
    0 forwarded
    0 incoming packets discarded
    7222283182 incoming packets delivered
    7226682964 requests sent out
    1 outgoing packets dropped
Icmp:
    21 ICMP messages received
    1 input ICMP message failed.
    ICMP input histogram:
        destination unreachable: 21
    1 ICMP messages sent
    0 ICMP messages failed
    ICMP output histogram:
        destination unreachable: 1
IcmpMsg:
        InType3: 21
        OutType3: 1
Tcp:
    35493 active connections openings
    23500 passive connection openings
    1511 failed connection attempts
    120 connection resets received
    11 connections established
    7222272644 segments received
    7624924996 segments send out
    3075205 segments retransmited
    17 bad segments received.
    196 resets sent
    InCsumErrors: 3
Udp:
    10516 packets received
    1 packets to unknown port received.
    0 packet receive errors
    1001199 packets sent
UdpLite:
TcpExt:
    11 resets received for embryonic SYN_RECV sockets
    34638 TCP sockets finished time wait in fast timer
    303847 delayed acks sent
    6941 delayed acks further delayed because of locked socket
    Quick ack mode was activated 244531 times
    276 times the listen queue of a socket overflowed
    277 SYNs to LISTEN sockets ignored
    84 packets directly queued to recvmsg prequeue.
    1637 packets directly received from prequeue
    5056142999 packets header predicted
    174771660 acknowledgments not containing data received
    2198902160 predicted acknowledgments
    1428654 times recovered from packet loss due to SACK data
    Detected reordering 27 times using FACK
    Detected reordering 5 times using SACK
    Detected reordering 240 times using time stamp
    1124 congestion windows fully recovered
    1547 congestion windows partially recovered using Hoe heuristic
    TCPDSACKUndo: 5774
    5074 congestion windows recovered after partial ack
    TCPLostRetransmit: 36012
    2119 timeouts after SACK recovery
    190 timeouts in loss state
    2967708 fast retransmits
    69280 forward retransmits
    22803 retransmits in slow start
    5099 other TCP timeouts
    TCPLossProbes: 488795
    TCPLossProbeRecovery: 238284
    7557 sack retransmits failed
    244539 DSACKs sent for old packets
    71 DSACKs sent for out of order packets
    246044 DSACKs received
    114 DSACKs for out of order packets received
    4 connections reset due to unexpected data
    38 connections reset due to early user close
    1 connections aborted due to timeout
    TCPDSACKIgnoredOld: 2
    TCPDSACKIgnoredNoUndo: 212276
    TCPSpuriousRTOs: 3845
    TCPSackShifted: 1800178
    TCPSackMerged: 4960732
    TCPSackShiftFallback: 6088925
    TCPRetransFail: 154
    TCPRcvCoalesce: 3768515937
    TCPOFOQueue: 7334176
    TCPOFOMerge: 71
    TCPChallengeACK: 14
    TCPSYNChallenge: 14
    TCPSpuriousRtxHostQueues: 5224
IpExt:
    InNoRoutes: 2
    InOctets: 14192958940308
    OutOctets: 14108369329685