Last active
August 29, 2015 14:27
-
-
Save amckinley/a0adff642d5b0ded63ad to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FAILURE 1439925502.912394 1540 [AsyncMcClient] [other] [mcrouter] network/AsyncMcClientImpl.cpp:570] Error: "Error parsing message 'VALUE account_rep_change_23424742 0 22\r\n0\000\007q\021\005reset\nU\323\222\?\r\n\000\000\000\000\000\000END\r\nVALUE Model_Account_22479213 0 28\r\nModel_Account_22479213_20031\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\n' at character 62!", client state: UP, remote endpoint: imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211:TCP:ascii, number of requests sent through this client: 10636, McClientRequestContextQueue info: Currently have 0 timedout initializers, 0 requests in replied queue, 10 requests in pending reply queue, 0 requests in write queue and 8 requests in pending queue, the first alive request is: OperationT is N8facebook8memcache11McOperationILi5EEE, RequestT is N8facebook8memcache9McRequestE, serialized data was: "get account_rep_change_23424742\r\n" | |
"libmcrouter.mcrouter.11211": {"async_spool":"/var/spool/mcrouter","asynclog_disable":"0","asynclog_port_override":"0","big_value_batch_size":"10","big_value_split_threshold":"0","client_queue_no_notify_rate":"0","client_queue_size":"1024","client_queue_wait_threshold_us":"0","cluster_pools_timeout_ms":"0","config_file":"/etc/mcrouter.conf","config_str":"","constantly_reload_configs":"0","cpu_cycles":"0","cross_cluster_timeout_ms":"0","cross_region_timeout_ms":"0","default_qos_class":"0","default_qos_path":"0","default_route":"/././","destination_rate_limiting":"0","disable_reload_configs":"0","disable_tko_tracking":"0","enable_failure_logging":"1","enable_flush_cmd":"0","enable_qos":"0","failures_until_tko":"3","fibers_max_pool_size":"1000","fibers_record_stack_size_every":"100000","fibers_stack_size":"24576","fibers_use_guard_pages":"1","file_observer_poll_period_ms":"100","file_observer_sleep_before_update_ms":"1000","flavor_name":"unknown","group_remote_errors":"0","keepalive_cnt":"0","keepalive_idle_s":"300","keepalive_interval_s":"60","latency_window_size":"16","logging_rtt_outlier_threshold_us":"0","maximum_soft_tkos":"40","miss_on_get_errors":"1","new_ascii_parser":"1","no_network":"0","num_proxies":"1","pem_ca_path":"","pem_cert_path":"","pem_key_path":"","probe_delay_initial_ms":"10000","probe_delay_max_ms":"60000","proxy_max_inflight_requests":"0","proxy_max_throttled_requests":"0","reconfiguration_delay_ms":"1000","regional_pools_timeout_ms":"0","reset_inactive_connection_interval":"60000","router_name":"11211","runtime_vars_file":"","same_connection_any_timeout":"0","send_invalid_route_to_default":"0","server_timeout_ms":"1000","service_name":"mcrouter","stats_async_queue_length":"50","stats_logging_interval":"10000","stats_root":"/var/mcrouter/stats","target_max_inflight_requests":"0","target_max_pending_requests":"100000","target_max_shadow_requests":"1000","tcp_rto_min":"-1","test_mode":"0","use_asynclog_version2":"0","version":"mcrouter 5.0.0","within_cluster_timeout_ms":"0"} | |
"mcrouter": /usr/bin/mcrouter --log-path=/var/log/mcrouter -p 11211 -f /etc/mcrouter.conf | |
I0818 19:18:22.912551 1547 ProxyDestination.cpp:344] server imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211:TCP:ascii-1000 down (7 of 8) | |
I0818 19:18:22.917914 1547 ProxyDestination.cpp:304] imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211 (wildcard-pool) marked hard TKO. Total hard TKOs: 1; soft TKOs: 0. Reply: mc_res_connect_error | |
I0818 19:18:22.980403 1547 ProxyDestination.cpp:344] server imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211:TCP:ascii-1000 up (8 of 8) | |
I0818 19:18:27.904534 1543 async.cpp:272] Opened async store for /var/spool/mcrouter/20150818T19-1439924400/20150818T191827-1439925507-mcrouter-11211-t1543-0x7fc08f99e010 | |
I0818 19:18:34.127496 1547 ProxyDestination.cpp:304] imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211 (wildcard-pool) unmarked TKO. Total hard TKOs: 0; soft TKOs: 0. Reply: mc_res_ok | |
FAILURE 1439925514.954615 1540 [AsyncMcClient] [other] [mcrouter] network/AsyncMcClientImpl.cpp:570] Error: "Error parsing message 'VALUE account_rep_change_7927057 0 22\r\n0\000bum_22993320_67231\r\nt\nEND\r\n' at character 61!", client state: UP, remote endpoint: imgur-cache.tumysy.0006.use1.cache.amazonaws.com:11211:TCP:ascii, number of requests sent through this client: 13382, McClientRequestContextQueue info: Currently have 0 timedout initializers, 0 requests in replied queue, 1 requests in pending reply queue, 0 requests in write queue and 0 requests in pending queue, the first alive request is: OperationT is N8facebook8memcache11McOperationILi5EEE, RequestT is N8facebook8memcache9McRequestE, serialized data was: "get account_rep_change_7927057\r\n" | |
"libmcrouter.mcrouter.11211": {"async_spool":"/var/spool/mcrouter","asynclog_disable":"0","asynclog_port_override":"0","big_value_batch_size":"10","big_value_split_threshold":"0","client_queue_no_notify_rate":"0","client_queue_size":"1024","client_queue_wait_threshold_us":"0","cluster_pools_timeout_ms":"0","config_file":"/etc/mcrouter.conf","config_str":"","constantly_reload_configs":"0","cpu_cycles":"0","cross_cluster_timeout_ms":"0","cross_region_timeout_ms":"0","default_qos_class":"0","default_qos_path":"0","default_route":"/././","destination_rate_limiting":"0","disable_reload_configs":"0","disable_tko_tracking":"0","enable_failure_logging":"1","enable_flush_cmd":"0","enable_qos":"0","failures_until_tko":"3","fibers_max_pool_size":"1000","fibers_record_stack_size_every":"100000","fibers_stack_size":"24576","fibers_use_guard_pages":"1","file_observer_poll_period_ms":"100","file_observer_sleep_before_update_ms":"1000","flavor_name":"unknown","group_remote_errors":"0","keepalive_cnt":"0","keepalive_idle_s":"300","keepalive_interval_s":"60","latency_window_size":"16","logging_rtt_outlier_threshold_us":"0","maximum_soft_tkos":"40","miss_on_get_errors":"1","new_ascii_parser":"1","no_network":"0","num_proxies":"1","pem_ca_path":"","pem_cert_path":"","pem_key_path":"","probe_delay_initial_ms":"10000","probe_delay_max_ms":"60000","proxy_max_inflight_requests":"0","proxy_max_throttled_requests":"0","reconfiguration_delay_ms":"1000","regional_pools_timeout_ms":"0","reset_inactive_connection_interval":"60000","router_name":"11211","runtime_vars_file":"","same_connection_any_timeout":"0","send_invalid_route_to_default":"0","server_timeout_ms":"1000","service_name":"mcrouter","stats_async_queue_length":"50","stats_logging_interval":"10000","stats_root":"/var/mcrouter/stats","target_max_inflight_requests":"0","target_max_pending_requests":"100000","target_max_shadow_requests":"1000","tcp_rto_min":"-1","test_mode":"0","use_asynclog_version2":"0","version":"mcrouter 5.0.0","within_cluster_timeout_ms":"0"} | |
"mcrouter": /usr/bin/mcrouter --log-path=/var/log/mcrouter -p 11211 -f /etc/mcrouter.conf |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment