Skip to content

Instantly share code, notes, and snippets.

@amckinley
Last active August 29, 2015 14:27
Show Gist options
  • Save amckinley/a0adff642d5b0ded63ad to your computer and use it in GitHub Desktop.
Save amckinley/a0adff642d5b0ded63ad to your computer and use it in GitHub Desktop.
FAILURE 1439925502.912394 1540 [AsyncMcClient] [other] [mcrouter] network/AsyncMcClientImpl.cpp:570] Error: "Error parsing message 'VALUE account_rep_change_23424742 0 22\r\n0\000\007q\021\005reset\nU\323\222\?\r\n\000\000\000\000\000\000END\r\nVALUE Model_Account_22479213 0 28\r\nModel_Account_22479213_20031\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\nEND\r\n' at character 62!", client state: UP, remote endpoint: imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211:TCP:ascii, number of requests sent through this client: 10636, McClientRequestContextQueue info: Currently have 0 timedout initializers, 0 requests in replied queue, 10 requests in pending reply queue, 0 requests in write queue and 8 requests in pending queue, the first alive request is: OperationT is N8facebook8memcache11McOperationILi5EEE, RequestT is N8facebook8memcache9McRequestE, serialized data was: "get account_rep_change_23424742\r\n"
"libmcrouter.mcrouter.11211": {"async_spool":"/var/spool/mcrouter","asynclog_disable":"0","asynclog_port_override":"0","big_value_batch_size":"10","big_value_split_threshold":"0","client_queue_no_notify_rate":"0","client_queue_size":"1024","client_queue_wait_threshold_us":"0","cluster_pools_timeout_ms":"0","config_file":"/etc/mcrouter.conf","config_str":"","constantly_reload_configs":"0","cpu_cycles":"0","cross_cluster_timeout_ms":"0","cross_region_timeout_ms":"0","default_qos_class":"0","default_qos_path":"0","default_route":"/././","destination_rate_limiting":"0","disable_reload_configs":"0","disable_tko_tracking":"0","enable_failure_logging":"1","enable_flush_cmd":"0","enable_qos":"0","failures_until_tko":"3","fibers_max_pool_size":"1000","fibers_record_stack_size_every":"100000","fibers_stack_size":"24576","fibers_use_guard_pages":"1","file_observer_poll_period_ms":"100","file_observer_sleep_before_update_ms":"1000","flavor_name":"unknown","group_remote_errors":"0","keepalive_cnt":"0","keepalive_idle_s":"300","keepalive_interval_s":"60","latency_window_size":"16","logging_rtt_outlier_threshold_us":"0","maximum_soft_tkos":"40","miss_on_get_errors":"1","new_ascii_parser":"1","no_network":"0","num_proxies":"1","pem_ca_path":"","pem_cert_path":"","pem_key_path":"","probe_delay_initial_ms":"10000","probe_delay_max_ms":"60000","proxy_max_inflight_requests":"0","proxy_max_throttled_requests":"0","reconfiguration_delay_ms":"1000","regional_pools_timeout_ms":"0","reset_inactive_connection_interval":"60000","router_name":"11211","runtime_vars_file":"","same_connection_any_timeout":"0","send_invalid_route_to_default":"0","server_timeout_ms":"1000","service_name":"mcrouter","stats_async_queue_length":"50","stats_logging_interval":"10000","stats_root":"/var/mcrouter/stats","target_max_inflight_requests":"0","target_max_pending_requests":"100000","target_max_shadow_requests":"1000","tcp_rto_min":"-1","test_mode":"0","use_asynclog_version2":"0","version":"mcrouter 5.0.0","within_cluster_timeout_ms":"0"}
"mcrouter": /usr/bin/mcrouter --log-path=/var/log/mcrouter -p 11211 -f /etc/mcrouter.conf
I0818 19:18:22.912551 1547 ProxyDestination.cpp:344] server imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211:TCP:ascii-1000 down (7 of 8)
I0818 19:18:22.917914 1547 ProxyDestination.cpp:304] imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211 (wildcard-pool) marked hard TKO. Total hard TKOs: 1; soft TKOs: 0. Reply: mc_res_connect_error
I0818 19:18:22.980403 1547 ProxyDestination.cpp:344] server imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211:TCP:ascii-1000 up (8 of 8)
I0818 19:18:27.904534 1543 async.cpp:272] Opened async store for /var/spool/mcrouter/20150818T19-1439924400/20150818T191827-1439925507-mcrouter-11211-t1543-0x7fc08f99e010
I0818 19:18:34.127496 1547 ProxyDestination.cpp:304] imgur-cache.tumysy.0002.use1.cache.amazonaws.com:11211 (wildcard-pool) unmarked TKO. Total hard TKOs: 0; soft TKOs: 0. Reply: mc_res_ok
FAILURE 1439925514.954615 1540 [AsyncMcClient] [other] [mcrouter] network/AsyncMcClientImpl.cpp:570] Error: "Error parsing message 'VALUE account_rep_change_7927057 0 22\r\n0\000bum_22993320_67231\r\nt\nEND\r\n' at character 61!", client state: UP, remote endpoint: imgur-cache.tumysy.0006.use1.cache.amazonaws.com:11211:TCP:ascii, number of requests sent through this client: 13382, McClientRequestContextQueue info: Currently have 0 timedout initializers, 0 requests in replied queue, 1 requests in pending reply queue, 0 requests in write queue and 0 requests in pending queue, the first alive request is: OperationT is N8facebook8memcache11McOperationILi5EEE, RequestT is N8facebook8memcache9McRequestE, serialized data was: "get account_rep_change_7927057\r\n"
"libmcrouter.mcrouter.11211": {"async_spool":"/var/spool/mcrouter","asynclog_disable":"0","asynclog_port_override":"0","big_value_batch_size":"10","big_value_split_threshold":"0","client_queue_no_notify_rate":"0","client_queue_size":"1024","client_queue_wait_threshold_us":"0","cluster_pools_timeout_ms":"0","config_file":"/etc/mcrouter.conf","config_str":"","constantly_reload_configs":"0","cpu_cycles":"0","cross_cluster_timeout_ms":"0","cross_region_timeout_ms":"0","default_qos_class":"0","default_qos_path":"0","default_route":"/././","destination_rate_limiting":"0","disable_reload_configs":"0","disable_tko_tracking":"0","enable_failure_logging":"1","enable_flush_cmd":"0","enable_qos":"0","failures_until_tko":"3","fibers_max_pool_size":"1000","fibers_record_stack_size_every":"100000","fibers_stack_size":"24576","fibers_use_guard_pages":"1","file_observer_poll_period_ms":"100","file_observer_sleep_before_update_ms":"1000","flavor_name":"unknown","group_remote_errors":"0","keepalive_cnt":"0","keepalive_idle_s":"300","keepalive_interval_s":"60","latency_window_size":"16","logging_rtt_outlier_threshold_us":"0","maximum_soft_tkos":"40","miss_on_get_errors":"1","new_ascii_parser":"1","no_network":"0","num_proxies":"1","pem_ca_path":"","pem_cert_path":"","pem_key_path":"","probe_delay_initial_ms":"10000","probe_delay_max_ms":"60000","proxy_max_inflight_requests":"0","proxy_max_throttled_requests":"0","reconfiguration_delay_ms":"1000","regional_pools_timeout_ms":"0","reset_inactive_connection_interval":"60000","router_name":"11211","runtime_vars_file":"","same_connection_any_timeout":"0","send_invalid_route_to_default":"0","server_timeout_ms":"1000","service_name":"mcrouter","stats_async_queue_length":"50","stats_logging_interval":"10000","stats_root":"/var/mcrouter/stats","target_max_inflight_requests":"0","target_max_pending_requests":"100000","target_max_shadow_requests":"1000","tcp_rto_min":"-1","test_mode":"0","use_asynclog_version2":"0","version":"mcrouter 5.0.0","within_cluster_timeout_ms":"0"}
"mcrouter": /usr/bin/mcrouter --log-path=/var/log/mcrouter -p 11211 -f /etc/mcrouter.conf
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment