Created
June 13, 2011 17:20
-
-
Save oravecz/1023232 to your computer and use it in GitHub Desktop.
EC2 Startup - Node 2
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 17:10:59,380 INFO main ontext.ContextLoader: 187 - Root WebApplicationContext: initialization started | |
| 17:10:59,480 INFO main ebApplicationContext: 456 - Refreshing Root WebApplicationContext: startup date [Mon Jun 13 17:10:59 UTC 2011]; root of context hierarchy | |
| 17:10:59,639 INFO main BeanDefinitionReader: 315 - Loading XML bean definitions from class path resource [spring-context.xml] | |
| 17:11:00,982 INFO main BeanDefinitionReader: 315 - Loading XML bean definitions from class path resource [spring-security.xml] | |
| 17:11:01,276 INFO main icationConfigBuilder: 338 - No login page configured. The default internal one will be used. Use the 'login-page' attribute to set the URL of the login page. | |
| 17:11:01,283 INFO main BeanDefinitionParser: 187 - Checking sorted filter chain: [Root bean: class [org.springframework.security.web.context.SecurityContextPersistenceFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 300, Root bean: class [org.springframework.security.web.authentication.logout.LogoutFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 400, Root bean: class [org.springframework.security.web.authentication.UsernamePasswordAuthenticationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 800, Root bean: class [org.springframework.security.web.authentication.ui.DefaultLoginPageGeneratingFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1000, Root bean: class [org.springframework.security.web.authentication.www.BasicAuthenticationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1200, Root bean: class [org.springframework.security.web.savedrequest.RequestCacheAwareFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1300, Root bean: class [org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1400, Root bean: class [org.springframework.security.web.authentication.AnonymousAuthenticationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1600, Root bean: class [org.springframework.security.web.session.SessionManagementFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1700, Root bean: class [org.springframework.security.web.access.ExceptionTranslationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1800, <org.springframework.security.web.access.intercept.FilterSecurityInterceptor#0>, order = 1900] | |
| 17:11:01,521 INFO main laceholderConfigurer: 177 - Loading properties file from class path resource [server.properties] | |
| 17:11:01,645 INFO main tListableBeanFactory: 549 - Pre-instantiating singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@dfe303: defining beans [systemPlaceholderConfigurer,configParams,mailSender,elasticSearchConfiguration,esServer,esDataStore,delegatingStore,mapStoreManager,hzServer,backup,baseReflector,baseReflector$child#0,baseReflector$child#1,baseReflector$child#2,baseReflector$child#3,baseReflector$child#4,baseReflector$child#5,baseReflector$child#6,baseReflector$child#7,baseReflector$child#8,baseReflector$child#9,baseReflector$child#10,baseReflector$child#11,baseReflector$child#12,baseReflector$child#13,baseReflector$child#14,cronJobs,myScheduler,org.springframework.scheduling.support.MethodInvokingRunnable#0,org.springframework.scheduling.support.MethodInvokingRunnable#1,org.springframework.scheduling.config.ScheduledTaskRegistrar#0,org.springframework.security.web.PortMapperImpl#0,org.springframework.security.web.context.HttpSessionSecurityContextRepository#0,org.springframework.security.web.authentication.session.SessionFixationProtectionStrategy#0,org.springframework.security.authentication.ProviderManager#0,org.springframework.security.access.vote.AffirmativeBased#0,org.springframework.security.web.access.intercept.FilterSecurityInterceptor#0,org.springframework.security.web.access.DefaultWebInvocationPrivilegeEvaluator#0,org.springframework.security.authentication.AnonymousAuthenticationProvider#0,org.springframework.security.web.savedrequest.HttpSessionRequestCache#0,org.springframework.security.web.authentication.www.BasicAuthenticationEntryPoint#0,org.springframework.security.web.authentication.UsernamePasswordAuthenticationFilter#0,org.springframework.security.config.http.UserDetailsServiceInjectionBeanPostProcessor#0,org.springframework.security.filterChainProxy,restUserDetailsService,org.springframework.security.authentication.dao.DaoAuthenticationProvider#0,org.springframework.security.authentication.DefaultAuthenticationEventPublisher#0,org.springframework.security.authenticationManager]; root of factory hierarchy | |
| 17:11:01,693 INFO main ropertiesFactoryBean: 177 - Loading properties file from class path resource [elasticsearch-server.properties] | |
| 17:11:01,765 INFO main .ElasticSearchServer: 47 - Starting the Elastic Search server node | |
| 17:11:01,899 INFO main g.elasticsearch.node: 78 - [Shroud] {elasticsearch/0.16.2}[1106]: initializing ... | |
| 17:11:01,910 INFO main lasticsearch.plugins: 78 - [Shroud] loaded [cloud-aws] | |
| 17:11:05,555 DEBUG main csearch.cache.memory: 70 - [Shroud] using bytebuffer cache with small_buffer_size [1kb], large_buffer_size [1mb], small_cache_size [10mb], large_cache_size [500mb], direct [true] | |
| 17:11:05,568 DEBUG main ticsearch.threadpool: 70 - [Shroud] creating thread_pool [cached], type [cached], keep_alive [5m] | |
| 17:11:05,572 DEBUG main ticsearch.threadpool: 70 - [Shroud] creating thread_pool [index], type [cached], keep_alive [5m] | |
| 17:11:05,573 DEBUG main ticsearch.threadpool: 70 - [Shroud] creating thread_pool [search], type [cached], keep_alive [5m] | |
| 17:11:05,574 DEBUG main ticsearch.threadpool: 70 - [Shroud] creating thread_pool [percolate], type [cached], keep_alive [5m] | |
| 17:11:05,574 DEBUG main ticsearch.threadpool: 70 - [Shroud] creating thread_pool [management], type [scaling], min [1], size [20], keep_alive [5m] | |
| 17:11:05,578 DEBUG main ticsearch.threadpool: 70 - [Shroud] creating thread_pool [merge], type [scaling], min [1], size [20], keep_alive [5m] | |
| 17:11:05,578 DEBUG main ticsearch.threadpool: 70 - [Shroud] creating thread_pool [snapshot], type [scaling], min [1], size [5], keep_alive [5m] | |
| 17:11:05,598 DEBUG main y.zen.ping.multicast: 70 - [Shroud] using group [224.2.2.4], with port [54328], ttl [3], and address [null] | |
| 17:11:05,604 DEBUG main ery.zen.ping.unicast: 70 - [Shroud] using initial hosts [] | |
| 17:11:05,605 DEBUG main search.discovery.ec2: 70 - [Shroud] using initial_ping_timeout [3s] | |
| 17:11:05,610 DEBUG main rch.discovery.zen.fd: 70 - [Shroud] [master] uses ping_interval [1s], ping_timeout [30s], ping_retries [3] | |
| 17:11:05,613 DEBUG main rch.discovery.zen.fd: 70 - [Shroud] [node ] uses ping_interval [1s], ping_timeout [30s], ping_retries [3] | |
| 17:11:05,822 TRACE main rg.elasticsearch.env: 62 - [Shroud] obtaining node lock on /var/local/es/data/elasticsearch-dev/nodes/0 ... | |
| 17:11:05,826 DEBUG main rg.elasticsearch.env: 70 - [Shroud] using node location [/var/local/es/data/elasticsearch-dev/nodes/0], local_node_id [0] | |
| 17:11:06,255 DEBUG main r.routing.allocation: 70 - [Shroud] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4] | |
| 17:11:06,256 DEBUG main r.routing.allocation: 70 - [Shroud] using [allow_rebalance] with [indices_all_active] | |
| 17:11:06,257 DEBUG main r.routing.allocation: 70 - [Shroud] using [cluster_concurrent_rebalance] with [2] | |
| 17:11:06,308 DEBUG main ticsearch.monitor.os: 70 - [Shroud] Using probe [org.elasticsearch.monitor.os.JmxOsProbe@1461b5b] with refresh_interval [5s] | |
| 17:11:06,309 DEBUG main arch.monitor.process: 70 - [Shroud] Using probe [org.elasticsearch.monitor.process.JmxProcessProbe@ef9525] with refresh_interval [5s] | |
| 17:11:06,310 DEBUG main arch.monitor.network: 70 - [Shroud] Using probe [org.elasticsearch.monitor.network.JmxNetworkProbe@56acfa] with refresh_interval [5s] | |
| 17:11:06,318 DEBUG main arch.monitor.network: 70 - [Shroud] net_info | |
| host [domU-12-31-39-04-59-44] | |
| eth0 display_name [eth0] | |
| address [/fe80:0:0:0:1031:39ff:fe04:5944%2] [/10.240.94.178] | |
| mtu [1500] multicast [true] ptp [false] loopback [false] up [true] virtual [false] | |
| lo display_name [lo] | |
| address [/0:0:0:0:0:0:0:1%1] [/127.0.0.1] | |
| mtu [16436] multicast [false] ptp [false] loopback [true] up [true] virtual [false] | |
| 17:11:06,319 TRACE main arch.monitor.network: 62 - [Shroud] ifconfig | |
| NA | |
| 17:11:07,010 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute TotalNumberOfRequests[r=true,w=false,is=false,type=long] | |
| 17:11:07,011 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute BoundAddress[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,011 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute PublishAddress[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,012 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute TcpNoDelay[r=true,w=false,is=false,type=java.lang.Boolean] | |
| 17:11:07,013 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumberOfOutboundConnections[r=true,w=false,is=false,type=long] | |
| 17:11:07,013 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute Port[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,013 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute WorkerCount[r=true,w=false,is=false,type=int] | |
| 17:11:07,013 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute TcpReceiveBufferSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,013 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute ReuseAddress[r=true,w=false,is=false,type=java.lang.Boolean] | |
| 17:11:07,014 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute ConnectTimeout[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,014 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute TcpKeepAlive[r=true,w=false,is=false,type=java.lang.Boolean] | |
| 17:11:07,014 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute PublishHost[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,014 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute TcpSendBufferSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,014 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Attribute BindHost[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:07,019 DEBUG main index.shard.recovery: 70 - [Shroud] using concurrent_streams [5], file_chunk_size [100kb], translog_size [100kb], translog_ops [1000], and compress [true] | |
| 17:11:07,020 DEBUG main earch.indices.memory: 70 - [Shroud] using index_buffer_size [116mb], with min_shard_index_buffer_size [4mb], max_shard_index_buffer_size [512mb], shard_inactive_time [30m] | |
| 17:11:07,028 DEBUG main indices.cache.filter: 70 - [Shroud] using [node] filter cache with size [232mb] | |
| 17:11:07,029 DEBUG main ticsearch.gateway.s3: 70 - [Shroud] using bucket [ppkc-es-gateway-dev], region [null], chunk_size [100mb], concurrent_streams [5] | |
| 17:11:08,447 TRACE main ticsearch.gateway.s3: 62 - [Shroud] [findLatestMetadata]: Processing [metadata-73] | |
| 17:11:08,695 DEBUG main ticsearch.gateway.s3: 70 - [Shroud] Latest metadata found at index [73] | |
| 17:11:08,775 INFO main g.elasticsearch.node: 78 - [Shroud] {elasticsearch/0.16.2}[1106]: initialized | |
| 17:11:08,775 INFO main .ElasticSearchServer: 64 - Starting the Elastic Search server node with these settings: | |
| 17:11:08,776 INFO main .ElasticSearchServer: 69 - cloud.aws.access_key : AKIAJWQRTNTMFXIMX3WA | |
| 17:11:08,776 INFO main .ElasticSearchServer: 69 - cloud.aws.secret_key : <HIDDEN> | |
| 17:11:08,776 INFO main .ElasticSearchServer: 69 - cluster.name : elasticsearch-dev | |
| 17:11:08,776 INFO main .ElasticSearchServer: 69 - discovery.type : ec2 | |
| 17:11:08,776 INFO main .ElasticSearchServer: 69 - gateway.s3.bucket : ppkc-es-gateway-dev | |
| 17:11:08,776 INFO main .ElasticSearchServer: 69 - gateway.type : s3 | |
| 17:11:08,777 INFO main .ElasticSearchServer: 69 - http.enabled : true | |
| 17:11:08,777 INFO main .ElasticSearchServer: 69 - http.port : 9311 | |
| 17:11:08,777 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email.filter.0 : lowercase | |
| 17:11:08,777 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email.tokenizer : uax_url_email | |
| 17:11:08,777 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email.type : custom | |
| 17:11:08,777 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.lowercase : true | |
| 17:11:08,778 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.pattern : [@.] | |
| 17:11:08,778 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.stopwords : _none_ | |
| 17:11:08,778 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.type : pattern | |
| 17:11:08,780 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_split.filter.0 : lowercase | |
| 17:11:08,781 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_split.tokenizer : letter | |
| 17:11:08,781 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_split.type : custom | |
| 17:11:08,781 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.lowercase_keyword.filter.0 : lowercase | |
| 17:11:08,781 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.lowercase_keyword.tokenizer : keyword | |
| 17:11:08,781 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.lowercase_keyword.type : custom | |
| 17:11:08,781 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.char_filter.0 : html_strip | |
| 17:11:08,781 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.0 : standard | |
| 17:11:08,782 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.1 : lowercase | |
| 17:11:08,782 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.2 : stop | |
| 17:11:08,782 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.3 : porterStem | |
| 17:11:08,782 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.tokenizer : standard | |
| 17:11:08,782 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.type : custom | |
| 17:11:08,782 INFO main .ElasticSearchServer: 69 - index.mapping._id.indexed : true | |
| 17:11:08,782 INFO main .ElasticSearchServer: 69 - index.store.fs.memory.direct : true | |
| 17:11:08,783 INFO main .ElasticSearchServer: 69 - index.store.memory.direct : true | |
| 17:11:08,783 INFO main .ElasticSearchServer: 69 - index.store.memory.warm_cache : true | |
| 17:11:08,783 INFO main .ElasticSearchServer: 69 - index.store.type : niofs | |
| 17:11:08,783 INFO main .ElasticSearchServer: 69 - name : Shroud | |
| 17:11:08,783 INFO main .ElasticSearchServer: 69 - network.host : 0.0.0.0 | |
| 17:11:08,783 INFO main .ElasticSearchServer: 69 - node.data : true | |
| 17:11:08,784 INFO main .ElasticSearchServer: 69 - path.conf : /usr/share/tomcat6/webapps/ROOT//WEB-INF/config | |
| 17:11:08,784 INFO main .ElasticSearchServer: 69 - path.data : /var/local/es/data | |
| 17:11:08,784 INFO main .ElasticSearchServer: 69 - path.data_with_cluster : /var/local/es/data/elasticsearch-dev | |
| 17:11:08,784 INFO main .ElasticSearchServer: 69 - path.home : /var/local/es | |
| 17:11:08,784 INFO main .ElasticSearchServer: 69 - path.logs : /var/local/es/logs | |
| 17:11:08,784 INFO main .ElasticSearchServer: 69 - path.work : /var/local/es/work | |
| 17:11:08,784 INFO main .ElasticSearchServer: 69 - path.work_with_cluster : /var/local/es/work/elasticsearch-dev | |
| 17:11:08,785 INFO main .ElasticSearchServer: 69 - transport.tcp.port : 9310 | |
| 17:11:08,785 INFO main g.elasticsearch.node: 78 - [Shroud] {elasticsearch/0.16.2}[1106]: starting ... | |
| 17:11:08,881 DEBUG main .NioProviderMetadata: 70 - Using the autodetected NIO constraint level: 0 | |
| 17:11:09,013 DEBUG main arch.transport.netty: 70 - [Shroud] Bound to address [/0:0:0:0:0:0:0:0:9310] | |
| 17:11:09,016 INFO main sticsearch.transport: 78 - [Shroud] bound_address {inet[/0:0:0:0:0:0:0:0:9310]}, publish_address {inet[/10.240.94.178:9310]} | |
| 17:11:09,021 TRACE main sticsearch.discovery: 62 - [Shroud] waiting for 30s for the initial state to be set by the discovery | |
| 17:11:09,300 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] building dynamic unicast discovery nodes... | |
| 17:11:09,304 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-c767d9a9, address 10.91.25.118, transport_address inet[/10.91.25.118:9310] | |
| 17:11:09,304 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-7164da1f, address 10.122.62.201, transport_address inet[/10.122.62.201:9310] | |
| 17:11:09,305 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-5b553335, address 10.254.91.0, transport_address inet[/10.254.91.0:9310] | |
| 17:11:09,305 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-dbb7c0b5, address 10.240.110.42, transport_address inet[/10.240.110.42:9310] | |
| 17:11:09,305 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-d9b7c0b7, address 10.240.94.178, transport_address inet[/10.240.94.178:9310] | |
| 17:11:09,305 DEBUG thread-1 search.discovery.ec2: 70 - [Shroud] using dynamic discovery nodes [[#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]], [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]], [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]], [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
| 17:11:10,110 TRACE thread-2 ery.zen.ping.unicast: 66 - [Shroud] [1] failed to connect to [#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]] | |
| org.elasticsearch.transport.ConnectTransportException: [][inet[/10.91.25.118:9310]] connect_timeout[30s] | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
| at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
| at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.net.ConnectException: Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| ... 3 more | |
| 17:11:10,109 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00f9659d]] | |
| java.net.ConnectException: Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:10,127 DEBUG thread-6 arch.transport.netty: 70 - [Shroud] Connected to node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:10,127 TRACE thread-6 ery.zen.ping.unicast: 62 - [Shroud] [1] connecting to [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], disconnect[false] | |
| 17:11:10,212 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Shroud] [1] received response from [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]: [ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}] | |
| 17:11:12,401 TRACE thread-6 search.discovery.ec2: 62 - [Shroud] building dynamic unicast discovery nodes... | |
| 17:11:12,401 TRACE thread-6 search.discovery.ec2: 62 - [Shroud] adding i-c767d9a9, address 10.91.25.118, transport_address inet[/10.91.25.118:9310] | |
| 17:11:12,402 TRACE thread-6 search.discovery.ec2: 62 - [Shroud] adding i-7164da1f, address 10.122.62.201, transport_address inet[/10.122.62.201:9310] | |
| 17:11:12,402 TRACE thread-6 search.discovery.ec2: 62 - [Shroud] adding i-5b553335, address 10.254.91.0, transport_address inet[/10.254.91.0:9310] | |
| 17:11:12,402 TRACE thread-6 search.discovery.ec2: 62 - [Shroud] adding i-dbb7c0b5, address 10.240.110.42, transport_address inet[/10.240.110.42:9310] | |
| 17:11:12,402 TRACE thread-6 search.discovery.ec2: 62 - [Shroud] adding i-d9b7c0b7, address 10.240.94.178, transport_address inet[/10.240.94.178:9310] | |
| 17:11:12,402 DEBUG thread-6 search.discovery.ec2: 70 - [Shroud] using dynamic discovery nodes [[#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]], [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]], [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]], [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
| 17:11:12,404 TRACE thread-6 ery.zen.ping.unicast: 62 - [Shroud] [1] connecting to [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], disconnect[false] | |
| 17:11:12,408 TRACE ker #1-1 ery.zen.ping.unicast: 62 - [Shroud] [1] received response from [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]: [ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}] | |
| 17:11:12,558 DEBUG thread-5 arch.transport.netty: 70 - [Shroud] Connected to node [[#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]] | |
| 17:11:12,559 TRACE thread-5 ery.zen.ping.unicast: 62 - [Shroud] [1] connecting to [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], disconnect[true] | |
| 17:11:12,563 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Shroud] [1] received response from [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]: [ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}] | |
| 17:11:12,565 DEBUG ker #1-2 arch.transport.netty: 70 - [Shroud] Disconnected from [[#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]] | |
| 17:11:27,405 DEBUG thread-1 search.discovery.ec2: 70 - [Shroud] ping responses: | |
| --> target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null] | |
| 17:11:27,498 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] building dynamic unicast discovery nodes... | |
| 17:11:27,499 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-c767d9a9, address 10.91.25.118, transport_address inet[/10.91.25.118:9310] | |
| 17:11:27,499 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-7164da1f, address 10.122.62.201, transport_address inet[/10.122.62.201:9310] | |
| 17:11:27,499 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-5b553335, address 10.254.91.0, transport_address inet[/10.254.91.0:9310] | |
| 17:11:27,499 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-dbb7c0b5, address 10.240.110.42, transport_address inet[/10.240.110.42:9310] | |
| 17:11:27,499 TRACE thread-1 search.discovery.ec2: 62 - [Shroud] adding i-d9b7c0b7, address 10.240.94.178, transport_address inet[/10.240.94.178:9310] | |
| 17:11:27,499 DEBUG thread-1 search.discovery.ec2: 70 - [Shroud] using dynamic discovery nodes [[#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]], [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]], [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]], [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
| 17:11:27,500 TRACE thread-1 ery.zen.ping.unicast: 62 - [Shroud] [2] connecting to [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], disconnect[false] | |
| 17:11:27,504 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Shroud] [2] received response from [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]: [ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}] | |
| 17:11:30,576 TRACE hread-12 search.discovery.ec2: 62 - [Shroud] building dynamic unicast discovery nodes... | |
| 17:11:30,576 TRACE hread-12 search.discovery.ec2: 62 - [Shroud] adding i-c767d9a9, address 10.91.25.118, transport_address inet[/10.91.25.118:9310] | |
| 17:11:30,576 TRACE hread-12 search.discovery.ec2: 62 - [Shroud] adding i-7164da1f, address 10.122.62.201, transport_address inet[/10.122.62.201:9310] | |
| 17:11:30,576 TRACE hread-12 search.discovery.ec2: 62 - [Shroud] adding i-5b553335, address 10.254.91.0, transport_address inet[/10.254.91.0:9310] | |
| 17:11:30,577 TRACE hread-12 search.discovery.ec2: 62 - [Shroud] adding i-dbb7c0b5, address 10.240.110.42, transport_address inet[/10.240.110.42:9310] | |
| 17:11:30,577 TRACE hread-12 search.discovery.ec2: 62 - [Shroud] adding i-d9b7c0b7, address 10.240.94.178, transport_address inet[/10.240.94.178:9310] | |
| 17:11:30,577 DEBUG hread-12 search.discovery.ec2: 70 - [Shroud] using dynamic discovery nodes [[#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]], [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]], [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]], [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
| 17:11:30,579 TRACE hread-12 ery.zen.ping.unicast: 62 - [Shroud] [2] connecting to [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], disconnect[false] | |
| 17:11:30,584 TRACE ker #1-1 ery.zen.ping.unicast: 62 - [Shroud] [2] received response from [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]: [ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}] | |
| 17:11:33,559 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00dc904a]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:33,559 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00b0f2b2]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:33,559 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x01fe500a]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:33,560 TRACE thread-4 ery.zen.ping.unicast: 66 - [Shroud] [1] failed to connect to [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]] | |
| org.elasticsearch.transport.ConnectTransportException: [][inet[/10.254.91.0:9310]] connect_timeout[30s] | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
| at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
| at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| ... 3 more | |
| 17:11:33,561 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x0007ac6c]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:39,021 WARN main sticsearch.discovery: 86 - [Shroud] waited for 30s and no initial state was set by the discovery | |
| 17:11:39,022 INFO main sticsearch.discovery: 78 - [Shroud] elasticsearch-dev/HnIw_v01StWb8-cJJQ8ANw | |
| 17:11:39,022 DEBUG main lasticsearch.gateway: 70 - [Shroud] can't wait on start for (possibly) reading state from gateway, will do it asynchronously | |
| 17:11:39,025 INFO main g.elasticsearch.http: 78 - [Shroud] bound_address {inet[/0:0:0:0:0:0:0:0:9311]}, publish_address {inet[/10.240.94.178:9311]} | |
| 17:11:39,025 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@1879b under org.elasticsearch:service=transport | |
| 17:11:39,026 TRACE main rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@6e056e under org.elasticsearch:service=transport,transportType=netty | |
| 17:11:39,026 INFO main g.elasticsearch.node: 78 - [Shroud] {elasticsearch/0.16.2}[1106]: started | |
| 17:11:45,580 DEBUG thread-1 search.discovery.ec2: 70 - [Shroud] ping responses: {none} | |
| 17:11:45,582 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [zen-disco-join (elected_as_master)]: execute | |
| 17:11:45,583 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [1], source [zen-disco-join (elected_as_master)] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| routing_nodes: | |
| ---- unassigned | |
| 17:11:45,583 INFO thread-1 arch.cluster.service: 78 - [Shroud] new_master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], reason: zen-disco-join (elected_as_master) | |
| 17:11:45,587 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:45,587 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:45,588 DEBUG hread-12 ticsearch.gateway.s3: 70 - [Shroud] reading state from gateway org.elasticsearch.gateway.shared.SharedStorageGateway$1@1156508 ... | |
| 17:11:45,592 INFO main .ElasticSearchServer: 161 - ES cluster status is RED. Waiting for ES recovery. | |
| 17:11:45,593 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [zen-disco-join (elected_as_master)]: done applying updated cluster_state | |
| 17:11:45,632 TRACE hread-12 ticsearch.gateway.s3: 62 - [Shroud] [findLatestMetadata]: Processing [metadata-74] | |
| 17:11:45,720 DEBUG hread-12 ticsearch.gateway.s3: 70 - [Shroud] read state from gateway org.elasticsearch.gateway.shared.SharedStorageGateway$1@1156508, took 129ms | |
| 17:11:45,721 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [local-gateway-elected-state]: execute | |
| 17:11:45,733 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [1], source [local-gateway-elected-state] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[null], [P], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [P], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:45,733 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:45,733 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:45,734 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] creating index | |
| 17:11:45,734 DEBUG thread-1 lasticsearch.indices: 70 - [Shroud] creating Index [ppkc], shards [5]/[1] | |
| 17:11:46,925 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Shroud] [gc][MarkSweepCompact][5] took [350ms]/[1.2s], reclaimed [93.3mb], leaving [39.4mb] used, max [1.3gb] | |
| 17:11:47,005 DEBUG thread-1 csearch.index.mapper: 70 - [Shroud] [ppkc] using dynamic[true], default mapping: location[null] and source[{ | |
| "_default_" : { | |
| } | |
| }] | |
| 17:11:47,009 DEBUG thread-1 .field.data.resident: 70 - [Shroud] [ppkc] using [resident] field cache with max_size [-1], expire [null] | |
| 17:11:47,045 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,045 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@1a6a3c3 under org.elasticsearch:service=indices,index=ppkc | |
| 17:11:47,047 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [stats-sec], source [{"stats-sec":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:47,186 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [resources], source [{"resources":{"_id":{"index":"not_analyzed"},"properties":{"activity":{"type":"string","index":"not_analyzed"},"aspects":{"type":"string","index":"not_analyzed"},"author":{"type":"string","analyzer":"porter_standard"},"body":{"type":"string"},"categories":{"type":"string","index":"not_analyzed"},"category":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"event":{"type":"string","index":"not_analyzed"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"locale":{"type":"string","index":"not_analyzed"},"mimetype":{"type":"string","index":"not_analyzed"},"name":{"type":"string","analyzer":"porter_standard"},"path":{"type":"string","index":"not_analyzed"},"postcardImage":{"type":"string","index":"not_analyzed"},"rating":{"type":"float"},"ref":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"reviewStatus":{"type":"string","index":"not_analyzed"},"size":{"type":"string","index":"not_analyzed"},"subject":{"type":"string"},"taggable":{"type":"string","analyzer":"lowercase_keyword"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"multi_field","fields":{"title":{"type":"string","analyzer":"lowercase_keyword"},"untouched":{"type":"string","index":"not_analyzed","include_in_all":false}}},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"},"xmltext":{"type":"string","analyzer":"porter_standard"}}}}] | |
| 17:11:47,195 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [games], source [{"games":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"description":{"type":"string","index":"not_analyzed"},"key":{"type":"string","index":"not_analyzed"},"rating":{"type":"float"}}}}] | |
| 17:11:47,197 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [stats-day], source [{"stats-day":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:47,199 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [gamedata], source [{"gamedata":{"_id":{"index":"not_analyzed"},"properties":{"completionStatus":{"type":"boolean","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"difficultyLevel":{"type":"integer"},"gameKey":{"type":"string","index":"not_analyzed"},"mission":{"type":"string","index":"not_analyzed"},"placeFinished":{"type":"integer"},"score":{"type":"integer"},"stateData":{"type":"object"},"user":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"winner":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,203 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [profileVerificationTokens], source [{"profileVerificationTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,205 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [posts], source [{"posts":{"_id":{"index":"not_analyzed"},"properties":{"active":{"type":"integer"},"creator":{"properties":{"_id":{"type":"string","index":"not_analyzed"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"fullName":{"type":"string"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"thumbnail":{"type":"object"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayProperties":{"properties":{"postcardCountry":{"type":"string"},"postcardKey":{"type":"string"}}},"ip":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likedBy":{"type":"integer"},"likes":{"type":"integer"},"message":{"type":"string","analyzer":"porter_standard"},"parentId":{"type":"string","index":"not_analyzed","null_value":"0"},"recipients":{"properties":{"active":{"type":"boolean"},"read":{"type":"boolean"},"userId":{"type":"string"}}},"rootId":{"type":"string","index":"not_analyzed"},"spam":{"type":"integer"},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"}}}}] | |
| 17:11:47,211 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [passwordResetTokens], source [{"passwordResetTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,301 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [stats-minute], source [{"stats-minute":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:47,302 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [friendcodes], source [{"friendcodes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"hashCode":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,304 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [spams], source [{"spams":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"markedById":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,305 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [views], source [{"views":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"viewedById":{"type":"string","index":"not_analyzed","null_value":"0"},"viewedFromIp":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,307 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [likes], source [{"likes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"likedById":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,309 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [refLists], source [{"refLists":{"_id":{"index":"not_analyzed"},"properties":{"key":{"type":"string","index":"not_analyzed"},"refData":{"properties":{"_id":{"type":"string"},"categoryKey":{"type":"string"},"country":{"type":"string"},"dataType":{"type":"string"},"description":{"type":"string"},"key":{"type":"string"},"order":{"type":"long"},"type":{"type":"string"}}}}}}] | |
| 17:11:47,313 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [activityStreams], source [{"activityStreams":{"_id":{"index":"not_analyzed"},"properties":{"acts":{"properties":{"_id":{"type":"string"},"about":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"key":{"type":"string"},"locale":{"type":"string"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idCrop":{"type":"string"},"idSource":{"type":"string"}}},"title":{"type":"string"},"username":{"type":"string"}}},"actor":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"direct":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"completionStatus":{"type":"boolean"},"country":{"type":"string"},"creator":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string"},"difficultyLevel":{"type":"long"},"entityDataType":{"type":"string"},"entityId":{"type":"string"},"gameKey":{"type":"string"},"key":{"type":"string"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string"},"messagingType":{"type":"string"},"metadata":{"dynamic":"true","properties":{"duration":{"type":"string"},"height":{"type":"string"},"mp4Key":{"type":"string"},"ogvKey":{"type":"string"},"width":{"type":"string"}}},"mission":{"type":"string"},"ownerId":{"type":"string"},"parentId":{"type":"string"},"path":{"dynamic":"true","properties":{"mp4":{"type":"string"},"ogv":{"type":"string"}}},"placeFinished":{"type":"long"},"private":{"type":"boolean"},"profileType":{"type":"string"},"ratedById":{"type":"string"},"ratingsValue":{"type":"string"},"receivedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"reviewStatus":{"type":"string"},"rootId":{"type":"string"},"score":{"type":"string"},"stateData":{"type":"object","dynamic":"true"},"status":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idSource":{"type":"string"}}},"title":{"type":"string"},"type":{"type":"string"},"user":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"username":{"type":"string"}}},"verb":{"type":"string"}}}}}}] | |
| 17:11:47,329 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [userUploadedContent], source [{"userUploadedContent":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string","index":"not_analyzed"},"metadata":{"properties":{"duration":{"type":"string"},"height":{"type":"string"},"mp4Key":{"type":"string"},"ogvKey":{"type":"string"},"width":{"type":"string"}}},"mimetype":{"type":"string","index":"not_analyzed"},"ownerId":{"type":"string","index":"not_analyzed"},"path":{"properties":{"mp4":{"type":"string"},"ogv":{"type":"string"}}},"private":{"type":"boolean","index":"not_analyzed"},"rating":{"type":"float"},"reviewStatus":{"type":"string","index":"not_analyzed"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,334 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [profiles], source [{"profiles":{"_id":{"index":"not_analyzed"},"properties":{"about":{"type":"string","analyzer":"porter_standard"},"accomplishmentsAndLearning":{"properties":{"description":{"type":"string","analyzer":"porter_standard"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"accountEmail":{"properties":{"address":{"type":"string","analyzer":"email"},"status":{"type":"string","index":"not_analyzed"}}},"accountStatii":{"type":"object"},"accountType":{"type":"string","index":"not_analyzed"},"achievements":{"type":"string","index":"not_analyzed"},"addresses":{"properties":{"block":{"type":"string","index":"not_analyzed"},"city":{"type":"string","index":"not_analyzed"},"countryName":{"type":"string","index":"not_analyzed"},"extendedAddress":{"type":"string","index":"not_analyzed"},"locality":{"type":"string","index":"not_analyzed"},"poBox":{"type":"string","index":"not_analyzed"},"postalCode":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"},"streetAddress":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"},"town":{"type":"string","index":"not_analyzed"}}},"avatar":{"properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"badges":{"type":"string","index":"not_analyzed","null_value":"na"},"birthDate":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"businesses":{"type":"object"},"children":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"civilId":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayEmails":{"properties":{"address":{"type":"string","analyzer":"email"},"type":{"type":"string","index":"not_analyzed"}}},"educationHistory":{"properties":{"country":{"type":"string","index":"not_analyzed"},"degree":{"type":"string","analyzer":"porter_standard"},"edNotes":{"type":"string","analyzer":"porter_standard"},"fieldOfStudy":{"type":"string","analyzer":"porter_standard"},"schoolName":{"type":"string","index":"not_analyzed"},"yearFrom":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearTo":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}},"ethnicity":{"type":"string","index":"not_analyzed"},"followedBy":{"type":"string","index":"not_analyzed","null_value":"na"},"follows":{"type":"string","index":"not_analyzed","null_value":"na"},"friends":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"friendsPendingIn":{"dynamic":"true","properties":{"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"initiatedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"status":{"type":"string"}}},"friendsPendingOut":{"dynamic":"true","properties":{"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"receivedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"status":{"type":"string"}}},"fullDescription":{"type":"string","analyzer":"porter_standard"},"gender":{"type":"string","index":"not_analyzed"},"generalText":{"properties":{"description":{"type":"string","index":"not_analyzed"},"textTitle":{"type":"string","index":"not_analyzed"}}},"instantMessenger":{"properties":{"provider":{"type":"string","index":"not_analyzed"},"screenName":{"type":"string","index":"not_analyzed"}}},"interests":{"properties":{"animal-intc":{"type":"string","analyzer":"lowercase_keyword"},"food-intc":{"type":"string","analyzer":"lowercase_keyword"},"hobby-intc":{"type":"string","analyzer":"lowercase_keyword"},"music-intc":{"type":"string","analyzer":"lowercase_keyword"},"schoolsubject-intc":{"type":"string","analyzer":"lowercase_keyword"}}},"languagePref":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"loginHistory":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"date":{"type":"string","index":"not_analyzed"},"ip":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"}}},"maritalStatus":{"type":"string","index":"not_analyzed"},"messagingType":{"type":"string"},"moodStatus":{"type":"string","index":"not_analyzed"},"myExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"name":{"properties":{"fullName":{"type":"string","analyzer":"porter_standard"},"given":{"type":"string","analyzer":"porter_standard"},"grandfather":{"type":"string","analyzer":"porter_standard"},"middle":{"type":"string","analyzer":"porter_standard"},"pre":{"type":"string","analyzer":"porter_standard"},"suf":{"type":"string","analyzer":"porter_standard"},"surname":{"type":"string","analyzer":"porter_standard"}}},"nationality":{"type":"string","index":"not_analyzed"},"notificationPref":{"type":"string","index":"not_analyzed"},"notificationSettings":{"properties":{"fieldName":{"type":"string"},"value":{"dynamic":"true","properties":{"alert":{"type":"boolean"},"stream":{"type":"boolean"}}}}},"othersExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"parent":{"properties":{"_id":{"type":"string"},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"password":{"type":"string","index":"not_analyzed"},"paypalInfo":{"properties":{"inactiveProfileIds":{"dynamic":"true","properties":{"I-125VLPCXDT68":{"type":"date","format":"dateOptionalTime"},"I-FVYFR49G91PR":{"type":"date","format":"dateOptionalTime"},"I-NCH9RG50MPNC":{"type":"date","format":"dateOptionalTime"},"I-WA57CAVLFPKH":{"type":"date","format":"dateOptionalTime"}}},"recurringProfileId":{"type":"string"}}},"pendingAccountChange":{"properties":{"changeAccountTypeTo":{"type":"string"},"dateofChange":{"type":"date","format":"dateOptionalTime"}}},"penpalAccessCodes:":{"type":"object"},"penpals":{"type":"object"},"penpalsPending":{"type":"object"},"percentComplete":{"type":"integer"},"phones":{"properties":{"extension":{"type":"string","index":"not_analyzed"},"number":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"}}},"placeOfBirth":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"}}},"privacySettings":{"properties":{"fieldName":{"type":"string","index":"not_analyzed"},"value":{"type":"string","index":"not_analyzed"}}},"privacyVisibility":{"properties":{"privateInformation":{"type":"string","index":"not_analyzed"},"searchResults":{"type":"string","index":"not_analyzed"}}},"profileType":{"type":"string","index":"not_analyzed"},"promoCodes":{"type":"string","index":"not_analyzed"},"race":{"type":"string","index":"not_analyzed"},"religion":{"type":"string","index":"not_analyzed"},"requests":{"type":"string","index":"not_analyzed","null_value":"na"},"roles":{"type":"string","index":"not_analyzed"},"socialNetworks":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"source":{"type":"string"},"status":{"type":"string","index":"not_analyzed"},"tags":{"type":"string","index":"not_analyzed","null_value":"na"},"tempParentEmailAddress":{"type":"string","index":"not_analyzed"},"thirdPartyLogins":{"properties":{"identifier":{"type":"string","index":"not_analyzed"},"values":{"type":"object"}}},"threeDayPostcards":{"properties":{"lastMessageSentDate":{"type":"date","format":"dateOptionalTime"},"receivedMessages":{"type":"long"}}},"thumbNail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"thumbnail":{"type":"object","dynamic":"true"},"username":{"type":"string","analyzer":"lowercase_keyword"},"views":{"type":"integer"},"websites":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"}}},"workHistory":{"properties":{"businessName":{"type":"string","analyzer":"porter_standard"},"location":{"type":"string","index":"not_analyzed"},"title":{"type":"string","analyzer":"porter_standard"},"workNotes":{"type":"string","analyzer":"porter_standard"},"yearFinished":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearStarted":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}}}}}] | |
| 17:11:47,487 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [activities], source [{"activities":{"_id":{"index":"not_analyzed"},"properties":{"about":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"key":{"type":"string"},"locale":{"type":"string"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idCrop":{"type":"string"},"idSource":{"type":"string"}}},"title":{"type":"string"},"username":{"type":"string"}}},"actor":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"direct":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"completionStatus":{"type":"boolean"},"country":{"type":"string"},"creator":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string"},"difficultyLevel":{"type":"long"},"entityDataType":{"type":"string"},"entityId":{"type":"string"},"gameKey":{"type":"string"},"key":{"type":"string"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string"},"messagingType":{"type":"string"},"metadata":{"dynamic":"true","properties":{"duration":{"type":"string"},"height":{"type":"string"},"mp4Key":{"type":"string"},"ogvKey":{"type":"string"},"width":{"type":"string"}}},"mission":{"type":"string"},"ownerId":{"type":"string"},"parentId":{"type":"string"},"path":{"dynamic":"true","properties":{"mp4":{"type":"string"},"ogv":{"type":"string"}}},"placeFinished":{"type":"long"},"private":{"type":"boolean"},"profileType":{"type":"string"},"ratedById":{"type":"string"},"ratingsValue":{"type":"string"},"receivedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"reviewStatus":{"type":"string"},"rootId":{"type":"string"},"score":{"type":"string"},"stateData":{"type":"object","dynamic":"true"},"status":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idSource":{"type":"string"}}},"title":{"type":"string"},"type":{"type":"string"},"user":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"username":{"type":"string"}}},"verb":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:47,612 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [stats-hour], source [{"stats-hour":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:47,616 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [promocodes], source [{"promocodes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"daysFree":{"type":"integer"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"promoKey":{"type":"string"}}}}] | |
| 17:11:47,620 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc] adding mapping [ratings], source [{"ratings":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"ratedById":{"type":"string","index":"not_analyzed"},"ratingsValue":{"type":"float"}}}}] | |
| 17:11:47,625 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc][0] creating shard | |
| 17:11:47,625 DEBUG thread-1 search.index.service: 70 - [Shroud] [ppkc] creating shard_id [0] | |
| 17:11:47,811 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [ppkc][0] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/0/index] | |
| 17:11:47,909 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [ppkc][0] Using [keep_only_last] deletion policy | |
| 17:11:47,910 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [ppkc][0] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:47,910 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [ppkc][0] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:47,911 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][0] state: [CREATED] | |
| 17:11:47,912 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:47,912 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:47,912 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:47,912 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,913 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@ea9cf1 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=0 | |
| 17:11:47,914 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:47,914 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,914 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@10e98d8 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=0,shardType=store | |
| 17:11:47,915 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [ppkc][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:47,918 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][0] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:47,919 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][0] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0] ... | |
| 17:11:47,920 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc][1] creating shard | |
| 17:11:47,920 DEBUG thread-1 search.index.service: 70 - [Shroud] [ppkc] creating shard_id [1] | |
| 17:11:47,936 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [ppkc][1] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/1/index] | |
| 17:11:47,936 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [ppkc][1] Using [keep_only_last] deletion policy | |
| 17:11:47,937 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [ppkc][1] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:47,937 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [ppkc][1] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:47,938 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][1] state: [CREATED] | |
| 17:11:47,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:47,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:47,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:47,942 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,942 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@a2f435 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=1 | |
| 17:11:47,942 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:47,942 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,943 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@1c0035b under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=1,shardType=store | |
| 17:11:47,943 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [ppkc][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:47,943 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[ppkc][1]), total is [116mb] with [1] active shards, each shard set to [116mb] | |
| 17:11:47,943 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][1] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:47,944 DEBUG hread-12 search.index.gateway: 70 - [Shroud] [ppkc][1] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1] ... | |
| 17:11:47,945 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc][2] creating shard | |
| 17:11:47,946 DEBUG thread-1 search.index.service: 70 - [Shroud] [ppkc] creating shard_id [2] | |
| 17:11:47,959 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [ppkc][2] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/2/index] | |
| 17:11:47,959 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [ppkc][2] Using [keep_only_last] deletion policy | |
| 17:11:47,959 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [ppkc][2] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:47,960 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [ppkc][2] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:47,960 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][2] state: [CREATED] | |
| 17:11:47,961 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:47,961 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:47,961 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:47,961 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:47,961 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,961 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,962 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,962 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,962 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:47,963 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:47,963 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,963 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@f7d41f under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=2 | |
| 17:11:47,967 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:47,967 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:47,967 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@ffc1c under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=2,shardType=store | |
| 17:11:48,037 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [ppkc][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:48,038 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[ppkc][2]), total is [116mb] with [2] active shards, each shard set to [58mb] | |
| 17:11:48,038 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][2] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:48,038 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc][3] creating shard | |
| 17:11:48,038 DEBUG thread-1 search.index.service: 70 - [Shroud] [ppkc] creating shard_id [3] | |
| 17:11:48,041 DEBUG hread-17 search.index.gateway: 70 - [Shroud] [ppkc][2] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2] ... | |
| 17:11:48,143 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [ppkc][3] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/3/index] | |
| 17:11:48,143 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [ppkc][3] Using [keep_only_last] deletion policy | |
| 17:11:48,144 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [ppkc][3] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:48,144 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [ppkc][3] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:48,144 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][3] state: [CREATED] | |
| 17:11:48,145 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:48,146 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:48,146 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:48,146 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:48,150 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:48,150 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:48,151 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:48,151 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:48,151 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:48,151 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:48,151 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:48,152 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@9addef under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=3 | |
| 17:11:48,152 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:48,153 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:48,153 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@9fe953 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=3,shardType=store | |
| 17:11:48,153 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [ppkc][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:48,154 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[ppkc][3]), total is [116mb] with [3] active shards, each shard set to [38.6mb] | |
| 17:11:48,154 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][3] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:48,188 INFO thread-1 lasticsearch.gateway: 78 - [Shroud] recovered [2] indices into cluster_state | |
| 17:11:48,188 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [local-gateway-elected-state]: done applying updated cluster_state | |
| 17:11:48,188 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:48,188 DEBUG hread-18 search.index.gateway: 70 - [Shroud] [ppkc][3] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3] ... | |
| 17:11:48,191 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:48,194 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.tis], does not exists in local store | |
| 17:11:48,194 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.fnm], does not exists in local store | |
| 17:11:48,195 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.nrm], does not exists in local store | |
| 17:11:48,195 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.frq], does not exists in local store | |
| 17:11:48,195 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.prx], does not exists in local store | |
| 17:11:48,195 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.tis], does not exists in local store | |
| 17:11:48,197 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.fdx], does not exists in local store | |
| 17:11:48,197 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.frq], does not exists in local store | |
| 17:11:48,197 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.tii], does not exists in local store | |
| 17:11:48,197 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.fnm], does not exists in local store | |
| 17:11:48,197 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.tii], does not exists in local store | |
| 17:11:48,197 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.tis], does not exists in local store | |
| 17:11:48,197 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.fdt], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.fdt], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.nrm], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.fdt], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.frq], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.tii], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.tii], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.fdx], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.fnm], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.frq], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.nrm], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.nrm], does not exists in local store | |
| 17:11:48,198 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [segments_80], does not exists in local store | |
| 17:11:48,197 DEBUG hread-19 ticsearch.gateway.s3: 70 - [Shroud] writing to gateway org.elasticsearch.gateway.shared.SharedStorageGateway$2@12a3766 ... | |
| 17:11:48,203 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.frq], does not exists in local store | |
| 17:11:48,203 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.frq], does not exists in local store | |
| 17:11:48,203 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.fdt], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4_2.del], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.fdx], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.tis], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.fnm], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.frq], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.nrm], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.tii], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.fdt], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.prx], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.tii], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.fdx], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.fdt], does not exists in local store | |
| 17:11:48,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.fdx], does not exists in local store | |
| 17:11:48,205 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.tis], does not exists in local store | |
| 17:11:48,205 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.nrm], does not exists in local store | |
| 17:11:48,205 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.fdx], does not exists in local store | |
| 17:11:48,205 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.nrm], does not exists in local store | |
| 17:11:48,205 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.fdx], does not exists in local store | |
| 17:11:48,205 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.fdt], does not exists in local store | |
| 17:11:48,205 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.prx], does not exists in local store | |
| 17:11:48,199 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.nrm], does not exists in local store | |
| 17:11:48,205 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.prx], does not exists in local store | |
| 17:11:48,205 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.fnm], does not exists in local store | |
| 17:11:48,205 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.fdt], does not exists in local store | |
| 17:11:48,205 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.fnm], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl_z.del], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.prx], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.tis], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.tis], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.fdx], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_15.tii], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.fdx], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1rf.prx], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1jl.fdx], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_l.fdt], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.frq], does not exists in local store | |
| 17:11:48,206 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering [_1re.prx], does not exists in local store | |
| 17:11:48,207 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [ppkc][0] recovering_files [42] with total_size [7.3mb], reusing_files [0] with reused_size [0b] | |
| 17:11:48,200 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.prx], does not exists in local store | |
| 17:11:48,210 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.fdt], does not exists in local store | |
| 17:11:48,210 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.fdt], does not exists in local store | |
| 17:11:48,210 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.fnm], does not exists in local store | |
| 17:11:48,210 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.prx], does not exists in local store | |
| 17:11:48,210 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.frq], does not exists in local store | |
| 17:11:48,210 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.tii], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.prx], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.frq], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.nrm], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.fnm], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.tii], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.fnm], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao_2.del], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.nrm], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.prx], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.prx], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.fdt], does not exists in local store | |
| 17:11:48,211 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.fdx], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.fdx], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.fnm], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.fdx], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.tis], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.tis], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.tis], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.tis], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.tis], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.fnm], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.tis], does not exists in local store | |
| 17:11:48,212 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.tii], does not exists in local store | |
| 17:11:48,213 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.tii], does not exists in local store | |
| 17:11:48,213 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.fdt], does not exists in local store | |
| 17:11:48,213 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.tii], does not exists in local store | |
| 17:11:48,213 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.fdx], does not exists in local store | |
| 17:11:48,213 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.frq], does not exists in local store | |
| 17:11:48,213 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.tii], does not exists in local store | |
| 17:11:48,213 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.frq], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.tii], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.nrm], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [segments_7z], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.fnm], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.tis], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.fnm], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.tis], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.fdt], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.fdx], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.prx], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.frq], does not exists in local store | |
| 17:11:48,214 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2as.frq], does not exists in local store | |
| 17:11:48,215 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.tis], does not exists in local store | |
| 17:11:48,215 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.tii], does not exists in local store | |
| 17:11:48,215 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16_3.del], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.prx], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.prx], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.fdt], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.prx], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.fdx], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.fnm], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.frq], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.frq], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.tis], does not exists in local store | |
| 17:11:48,277 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.tis], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.fdt], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.fdt], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.fdx], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.fnm], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.nrm], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.fnm], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.prx], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.nrm], does not exists in local store | |
| 17:11:48,278 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.tii], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.nrm], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.frq], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.frq], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.frq], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.tii], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.nrm], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9_v.del], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.prx], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.nrm], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.prx], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.fdt], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.tis], does not exists in local store | |
| 17:11:48,279 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.fdx], does not exists in local store | |
| 17:11:48,280 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.fdx], does not exists in local store | |
| 17:11:48,280 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.fnm], does not exists in local store | |
| 17:11:48,280 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.nrm], does not exists in local store | |
| 17:11:48,280 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.tii], does not exists in local store | |
| 17:11:48,280 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.fnm], does not exists in local store | |
| 17:11:48,283 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.nrm], does not exists in local store | |
| 17:11:48,289 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.fdx], does not exists in local store | |
| 17:11:48,289 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.frq], does not exists in local store | |
| 17:11:48,289 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.nrm], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.fdt], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.fnm], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.prx], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298_e.del], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.prx], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.fdt], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.tii], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.prx], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.frq], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.fnm], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.fdx], does not exists in local store | |
| 17:11:48,290 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.fdt], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ap.nrm], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.fnm], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_15.nrm], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.tii], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.nrm], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.frq], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.fdt], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.nrm], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.fdt], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2aq.tis], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ao.nrm], does not exists in local store | |
| 17:11:48,291 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2ar.fdx], does not exists in local store | |
| 17:11:48,292 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_298.fdx], does not exists in local store | |
| 17:11:48,292 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_k.frq], does not exists in local store | |
| 17:11:48,292 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2at.fdx], does not exists in local store | |
| 17:11:48,292 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering [_2au.prx], does not exists in local store | |
| 17:11:48,292 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.fdt], does not exists in local store | |
| 17:11:48,294 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.tis], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.frq], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.prx], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.fdt], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.fnm], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.tii], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.frq], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.tii], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.fnm], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.prx], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.fnm], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.fdx], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.prx], does not exists in local store | |
| 17:11:48,295 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.tis], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.tis], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.prx], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.tii], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.tis], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.nrm], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.fdx], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_w.nrm], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.tii], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1va.fdt], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vb.tis], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_l.tii], does not exists in local store | |
| 17:11:48,296 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_16.tis], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.nrm], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.tii], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5.fnm], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v5_1.del], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v4.frq], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1j9.frq], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [segments_87], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1vc.tis], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.fnm], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v8.fnm], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v9.tii], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.fdt], does not exists in local store | |
| 17:11:48,297 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering [_1v7.fdx], does not exists in local store | |
| 17:11:48,298 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [ppkc][1] recovering_files [101] with total_size [8.4mb], reusing_files [0] with reused_size [0b] | |
| 17:11:48,298 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [ppkc][2] recovering_files [83] with total_size [7.9mb], reusing_files [0] with reused_size [0b] | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.prx], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.fnm], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.frq], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u_l.del], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.fdx], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag_g.del], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.fnm], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.tii], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.frq], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.tii], does not exists in local store | |
| 17:11:48,449 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.fdt], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.prx], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.fdx], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.frq], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.fnm], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.tis], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.tis], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.fdt], does not exists in local store | |
| 17:11:48,450 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.frq], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.fnm], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.fdx], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.frq], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.prx], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.prx], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.nrm], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.fnm], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.nrm], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.frq], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.prx], does not exists in local store | |
| 17:11:48,451 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.fdt], does not exists in local store | |
| 17:11:48,452 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.fdt], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.fdt], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.fdt], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.frq], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.fdx], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.prx], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.prx], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.prx], does not exists in local store | |
| 17:11:48,454 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.fdx], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.fdx], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.tis], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.nrm], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.nrm], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.tis], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_w.nrm], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.fdx], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.fnm], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.tii], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28b.tii], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.nrm], does not exists in local store | |
| 17:11:48,455 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.tii], does not exists in local store | |
| 17:11:48,456 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.fnm], does not exists in local store | |
| 17:11:48,456 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.tis], does not exists in local store | |
| 17:11:48,456 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.tii], does not exists in local store | |
| 17:11:48,456 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [segments_87], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.fdt], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.tii], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.tis], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.fdx], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k_2.del], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_289.fdt], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.tii], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28c.nrm], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_ag.tis], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.fnm], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_28a.tis], does not exists in local store | |
| 17:11:48,464 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_k.frq], does not exists in local store | |
| 17:11:48,465 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering [_26u.nrm], does not exists in local store | |
| 17:11:48,466 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][3] recovering_files [68] with total_size [8.1mb], reusing_files [0] with reused_size [0b] | |
| 17:11:50,060 DEBUG hread-19 ticsearch.gateway.s3: 70 - [Shroud] wrote to gateway org.elasticsearch.gateway.shared.SharedStorageGateway$2@12a3766, took 1.8s | |
| 17:11:50,132 DEBUG thread-1 h.index.engine.robin: 70 - [Shroud] [ppkc][0] Starting engine | |
| 17:11:50,699 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][0] scheduling refresher every 1s | |
| 17:11:50,963 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][0] scheduling optimizer / merger every 1s | |
| 17:11:50,963 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][0] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:50,964 TRACE thread-1 .index.shard.service: 62 - [Shroud] [ppkc][0] refresh with waitForOperations[false] | |
| 17:11:50,964 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][0] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0], took [3s] | |
| index : files [42] with total_size [7.3mb], took[1.9s] | |
| : recovered_files [42] with total_size [7.3mb] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [2.7s] | |
| 17:11:50,964 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:50,964 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:50,966 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:50,966 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:50,967 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [ppkc][4], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:51,122 DEBUG hread-17 h.index.engine.robin: 70 - [Shroud] [ppkc][2] Starting engine | |
| 17:11:51,151 DEBUG hread-17 .index.shard.service: 70 - [Shroud] [ppkc][2] scheduling refresher every 1s | |
| 17:11:51,151 DEBUG hread-17 .index.shard.service: 70 - [Shroud] [ppkc][2] scheduling optimizer / merger every 1s | |
| 17:11:51,151 DEBUG hread-17 .index.shard.service: 70 - [Shroud] [ppkc][2] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:51,151 TRACE hread-17 .index.shard.service: 62 - [Shroud] [ppkc][2] refresh with waitForOperations[false] | |
| 17:11:51,151 DEBUG hread-17 search.index.gateway: 70 - [Shroud] [ppkc][2] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2], took [3.1s] | |
| index : files [83] with total_size [7.9mb], took[2.9s] | |
| : recovered_files [83] with total_size [7.9mb] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [2.9s] | |
| 17:11:51,151 DEBUG hread-17 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:51,151 DEBUG hread-17 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:51,730 DEBUG hread-12 h.index.engine.robin: 70 - [Shroud] [ppkc][1] Starting engine | |
| 17:11:51,782 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [ppkc][1] scheduling refresher every 1s | |
| 17:11:51,782 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [ppkc][1] scheduling optimizer / merger every 1s | |
| 17:11:51,782 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [ppkc][1] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:51,782 TRACE hread-12 .index.shard.service: 62 - [Shroud] [ppkc][1] refresh with waitForOperations[false] | |
| 17:11:51,782 DEBUG hread-12 search.index.gateway: 70 - [Shroud] [ppkc][1] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1], took [3.8s] | |
| index : files [101] with total_size [8.4mb], took[3.5s] | |
| : recovered_files [101] with total_size [8.4mb] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [3.5s] | |
| 17:11:51,783 DEBUG hread-12 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:51,783 DEBUG hread-12 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:52,363 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [ppkc][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:52,364 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][0], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:52,373 DEBUG hread-18 h.index.engine.robin: 70 - [Shroud] [ppkc][3] Starting engine | |
| 17:11:52,390 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [ppkc][3] scheduling refresher every 1s | |
| 17:11:52,390 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [ppkc][3] scheduling optimizer / merger every 1s | |
| 17:11:52,390 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [ppkc][3] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:52,391 TRACE hread-18 .index.shard.service: 62 - [Shroud] [ppkc][3] refresh with waitForOperations[false] | |
| 17:11:52,391 DEBUG hread-18 search.index.gateway: 70 - [Shroud] [ppkc][3] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3], took [4.2s] | |
| index : files [68] with total_size [8.1mb], took[3.9s] | |
| : recovered_files [68] with total_size [8.1mb] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [3.9s] | |
| 17:11:52,391 DEBUG hread-18 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:52,391 DEBUG hread-18 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:52,448 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][0], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:52,448 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][1], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:52,608 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][1], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:52,608 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,035 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,036 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,078 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,078 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,133 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,134 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [2], source [shard-started ([ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:53,135 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:53,135 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:53,135 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][0] scheduling snapshot every [10s] | |
| 17:11:53,169 TRACE thread-1 arch.indices.cluster: 62 - [Shroud] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
| 17:11:53,169 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:53,169 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:53,169 TRACE thread-1 arch.indices.cluster: 62 - [Shroud] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
| 17:11:53,169 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:53,169 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:53,169 TRACE thread-1 arch.indices.cluster: 62 - [Shroud] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
| 17:11:53,169 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:53,169 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:53,170 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [ppkc][4] creating shard | |
| 17:11:53,170 DEBUG thread-1 search.index.service: 70 - [Shroud] [ppkc] creating shard_id [4] | |
| 17:11:53,188 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [ppkc][4] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/4/index] | |
| 17:11:53,188 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [ppkc][4] Using [keep_only_last] deletion policy | |
| 17:11:53,189 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [ppkc][4] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:53,189 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [ppkc][4] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:53,189 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][4] state: [CREATED] | |
| 17:11:53,190 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:53,191 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:53,192 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:53,192 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:53,192 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@215bee under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=4 | |
| 17:11:53,193 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:53,193 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:53,193 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@e2b745 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=4,shardType=store | |
| 17:11:53,193 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [ppkc][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:53,194 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[ppkc][4]), total is [116mb] with [4] active shards, each shard set to [29mb] | |
| 17:11:53,195 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [ppkc][4] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:53,195 DEBUG hread-18 search.index.gateway: 70 - [Shroud] [ppkc][4] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4] ... | |
| 17:11:53,197 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:53,197 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:53,197 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:53,197 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][0], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,197 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][0], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,197 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][1], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,198 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][1], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,198 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,198 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,257 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,257 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,258 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:53,258 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:53,259 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [3], source [shard-started ([ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:53,262 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:53,262 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:53,262 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] creating index | |
| 17:11:53,267 DEBUG thread-1 lasticsearch.indices: 70 - [Shroud] creating Index [cluster], shards [5]/[1] | |
| 17:11:53,318 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.tii], does not exists in local store | |
| 17:11:53,318 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.frq], does not exists in local store | |
| 17:11:53,318 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.tii], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.fnm], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.tis], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.fnm], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.prx], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.nrm], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.frq], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.tis], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.fdx], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.fnm], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.tii], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.nrm], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.fdx], does not exists in local store | |
| 17:11:53,319 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.tii], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.fdx], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.tis], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.fdt], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.fdt], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.nrm], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.nrm], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.fnm], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.fnm], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.frq], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.tis], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.tii], does not exists in local store | |
| 17:11:53,320 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.tis], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.fdt], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.frq], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.fdx], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.frq], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.fdt], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.prx], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.tis], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.tii], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.frq], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.fnm], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.tis], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [segments_8c], does not exists in local store | |
| 17:11:53,321 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.tii], does not exists in local store | |
| 17:11:53,322 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.nrm], does not exists in local store | |
| 17:11:53,322 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.tii], does not exists in local store | |
| 17:11:53,322 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.fnm], does not exists in local store | |
| 17:11:53,322 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.tii], does not exists in local store | |
| 17:11:53,322 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.fdt], does not exists in local store | |
| 17:11:53,322 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.fnm], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.frq], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.fdx], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.frq], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.fdx], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.fdt], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.fdx], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.prx], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.prx], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.tis], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.prx], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj.prx], does not exists in local store | |
| 17:11:53,328 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.fdt], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.tis], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.nrm], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.frq], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.fdx], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.fdx], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_w.nrm], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.fdt], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.nrm], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.fnm], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.nrm], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7_o.del], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.nrm], does not exists in local store | |
| 17:11:53,329 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_x7.prx], does not exists in local store | |
| 17:11:53,330 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.prx], does not exists in local store | |
| 17:11:53,330 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.fdx], does not exists in local store | |
| 17:11:53,330 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wy.fnm], does not exists in local store | |
| 17:11:53,330 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.tii], does not exists in local store | |
| 17:11:53,330 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.prx], does not exists in local store | |
| 17:11:53,330 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.fdt], does not exists in local store | |
| 17:11:53,334 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wu.tis], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1x0.nrm], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.tii], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wx.prx], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.frq], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.fdt], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wj_6.del], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_k.frq], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.tis], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.prx], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1ww.fdx], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wv.fnm], does not exists in local store | |
| 17:11:53,335 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering [_1wz.fdt], does not exists in local store | |
| 17:11:53,336 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [ppkc][4] recovering_files [91] with total_size [7.8mb], reusing_files [0] with reused_size [0b] | |
| 17:11:53,869 DEBUG thread-1 csearch.index.mapper: 70 - [Shroud] [cluster] using dynamic[true], default mapping: location[null] and source[{ | |
| "_default_" : { | |
| } | |
| }] | |
| 17:11:53,871 DEBUG thread-1 .field.data.resident: 70 - [Shroud] [cluster] using [resident] field cache with max_size [-1], expire [null] | |
| 17:11:53,938 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:53,939 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@16f2b7f under org.elasticsearch:service=indices,index=cluster | |
| 17:11:53,940 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [stats-sec], source [{"stats-sec":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:53,943 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [resources], source [{"resources":{"_id":{"index":"not_analyzed"},"properties":{"activity":{"type":"string","index":"not_analyzed"},"aspects":{"type":"string","index":"not_analyzed"},"author":{"type":"string","analyzer":"porter_standard"},"categories":{"type":"string","index":"not_analyzed"},"category":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"event":{"type":"string","index":"not_analyzed"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"locale":{"type":"string","index":"not_analyzed"},"mimetype":{"type":"string","index":"not_analyzed"},"name":{"type":"string","analyzer":"porter_standard"},"path":{"type":"string","index":"not_analyzed"},"postcardImage":{"type":"string","index":"not_analyzed"},"rating":{"type":"float"},"ref":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"reviewStatus":{"type":"string","index":"not_analyzed"},"size":{"type":"string","index":"not_analyzed"},"taggable":{"type":"string","analyzer":"lowercase_keyword"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"multi_field","fields":{"title":{"type":"string","analyzer":"lowercase_keyword"},"untouched":{"type":"string","index":"not_analyzed","include_in_all":false}}},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"},"xmltext":{"type":"string","analyzer":"porter_standard"}}}}] | |
| 17:11:54,010 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [stats-day], source [{"stats-day":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:54,011 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [gamedata], source [{"gamedata":{"_id":{"index":"not_analyzed"},"properties":{"completionStatus":{"type":"boolean","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"difficultyLevel":{"type":"integer"},"gameKey":{"type":"string","index":"not_analyzed"},"mission":{"type":"string","index":"not_analyzed"},"placeFinished":{"type":"integer"},"score":{"type":"integer"},"stateData":{"type":"object"},"user":{"type":"object"},"winner":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,013 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [profileVerificationTokens], source [{"profileVerificationTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,017 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [posts], source [{"posts":{"_id":{"index":"not_analyzed"},"properties":{"active":{"type":"integer"},"creator":{"properties":{"_id":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string"},"fullName":{"type":"string"},"thumbnail":{"type":"object"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayProperties":{"type":"object"},"ip":{"type":"string","index":"not_analyzed"},"likedBy":{"type":"integer"},"likes":{"type":"integer"},"message":{"type":"string","analyzer":"porter_standard"},"parentId":{"type":"string","index":"not_analyzed","null_value":"0"},"recipients":{"type":"object"},"rootId":{"type":"string","index":"not_analyzed"},"spam":{"type":"integer"},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"}}}}] | |
| 17:11:54,020 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [passwordResetTokens], source [{"passwordResetTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,022 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [stats-minute], source [{"stats-minute":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:54,023 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [spams], source [{"spams":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"markedById":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,025 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [views], source [{"views":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"viewedById":{"type":"string","index":"not_analyzed","null_value":"0"},"viewedFromIp":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,027 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [likes], source [{"likes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"likedById":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,029 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [refLists], source [{"refLists":{"_id":{"index":"not_analyzed"},"properties":{"key":{"type":"string","index":"not_analyzed"},"refData":{"type":"object"}}}}] | |
| 17:11:54,031 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [activityStreams], source [{"activityStreams":{"_id":{"index":"not_analyzed"},"properties":{"acts":{"type":"object"}}}}] | |
| 17:11:54,032 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [userUploadedContent], source [{"userUploadedContent":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string","index":"not_analyzed"},"metadata":{"type":"object"},"mimetype":{"type":"string","index":"not_analyzed"},"ownerId":{"type":"string","index":"not_analyzed"},"path":{"type":"object"},"private":{"type":"boolean","index":"not_analyzed"},"rating":{"type":"float"},"reviewStatus":{"type":"string","index":"not_analyzed"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,035 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [activities], source [{"activities":{"_id":{"index":"not_analyzed"},"properties":{"about":{"type":"object"},"actor":{"type":"object"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"direct":{"type":"object"},"verb":{"type":"string","index":"not_analyzed"}}}}] | |
| 17:11:54,037 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [profiles], source [{"profiles":{"_id":{"index":"not_analyzed"},"properties":{"about":{"type":"string","analyzer":"porter_standard"},"accomplishmentsAndLearning":{"properties":{"description":{"type":"string","analyzer":"porter_standard"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"accountEmail":{"properties":{"address":{"type":"string","analyzer":"email"},"status":{"type":"string","index":"not_analyzed"}}},"accountStatii":{"type":"object"},"accountType":{"type":"string","index":"not_analyzed"},"achievements":{"type":"string","index":"not_analyzed"},"addresses":{"properties":{"block":{"type":"string","index":"not_analyzed"},"city":{"type":"string","index":"not_analyzed"},"countryName":{"type":"string","index":"not_analyzed"},"extendedAddress":{"type":"string","index":"not_analyzed"},"locality":{"type":"string","index":"not_analyzed"},"poBox":{"type":"string","index":"not_analyzed"},"postalCode":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"},"streetAddress":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"},"town":{"type":"string","index":"not_analyzed"}}},"avatar":{"type":"object"},"badges":{"type":"string","index":"not_analyzed","null_value":"na"},"birthDate":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"businesses":{"type":"object"},"children":{"type":"object"},"civilId":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayEmails":{"properties":{"address":{"type":"string","analyzer":"email"},"type":{"type":"string","index":"not_analyzed"}}},"educationHistory":{"properties":{"country":{"type":"string","index":"not_analyzed"},"degree":{"type":"string","analyzer":"porter_standard"},"edNotes":{"type":"string","analyzer":"porter_standard"},"fieldOfStudy":{"type":"string","analyzer":"porter_standard"},"schoolName":{"type":"string","index":"not_analyzed"},"yearFrom":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearTo":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}},"ethnicity":{"type":"string","index":"not_analyzed"},"followedBy":{"type":"string","index":"not_analyzed","null_value":"na"},"follows":{"type":"string","index":"not_analyzed","null_value":"na"},"fullDescription":{"type":"string","analyzer":"porter_standard"},"gender":{"type":"string","index":"not_analyzed"},"generalText":{"properties":{"description":{"type":"string","index":"not_analyzed"},"textTitle":{"type":"string","index":"not_analyzed"}}},"instantMessenger":{"properties":{"provider":{"type":"string","index":"not_analyzed"},"screenName":{"type":"string","index":"not_analyzed"}}},"interests":{"properties":{"animal-intc":{"type":"string","analyzer":"lowercase_keyword"},"food-intc":{"type":"string","analyzer":"lowercase_keyword"},"hobby-intc":{"type":"string","analyzer":"lowercase_keyword"},"music-intc":{"type":"string","analyzer":"lowercase_keyword"},"schoolsubject-intc":{"type":"string","analyzer":"lowercase_keyword"}}},"languagePref":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"loginHistory":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"date":{"type":"string","index":"not_analyzed"},"ip":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"}}},"maritalStatus":{"type":"string","index":"not_analyzed"},"moodStatus":{"type":"string","index":"not_analyzed"},"myExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"name":{"properties":{"fullName":{"type":"string","analyzer":"porter_standard"},"given":{"type":"string","analyzer":"porter_standard"},"grandfather":{"type":"string","analyzer":"porter_standard"},"middle":{"type":"string","analyzer":"porter_standard"},"pre":{"type":"string","analyzer":"porter_standard"},"suf":{"type":"string","analyzer":"porter_standard"},"surname":{"type":"string","analyzer":"porter_standard"}}},"nationality":{"type":"string","index":"not_analyzed"},"notificationPref":{"type":"string","index":"not_analyzed"},"notificationSettings":{"type":"object"},"othersExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"parent":{"type":"object"},"password":{"type":"string","index":"not_analyzed"},"paypalInfo":{"type":"object"},"pendingAccountChange":{"type":"object"},"penpalAccessCodes:":{"type":"object"},"penpals":{"type":"object"},"penpalsPending":{"type":"object"},"percentComplete":{"type":"integer"},"phones":{"properties":{"extension":{"type":"string","index":"not_analyzed"},"number":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"}}},"placeOfBirth":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"}}},"privacySettings":{"properties":{"fieldName":{"type":"string","index":"not_analyzed"},"value":{"type":"string","index":"not_analyzed"}}},"privacyVisibility":{"properties":{"privateInformation":{"type":"string","index":"not_analyzed"},"searchResults":{"type":"string","index":"not_analyzed"}}},"profileType":{"type":"string","index":"not_analyzed"},"promoCodes":{"type":"string","index":"not_analyzed"},"race":{"type":"string","index":"not_analyzed"},"religion":{"type":"string","index":"not_analyzed"},"requests":{"type":"string","index":"not_analyzed","null_value":"na"},"roles":{"type":"string","index":"not_analyzed"},"socialNetworks":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"status":{"type":"string","index":"not_analyzed"},"tags":{"type":"string","index":"not_analyzed","null_value":"na"},"tempParentEmailAddress":{"type":"string","index":"not_analyzed"},"thirdPartyLogins":{"properties":{"identifier":{"type":"string","index":"not_analyzed"},"values":{"type":"object"}}},"threeDayPostcards":{"type":"object"},"thumbNail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"username":{"type":"string","analyzer":"lowercase_keyword"},"views":{"type":"integer"},"websites":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"}}},"workHistory":{"properties":{"businessName":{"type":"string","analyzer":"porter_standard"},"location":{"type":"string","index":"not_analyzed"},"title":{"type":"string","analyzer":"porter_standard"},"workNotes":{"type":"string","analyzer":"porter_standard"},"yearFinished":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearStarted":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}}}}}] | |
| 17:11:54,090 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [stats-hour], source [{"stats-hour":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
| 17:11:54,093 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster] adding mapping [ratings], source [{"ratings":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"ratedById":{"type":"string","index":"not_analyzed"},"ratingsValue":{"type":"float"}}}}] | |
| 17:11:54,157 TRACE thread-1 arch.indices.cluster: 62 - [Shroud] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
| 17:11:54,157 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:54,157 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:54,161 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][2] scheduling snapshot every [10s] | |
| 17:11:54,161 TRACE thread-1 arch.indices.cluster: 62 - [Shroud] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
| 17:11:54,161 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:54,161 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:54,161 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster][0] creating shard | |
| 17:11:54,161 DEBUG thread-1 search.index.service: 70 - [Shroud] [cluster] creating shard_id [0] | |
| 17:11:54,184 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [cluster][0] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/0/index] | |
| 17:11:54,185 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [cluster][0] Using [keep_only_last] deletion policy | |
| 17:11:54,185 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [cluster][0] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:54,185 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [cluster][0] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:54,186 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][0] state: [CREATED] | |
| 17:11:54,227 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:54,227 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:54,227 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:54,227 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:54,227 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,227 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,228 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,228 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,228 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:54,228 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:54,228 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,228 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@13503e5 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=0 | |
| 17:11:54,229 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:54,229 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,229 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@6dc8f0 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=0,shardType=store | |
| 17:11:54,229 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [cluster][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:54,230 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[cluster][0]), total is [116mb] with [5] active shards, each shard set to [23.1mb] | |
| 17:11:54,230 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][0] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:54,230 DEBUG hread-17 search.index.gateway: 70 - [Shroud] [cluster][0] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0] ... | |
| 17:11:54,234 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:54,234 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:54,234 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:54,234 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][1], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:54,234 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][1], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:54,234 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:54,235 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:54,235 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:54,235 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:54,235 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:54,235 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:54,236 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [4], source [shard-started ([ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:54,238 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:54,238 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:54,238 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][1] scheduling snapshot every [10s] | |
| 17:11:54,239 TRACE thread-1 arch.indices.cluster: 62 - [Shroud] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
| 17:11:54,239 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:54,239 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:54,239 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster][1] creating shard | |
| 17:11:54,239 DEBUG thread-1 search.index.service: 70 - [Shroud] [cluster] creating shard_id [1] | |
| 17:11:54,466 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [cluster][1] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/1/index] | |
| 17:11:54,467 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [cluster][1] Using [keep_only_last] deletion policy | |
| 17:11:54,467 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [cluster][1] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:54,468 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [cluster][1] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:54,468 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][1] state: [CREATED] | |
| 17:11:54,469 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:54,469 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:54,470 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:54,470 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:54,470 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,470 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,470 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,470 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,471 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:54,471 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:54,471 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,471 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@12eb04e under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=1 | |
| 17:11:54,472 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:54,472 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,472 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@169a11f under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=1,shardType=store | |
| 17:11:54,473 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [cluster][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:54,474 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[cluster][1]), total is [116mb] with [6] active shards, each shard set to [19.3mb] | |
| 17:11:54,475 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][1] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:54,475 DEBUG hread-12 search.index.gateway: 70 - [Shroud] [cluster][1] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1] ... | |
| 17:11:54,478 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:54,478 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:54,478 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:54,479 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:54,479 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:54,479 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:54,479 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:54,479 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:54,479 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:54,481 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [5], source [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:54,481 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:54,481 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:54,482 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][3] scheduling snapshot every [10s] | |
| 17:11:54,482 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster][2] creating shard | |
| 17:11:54,482 DEBUG thread-1 search.index.service: 70 - [Shroud] [cluster] creating shard_id [2] | |
| 17:11:54,540 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [cluster][2] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/2/index] | |
| 17:11:54,541 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [cluster][2] Using [keep_only_last] deletion policy | |
| 17:11:54,541 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [cluster][2] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:54,542 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [cluster][2] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:54,542 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][2] state: [CREATED] | |
| 17:11:54,543 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:54,543 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:54,543 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:54,544 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:54,544 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,544 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,544 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,544 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,544 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:54,545 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:54,545 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,545 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@127669d under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=2 | |
| 17:11:54,546 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:54,546 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:54,609 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x01376afa]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,609 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x006bc73b]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,609 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x01715510]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,610 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x01e5052b]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,675 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00b65a68]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,675 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x01e99db4]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,676 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x01d8c046]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,676 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x0070cdd2]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,676 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x015075f9]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,676 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x0187955b]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:11:54,679 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@1bb02e under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=2,shardType=store | |
| 17:11:54,679 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [cluster][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:54,681 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[cluster][2]), total is [116mb] with [7] active shards, each shard set to [16.5mb] | |
| 17:11:54,682 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][2] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:54,682 TRACE thread-3 ery.zen.ping.unicast: 66 - [Shroud] [1] failed to connect to [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]] | |
| org.elasticsearch.transport.ConnectTransportException: [][inet[/10.122.62.201:9310]] connect_timeout[30s] | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
| at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
| at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| ... 3 more | |
| 17:11:54,685 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][2] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2] ... | |
| 17:11:54,687 DEBUG hread-16 arch.transport.netty: 70 - [Shroud] Connected to node [[#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]] | |
| 17:11:54,688 TRACE hread-16 ery.zen.ping.unicast: 62 - [Shroud] [2] connecting to [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], disconnect[true] | |
| 17:11:54,691 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Shroud] [2] received response from [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]: [ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], cluster_name[elasticsearch-dev]}] | |
| 17:11:54,693 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:54,693 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:54,694 DEBUG ker #1-2 arch.transport.netty: 70 - [Shroud] Disconnected from [[#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]] | |
| 17:11:54,694 WARN ker #1-2 ery.zen.ping.unicast: 86 - [Shroud] received ping response with no matching id [2] | |
| 17:11:54,695 WARN ker #1-2 ery.zen.ping.unicast: 86 - [Shroud] received ping response with no matching id [2] | |
| 17:11:54,695 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:54,695 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
| 17:11:54,695 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
| 17:11:54,695 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
| 17:11:54,695 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
| 17:11:54,695 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
| 17:11:54,695 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
| 17:11:54,696 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:54,696 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:54,696 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
| 17:11:54,696 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
| 17:11:54,696 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
| 17:11:54,696 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
| 17:11:54,696 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:54,697 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:54,697 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
| 17:11:54,697 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
| 17:11:54,697 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:54,697 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:55,003 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [cluster][0] recovering [segments_1], does not exists in local store | |
| 17:11:55,004 TRACE hread-17 rch.index.gateway.s3: 62 - [Shroud] [cluster][0] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
| 17:11:55,015 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [cluster][1] recovering [segments_1], does not exists in local store | |
| 17:11:55,015 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [cluster][1] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
| 17:11:55,019 DEBUG hread-17 h.index.engine.robin: 70 - [Shroud] [cluster][0] Starting engine | |
| 17:11:55,020 DEBUG hread-17 .index.shard.service: 70 - [Shroud] [cluster][0] scheduling refresher every 1s | |
| 17:11:55,020 DEBUG hread-17 .index.shard.service: 70 - [Shroud] [cluster][0] scheduling optimizer / merger every 1s | |
| 17:11:55,020 DEBUG hread-17 .index.shard.service: 70 - [Shroud] [cluster][0] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:55,020 TRACE hread-17 .index.shard.service: 62 - [Shroud] [cluster][0] refresh with waitForOperations[false] | |
| 17:11:55,021 DEBUG hread-17 search.index.gateway: 70 - [Shroud] [cluster][0] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0], took [791ms] | |
| index : files [1] with total_size [32b], took[16ms] | |
| : recovered_files [1] with total_size [32b] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [17ms] | |
| 17:11:55,021 DEBUG hread-17 cluster.action.shard: 70 - [Shroud] sending shard started for [cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,021 DEBUG hread-17 cluster.action.shard: 70 - [Shroud] received shard started for [cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,021 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:55,021 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,021 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:55,022 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:55,022 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:55,022 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:55,023 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [6], source [shard-started ([cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [P], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:55,024 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:55,024 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:55,025 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][0] scheduling snapshot every [10s] | |
| 17:11:55,025 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster][3] creating shard | |
| 17:11:55,025 DEBUG thread-1 search.index.service: 70 - [Shroud] [cluster] creating shard_id [3] | |
| 17:11:55,034 DEBUG hread-12 h.index.engine.robin: 70 - [Shroud] [cluster][1] Starting engine | |
| 17:11:55,035 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [cluster][1] scheduling refresher every 1s | |
| 17:11:55,035 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [cluster][1] scheduling optimizer / merger every 1s | |
| 17:11:55,035 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [cluster][1] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:55,035 TRACE hread-12 .index.shard.service: 62 - [Shroud] [cluster][1] refresh with waitForOperations[false] | |
| 17:11:55,035 DEBUG hread-12 search.index.gateway: 70 - [Shroud] [cluster][1] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1], took [560ms] | |
| index : files [1] with total_size [32b], took[19ms] | |
| : recovered_files [1] with total_size [32b] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [20ms] | |
| 17:11:55,035 DEBUG hread-12 cluster.action.shard: 70 - [Shroud] sending shard started for [cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,035 DEBUG hread-12 cluster.action.shard: 70 - [Shroud] received shard started for [cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,048 DEBUG hread-18 h.index.engine.robin: 70 - [Shroud] [ppkc][4] Starting engine | |
| 17:11:55,051 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [cluster][3] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/3/index] | |
| 17:11:55,052 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [cluster][3] Using [keep_only_last] deletion policy | |
| 17:11:55,052 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [cluster][3] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:55,052 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [cluster][3] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:55,053 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][3] state: [CREATED] | |
| 17:11:55,054 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:55,054 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:55,054 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:55,054 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:55,057 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,057 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,057 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,057 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,058 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:55,058 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:55,058 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,058 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@1513fd0 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=3 | |
| 17:11:55,058 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:55,059 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,059 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@19569a under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=3,shardType=store | |
| 17:11:55,063 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [cluster][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:55,063 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[cluster][3]), total is [116mb] with [8] active shards, each shard set to [14.5mb] | |
| 17:11:55,078 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][3] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:55,079 DEBUG hread-12 search.index.gateway: 70 - [Shroud] [cluster][3] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3] ... | |
| 17:11:55,079 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [ppkc][4] scheduling refresher every 1s | |
| 17:11:55,080 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [ppkc][4] scheduling optimizer / merger every 1s | |
| 17:11:55,080 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [ppkc][4] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:55,080 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:55,081 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:55,081 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:55,081 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:55,081 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,081 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]] | |
| 17:11:55,081 TRACE thread-1 ch.gateway.blobstore: 62 - [Shroud] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
| 17:11:55,082 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [7], source [shard-started ([cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:55,082 TRACE hread-18 .index.shard.service: 62 - [Shroud] [ppkc][4] refresh with waitForOperations[false] | |
| 17:11:55,083 DEBUG hread-18 search.index.gateway: 70 - [Shroud] [ppkc][4] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4], took [1.8s] | |
| index : files [91] with total_size [7.8mb], took[1.7s] | |
| : recovered_files [91] with total_size [7.8mb] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [1.7s] | |
| 17:11:55,083 DEBUG hread-18 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,083 DEBUG hread-18 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,083 TRACE thread-1 arch.indices.cluster: 62 - [Shroud] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
| 17:11:55,083 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:55,085 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:55,086 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:55,086 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
| 17:11:55,086 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][1] scheduling snapshot every [10s] | |
| 17:11:55,086 DEBUG thread-1 arch.indices.cluster: 70 - [Shroud] [cluster][4] creating shard | |
| 17:11:55,086 DEBUG thread-1 search.index.service: 70 - [Shroud] [cluster] creating shard_id [4] | |
| 17:11:55,101 DEBUG thread-1 earch.index.store.fs: 70 - [Shroud] [cluster][4] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/4/index] | |
| 17:11:55,102 DEBUG thread-1 index.deletionpolicy: 70 - [Shroud] [cluster][4] Using [keep_only_last] deletion policy | |
| 17:11:55,102 DEBUG thread-1 h.index.merge.policy: 70 - [Shroud] [cluster][4] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
| 17:11:55,102 DEBUG thread-1 ndex.merge.scheduler: 70 - [Shroud] [cluster][4] using [concurrent] merge scheduler with max_thread_count[1] | |
| 17:11:55,103 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][4] state: [CREATED] | |
| 17:11:55,104 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
| 17:11:55,104 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
| 17:11:55,104 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
| 17:11:55,104 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
| 17:11:55,104 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,104 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,105 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,105 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,105 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute ShardId[r=true,w=false,is=false,type=int] | |
| 17:11:55,105 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
| 17:11:55,105 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,106 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@1cec59b under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=4 | |
| 17:11:55,183 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
| 17:11:55,183 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
| 17:11:55,184 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Shroud] Registered org.elasticsearch.jmx.ResourceDMBean@bcecc0 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=4,shardType=store | |
| 17:11:55,184 DEBUG thread-1 earch.index.translog: 70 - [Shroud] [cluster][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
| 17:11:55,185 DEBUG thread-1 earch.indices.memory: 70 - [Shroud] recalculating shard indexing buffer (reason=created_shard[cluster][4]), total is [116mb] with [9] active shards, each shard set to [12.8mb] | |
| 17:11:55,185 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][4] state: [CREATED]->[RECOVERING], reason [from gateway] | |
| 17:11:55,185 DEBUG hread-18 search.index.gateway: 70 - [Shroud] [cluster][4] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4] ... | |
| 17:11:55,186 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:55,187 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:55,187 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:55,187 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:55,187 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,188 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [8], source [shard-started ([ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:55,188 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:55,188 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:55,189 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][4] scheduling snapshot every [10s] | |
| 17:11:55,190 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:55,190 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
| 17:11:55,190 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [master [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
| 17:11:55,190 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:55,191 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:55,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [cluster][3] recovering [segments_1], does not exists in local store | |
| 17:11:55,204 TRACE hread-12 rch.index.gateway.s3: 62 - [Shroud] [cluster][3] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
| 17:11:55,244 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [cluster][4] recovering [segments_1], does not exists in local store | |
| 17:11:55,244 TRACE hread-18 rch.index.gateway.s3: 62 - [Shroud] [cluster][4] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
| 17:11:55,267 DEBUG hread-18 h.index.engine.robin: 70 - [Shroud] [cluster][4] Starting engine | |
| 17:11:55,268 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [cluster][4] scheduling refresher every 1s | |
| 17:11:55,269 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [cluster][4] scheduling optimizer / merger every 1s | |
| 17:11:55,269 DEBUG hread-18 .index.shard.service: 70 - [Shroud] [cluster][4] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:55,269 TRACE hread-18 .index.shard.service: 62 - [Shroud] [cluster][4] refresh with waitForOperations[false] | |
| 17:11:55,269 DEBUG hread-18 search.index.gateway: 70 - [Shroud] [cluster][4] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4], took [84ms] | |
| index : files [1] with total_size [32b], took[23ms] | |
| : recovered_files [1] with total_size [32b] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [25ms] | |
| 17:11:55,269 DEBUG hread-18 cluster.action.shard: 70 - [Shroud] sending shard started for [cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,269 DEBUG hread-18 cluster.action.shard: 70 - [Shroud] received shard started for [cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,269 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:55,269 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,270 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [9], source [shard-started ([cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:55,270 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:55,270 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:55,271 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][4] scheduling snapshot every [10s] | |
| 17:11:55,272 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:55,273 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:55,273 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:55,299 DEBUG hread-12 h.index.engine.robin: 70 - [Shroud] [cluster][3] Starting engine | |
| 17:11:55,300 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [cluster][3] scheduling refresher every 1s | |
| 17:11:55,300 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [cluster][3] scheduling optimizer / merger every 1s | |
| 17:11:55,300 DEBUG hread-12 .index.shard.service: 70 - [Shroud] [cluster][3] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:55,300 TRACE hread-12 .index.shard.service: 62 - [Shroud] [cluster][3] refresh with waitForOperations[false] | |
| 17:11:55,300 DEBUG hread-12 search.index.gateway: 70 - [Shroud] [cluster][3] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3], took [221ms] | |
| index : files [1] with total_size [32b], took[95ms] | |
| : recovered_files [1] with total_size [32b] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [96ms] | |
| 17:11:55,300 DEBUG hread-12 cluster.action.shard: 70 - [Shroud] sending shard started for [cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,300 DEBUG hread-12 cluster.action.shard: 70 - [Shroud] received shard started for [cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,300 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:55,301 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,301 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [10], source [shard-started ([cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:55,302 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:55,302 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:55,303 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][3] scheduling snapshot every [10s] | |
| 17:11:55,304 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:55,304 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:55,305 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:55,380 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [cluster][2] recovering [segments_1], does not exists in local store | |
| 17:11:55,380 TRACE thread-1 rch.index.gateway.s3: 62 - [Shroud] [cluster][2] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
| 17:11:55,395 DEBUG thread-1 h.index.engine.robin: 70 - [Shroud] [cluster][2] Starting engine | |
| 17:11:55,396 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][2] scheduling refresher every 1s | |
| 17:11:55,396 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][2] scheduling optimizer / merger every 1s | |
| 17:11:55,396 DEBUG thread-1 .index.shard.service: 70 - [Shroud] [cluster][2] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
| 17:11:55,396 TRACE thread-1 .index.shard.service: 62 - [Shroud] [cluster][2] refresh with waitForOperations[false] | |
| 17:11:55,396 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][2] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2], took [711ms] | |
| index : files [1] with total_size [32b], took[15ms] | |
| : recovered_files [1] with total_size [32b] | |
| : reusing_files [0] with total_size [0b] | |
| translog : number_of_operations [0], took [16ms] | |
| 17:11:55,396 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] sending shard started for [cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,397 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] received shard started for [cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,397 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
| 17:11:55,397 DEBUG thread-1 cluster.action.shard: 70 - [Shroud] applying started shard [cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING], reason [after recovery from gateway] | |
| 17:11:55,398 TRACE thread-1 arch.cluster.service: 62 - [Shroud] cluster state updated: | |
| version [11], source [shard-started ([cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
| nodes: | |
| [Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]], local, master | |
| routing_table: | |
| -- index [ppkc] | |
| ----shard_id [ppkc][0] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][1] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][2] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][3] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [ppkc][4] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| -- index [cluster] | |
| ----shard_id [cluster][0] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][1] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][2] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][3] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| ----shard_id [cluster][4] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| routing_nodes: | |
| -----node_id[HnIw_v01StWb8-cJJQ8ANw] | |
| --------[ppkc][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[ppkc][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][0], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][1], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][3], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| --------[cluster][4], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[STARTED] | |
| ---- unassigned | |
| --------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
| --------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][0], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][1], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][2], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][3], node[null], [R], s[UNASSIGNED] | |
| --------[cluster][4], node[null], [R], s[UNASSIGNED] | |
| 17:11:55,398 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: execute | |
| 17:11:55,399 DEBUG thread-1 search.river.cluster: 70 - [Shroud] processing [reroute_rivers_node_changed]: no change in cluster_state | |
| 17:11:55,399 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][2] scheduling snapshot every [10s] | |
| 17:11:55,400 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [shard-started ([cluster][2], node[HnIw_v01StWb8-cJJQ8ANw], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
| 17:11:55,400 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: execute | |
| 17:11:55,400 DEBUG thread-1 arch.cluster.service: 70 - [Shroud] processing [routing-table-updater]: no change in cluster_state | |
| 17:11:55,409 INFO main .ElasticSearchServer: 172 - ES cluster status is YELLOW | |
| 17:11:55,410 INFO main .ElasticSearchServer: 78 - Elastic Search server is started. | |
| 17:11:55,503 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@e51e67 | |
| 17:11:55,506 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1830ec7 | |
| 17:11:55,506 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@13f57b3 | |
| 17:11:55,538 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@196d898 | |
| 17:11:55,538 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@661950 | |
| 17:11:55,538 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@107eafc | |
| 17:11:55,538 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@d45f89 | |
| 17:11:55,539 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@cc5c6c | |
| 17:11:55,539 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@c7cb61 | |
| 17:11:55,539 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@f94dad | |
| 17:11:55,540 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@15ab821 | |
| 17:11:55,540 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@ee8874 | |
| 17:11:55,540 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@408caa | |
| 17:11:55,540 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1d30fe7 | |
| 17:11:55,541 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1b93cf8 | |
| 17:11:55,541 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@3bc19e | |
| 17:11:55,542 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@16509fe | |
| 17:11:55,542 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@7310bf | |
| 17:11:55,542 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@506ee7 | |
| 17:11:55,542 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@a1373f | |
| 17:11:55,543 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@3213ad | |
| 17:11:55,543 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1a9f63f | |
| 17:11:55,543 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@165ac2e | |
| 17:11:55,544 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@b3f4c | |
| 17:11:55,544 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@68bfa2 | |
| 17:11:55,544 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@fd2e1f | |
| 17:11:55,547 INFO main t.HazelcastBootstrap: 61 - ---------------------------------------- | |
| 17:11:55,547 INFO main t.HazelcastBootstrap: 62 - Starting Hazelcast bootstrap process | |
| 17:11:55,823 INFO main t.HazelcastBootstrap: 177 - The following list of IP addresses were identified in the cluster: [10.240.94.178] | |
| 17:11:55,826 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-resources with mapStore instance com.tracermedia.hazelcast.MapStoreManager@e51e67 | |
| 17:11:56,067 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-profiles with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1830ec7 | |
| 17:11:56,067 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-likes with mapStore instance com.tracermedia.hazelcast.MapStoreManager@13f57b3 | |
| 17:11:56,067 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-activities with mapStore instance com.tracermedia.hazelcast.MapStoreManager@196d898 | |
| 17:11:56,067 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-activityStreams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@661950 | |
| 17:11:56,067 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-ventures with mapStore instance com.tracermedia.hazelcast.MapStoreManager@107eafc | |
| 17:11:56,068 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-posts with mapStore instance com.tracermedia.hazelcast.MapStoreManager@d45f89 | |
| 17:11:56,068 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-spams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@cc5c6c | |
| 17:11:56,068 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-passwordResetTokens with mapStore instance com.tracermedia.hazelcast.MapStoreManager@c7cb61 | |
| 17:11:56,068 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-refLists with mapStore instance com.tracermedia.hazelcast.MapStoreManager@f94dad | |
| 17:11:56,068 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-views with mapStore instance com.tracermedia.hazelcast.MapStoreManager@15ab821 | |
| 17:11:56,068 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-resources with mapStore instance com.tracermedia.hazelcast.MapStoreManager@ee8874 | |
| 17:11:56,069 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-profiles with mapStore instance com.tracermedia.hazelcast.MapStoreManager@408caa | |
| 17:11:56,069 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-refLists with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1d30fe7 | |
| 17:11:56,069 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-gamedata with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1b93cf8 | |
| 17:11:56,069 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-activities with mapStore instance com.tracermedia.hazelcast.MapStoreManager@3bc19e | |
| 17:11:56,069 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-activityStreams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@16509fe | |
| 17:11:56,070 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-passwordResetTokens with mapStore instance com.tracermedia.hazelcast.MapStoreManager@7310bf | |
| 17:11:56,070 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-posts with mapStore instance com.tracermedia.hazelcast.MapStoreManager@506ee7 | |
| 17:11:56,070 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-profileVerificationTokens with mapStore instance com.tracermedia.hazelcast.MapStoreManager@a1373f | |
| 17:11:56,071 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-ratings with mapStore instance com.tracermedia.hazelcast.MapStoreManager@3213ad | |
| 17:11:56,071 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-spams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1a9f63f | |
| 17:11:56,071 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-userUploadedContent with mapStore instance com.tracermedia.hazelcast.MapStoreManager@165ac2e | |
| 17:11:56,071 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-games with mapStore instance com.tracermedia.hazelcast.MapStoreManager@b3f4c | |
| 17:11:56,071 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-friendcodes with mapStore instance com.tracermedia.hazelcast.MapStoreManager@68bfa2 | |
| 17:11:56,072 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-promocodes with mapStore instance com.tracermedia.hazelcast.MapStoreManager@fd2e1f | |
| 17:11:57,028 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Shroud] [gc][MarkSweepCompact][6] took [707ms]/[1.9s], reclaimed [288.2mb], leaving [52.2mb] used, max [1.3gb] | |
| 17:11:58,809 INFO main t.HazelcastBootstrap: 83 - Hazelcast node [_hzInstance_0_hazelcast-dev] joined the cluster. Members: /10.240.94.178 | |
| 17:11:58,809 INFO main t.HazelcastBootstrap: 87 - Hazelcast bootstrap process completed | |
| 17:11:58,809 INFO main t.HazelcastBootstrap: 88 - ---------------------------------------- | |
| 17:11:59,759 DEBUG main lipse.jetty.util.log: 70 - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.eclipse.jetty.util.log) via org.eclipse.jetty.util.log.Slf4jLog | |
| 17:11:59,760 DEBUG main lipse.jetty.util.log: 70 - Starting org.eclipse.jetty.client.HttpClient@fc117d | |
| 17:11:59,760 DEBUG main lipse.jetty.util.log: 70 - Starting qtp31927470{8<=0<=0/100,-1} | |
| 17:11:59,767 DEBUG main lipse.jetty.util.log: 70 - STARTED qtp31927470{8<=7<=8/100,0} | |
| 17:11:59,773 DEBUG main lipse.jetty.util.log: 70 - Starting org.eclipse.jetty.client.SelectConnector@b5423f | |
| 17:11:59,774 DEBUG main lipse.jetty.util.log: 70 - Starting org.eclipse.jetty.client.SelectConnector$Manager@1b8378f | |
| 17:11:59,776 DEBUG main lipse.jetty.util.log: 70 - STARTED org.eclipse.jetty.client.SelectConnector$Manager@1b8378f | |
| 17:11:59,780 DEBUG main lipse.jetty.util.log: 70 - STARTED org.eclipse.jetty.client.SelectConnector@b5423f | |
| 17:11:59,780 DEBUG main lipse.jetty.util.log: 70 - STARTED org.eclipse.jetty.client.HttpClient@fc117d | |
| 17:12:00,082 INFO main eadPoolTaskScheduler: 115 - Initializing ExecutorService 'myScheduler' | |
| 17:12:00,404 INFO main rSecurityInterceptor: 156 - Validated configuration attributes | |
| 17:12:00,577 INFO main ontext.ContextLoader: 214 - Root WebApplicationContext: initialization completed in 61195 ms | |
| 17:12:01,376 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Shroud] [gc][MarkSweepCompact][7] took [591ms]/[2.5s], reclaimed [56.8mb], leaving [62mb] used, max [1.3gb] | |
| 17:12:03,655 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Shroud] [gc][MarkSweepCompact][8] took [682ms]/[3.2s], reclaimed [40.5mb], leaving [65.8mb] used, max [1.3gb] | |
| 17:12:03,677 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][0] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0] ... | |
| 17:12:04,165 DEBUG thread-2 search.index.gateway: 70 - [Shroud] [ppkc][2] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2] ... | |
| 17:12:04,241 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][0] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0], took [562ms] | |
| index : version [1306977244901], number_of_files [1] with total_size [1.2kb], took [146ms] | |
| translog : id [1306977244901], number_of_operations [0], took [0s] | |
| 17:12:04,249 DEBUG thread-3 search.index.gateway: 70 - [Shroud] [ppkc][1] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1] ... | |
| 17:12:04,482 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][3] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3] ... | |
| 17:12:04,840 DEBUG thread-3 search.index.gateway: 70 - [Shroud] [ppkc][1] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1], took [591ms] | |
| index : version [1306977245453], number_of_files [1] with total_size [2.7kb], took [89ms] | |
| translog : id [1306977245453], number_of_operations [0], took [0s] | |
| 17:12:04,918 DEBUG thread-2 search.index.gateway: 70 - [Shroud] [ppkc][2] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2], took [752ms] | |
| index : version [1306977247097], number_of_files [1] with total_size [2.2kb], took [97ms] | |
| translog : id [1306977247097], number_of_operations [0], took [0s] | |
| 17:12:05,055 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [ppkc][3] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3], took [571ms] | |
| index : version [1306977246889], number_of_files [1] with total_size [1.9kb], took [88ms] | |
| translog : id [1306977246889], number_of_operations [0], took [0s] | |
| 17:12:05,055 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][0] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0] ... | |
| 17:12:05,143 DEBUG thread-2 search.index.gateway: 70 - [Shroud] [cluster][1] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1] ... | |
| 17:12:05,189 DEBUG thread-3 search.index.gateway: 70 - [Shroud] [ppkc][4] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4] ... | |
| 17:12:05,232 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][0] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0], took [177ms] | |
| index : version [1307352985548], number_of_files [1] with total_size [32b], took [18ms] | |
| translog : id [1307352985548], number_of_operations [0], took [0s] | |
| 17:12:05,304 DEBUG thread-5 search.index.gateway: 70 - [Shroud] [cluster][3] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3] ... | |
| 17:12:05,278 DEBUG thread-4 search.index.gateway: 70 - [Shroud] [cluster][4] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4] ... | |
| 17:12:05,356 DEBUG thread-2 search.index.gateway: 70 - [Shroud] [cluster][1] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1], took [213ms] | |
| index : version [1307352985570], number_of_files [1] with total_size [32b], took [20ms] | |
| translog : id [1307352985570], number_of_operations [0], took [0s] | |
| 17:12:05,399 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][2] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2] ... | |
| 17:12:05,418 DEBUG thread-3 search.index.gateway: 70 - [Shroud] [ppkc][4] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4], took [229ms] | |
| index : version [1306977245793], number_of_files [1] with total_size [2.5kb], took [60ms] | |
| translog : id [1306977245793], number_of_operations [0], took [0s] | |
| 17:12:05,463 DEBUG thread-5 search.index.gateway: 70 - [Shroud] [cluster][3] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3], took [123ms] | |
| index : version [1307352985631], number_of_files [1] with total_size [32b], took [19ms] | |
| translog : id [1307352985631], number_of_operations [0], took [0s] | |
| 17:12:05,478 DEBUG thread-4 search.index.gateway: 70 - [Shroud] [cluster][4] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4], took [138ms] | |
| index : version [1307352986102], number_of_files [1] with total_size [32b], took [19ms] | |
| translog : id [1307352986102], number_of_operations [0], took [0s] | |
| 17:12:05,740 DEBUG thread-1 search.index.gateway: 70 - [Shroud] [cluster][2] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2], took [340ms] | |
| index : version [1307352985600], number_of_files [1] with total_size [32b], took [18ms] | |
| translog : id [1307352985600], number_of_operations [0], took [0s] | |
| 17:12:15,702 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x000f1735]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,703 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00aadc2d]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,703 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00e284ab]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,703 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x0118e241]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,704 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00bccade]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,704 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00ae38bd]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,704 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x01743073]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,704 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x0102d3de]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,705 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x015d4f53]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:15,706 TRACE hread-15 ery.zen.ping.unicast: 66 - [Shroud] [2] failed to connect to [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]] | |
| org.elasticsearch.transport.ConnectTransportException: [][inet[/10.254.91.0:9310]] connect_timeout[30s] | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
| at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
| at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| ... 3 more | |
| 17:12:15,707 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x001575b4]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,707 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00a2470c]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,707 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00f036de]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,708 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x007abf31]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,708 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00f2a026]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,708 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x009235c2]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,709 TRACE hread-14 ery.zen.ping.unicast: 66 - [Shroud] [2] failed to connect to [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]] | |
| org.elasticsearch.transport.ConnectTransportException: [][inet[/10.122.62.201:9310]] connect_timeout[30s] | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
| at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
| at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| ... 3 more | |
| 17:12:36,710 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00329bcb]] | |
| java.net.ConnectException: Connection timed out | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,712 TRACE hread-13 ery.zen.ping.unicast: 66 - [Shroud] [2] failed to connect to [#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]] | |
| org.elasticsearch.transport.ConnectTransportException: [][inet[/10.91.25.118:9310]] connect_timeout[30s] | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
| at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
| at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
| at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.net.ConnectException: Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| ... 3 more | |
| 17:12:36,713 TRACE boss #1 arch.transport.netty: 66 - [Shroud] (Ignoring) Exception caught on netty layer [[id: 0x00c8efa2]] | |
| java.net.ConnectException: Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| 17:12:36,716 DEBUG hread-11 arch.transport.netty: 70 - [Shroud] Connected to node [[#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]] | |
| 17:12:36,716 TRACE hread-11 ery.zen.ping.unicast: 62 - [Shroud] [2] connecting to [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], disconnect[true] | |
| 17:12:36,718 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Shroud] [2] received response from [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]: [ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], cluster_name[elasticsearch-dev]}] | |
| 17:12:36,719 DEBUG ker #1-2 arch.transport.netty: 70 - [Shroud] Disconnected from [[#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]]] | |
| 17:12:36,719 WARN ker #1-2 ery.zen.ping.unicast: 86 - [Shroud] received ping response with no matching id [2] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment