Skip to content

Instantly share code, notes, and snippets.

@hotstar-xia
Created May 15, 2025 09:41
Show Gist options
  • Save hotstar-xia/e90cd64443ac5deadaf69107978295d4 to your computer and use it in GitHub Desktop.
Save hotstar-xia/e90cd64443ac5deadaf69107978295d4 to your computer and use it in GitHub Desktop.
logs for clickhouse jdbc issue
Row 1:
──────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:44:07
event_time_microseconds: 2025-05-14 07:44:07.419772
query_start_time: 2025-05-14 07:44:07
query_start_time_microseconds: 2025-05-14 07:44:07.419772
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14' 
formatted_query:
normalized_query_hash: 9248187687492240728 -- 9.25 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 8049d707-1593-4c31-a6f3-c81d67e16fbc
address: ::ffff:127.0.0.1
port: 52716
initial_user: default
initial_query_id: 8049d707-1593-4c31-a6f3-c81d67e16fbc
initial_address: ::ffff:127.0.0.1
initial_port: 52716
initial_query_start_time: 2025-05-14 07:44:07
initial_query_start_time_microseconds: 2025-05-14 07:44:07.419772
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 2:
──────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:44:07
event_time_microseconds: 2025-05-14 07:44:07.429188
query_start_time: 2025-05-14 07:44:07
query_start_time_microseconds: 2025-05-14 07:44:07.419772
query_duration_ms: 9
read_rows: 714
read_bytes: 872661
written_rows: 0
written_bytes: 0
result_rows: 36
result_bytes: 189726
memory_usage: 235886
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14' 
formatted_query:
normalized_query_hash: 9248187687492240728 -- 9.25 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 8049d707-1593-4c31-a6f3-c81d67e16fbc
address: ::ffff:127.0.0.1
port: 52716
initial_user: default
initial_query_id: 8049d707-1593-4c31-a6f3-c81d67e16fbc
initial_address: ::ffff:127.0.0.1
initial_port: 52716
initial_query_start_time: 2025-05-14 07:44:07
initial_query_start_time_microseconds: 2025-05-14 07:44:07.419772
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [18555,17076,19276,17514,17063,17056,17057,17077,16285]
peak_threads_usage: 3
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'SelectQueriesWithPrimaryKeyUsage':1,'FileOpen':2,'ReadBufferFromFileDescriptorReadBytes':184628,'ReadCompressedBytes':120892,'CompressedReadBufferBlocks':79,'CompressedReadBufferBytes':854556,'OpenedFileCacheHits':2,'OpenedFileCacheMisses':2,'OpenedFileCacheMicroseconds':1,'IOBufferAllocs':8,'IOBufferAllocBytes':534586,'FunctionExecute':8,'MarkCacheHits':2,'MarkCacheMisses':1,'QueryConditionCacheMisses':2,'CreatedReadBufferOrdinary':4,'DiskReadElapsedMicroseconds':56,'NetworkSendElapsedMicroseconds':65,'NetworkSendBytes':44580,'GlobalThreadPoolJobs':1,'LocalThreadPoolJobs':7,'SelectedParts':1,'SelectedPartsTotal':1,'SelectedRanges':1,'SelectedMarks':1,'SelectedMarksTotal':1,'SelectedRows':714,'SelectedBytes':872661,'RowsReadByMainReader':714,'RowsReadByPrewhereReaders':1428,'WaitMarksLoadMicroseconds':189,'LoadedMarksFiles':1,'LoadedMarksCount':156,'LoadedMarksMemoryBytes':432,'ContextLock':35,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':14,'RealTimeMicroseconds':13202,'UserTimeMicroseconds':7859,'SoftPageFaults':496,'OSCPUWaitMicroseconds':6,'OSCPUVirtualTimeMicroseconds':7858,'OSWriteBytes':4096,'OSReadChars':184320,'OSWriteChars':4096,'ThreadPoolReaderPageCacheMiss':7,'ThreadPoolReaderPageCacheMissBytes':184628,'ThreadPoolReaderPageCacheMissElapsedMicroseconds':56,'SynchronousReadWaitMicroseconds':602,'LogTrace':14,'LogDebug':8,'LoggerElapsedNanoseconds':210846,'InterfaceNativeSendBytes':44580,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: ['String','Array(LowCardinality(String))','LowCardinality(String)']
used_dictionaries: []
used_formats: []
used_functions: ['mapKeys','toYYYYMM','equals','_CAST','like','notIn','mapValues','and']
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(hostname, type, event_date, event_time, event_time_microseconds, query_start_time, query_start_time_microseconds, query_duration_ms, read_rows, read_bytes, written_rows, written_bytes, result_rows, result_bytes, memory_usage, current_database, query, formatted_query, normalized_query_hash, query_kind, databases, tables, columns, partitions, projections, views, exception_code, exception, stack_trace, is_initial_query, user, query_id, address, port, initial_user, initial_query_id, initial_address, initial_port, initial_query_start_time, initial_query_start_time_microseconds, interface, is_secure, os_user, client_hostname, client_name, client_revision, client_version_major, client_version_minor, client_version_patch, script_query_number, script_line_number, http_method, http_user_agent, http_referer, forwarded_for, quota_key, distributed_depth, revision, log_comment, thread_ids, peak_threads_usage, ProfileEvents, Settings, used_aggregate_functions, used_aggregate_function_combinators, used_database_engines, used_data_type_families, used_dictionaries, used_formats, used_functions, used_storages, used_table_functions, used_row_policies, used_privileges, missing_privileges, transaction_id, query_cache_usage, asynchronous_read_counters) ON system.query_log']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 3:
──────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:44:10
event_time_microseconds: 2025-05-14 07:44:10.959867
query_start_time: 2025-05-14 07:44:10
query_start_time_microseconds: 2025-05-14 07:44:10.959867
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14' 
formatted_query:
normalized_query_hash: 9248187687492240728 -- 9.25 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 04cdc939-e968-4488-bc59-e085fc7cde7c
address: ::ffff:127.0.0.1
port: 52720
initial_user: default
initial_query_id: 04cdc939-e968-4488-bc59-e085fc7cde7c
initial_address: ::ffff:127.0.0.1
initial_port: 52720
initial_query_start_time: 2025-05-14 07:44:10
initial_query_start_time_microseconds: 2025-05-14 07:44:10.959867
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 4:
──────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:44:10
event_time_microseconds: 2025-05-14 07:44:10.968949
query_start_time: 2025-05-14 07:44:10
query_start_time_microseconds: 2025-05-14 07:44:10.959867
query_duration_ms: 9
read_rows: 714
read_bytes: 872661
written_rows: 0
written_bytes: 0
result_rows: 36
result_bytes: 189726
memory_usage: 235350
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14' 
formatted_query:
normalized_query_hash: 9248187687492240728 -- 9.25 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 04cdc939-e968-4488-bc59-e085fc7cde7c
address: ::ffff:127.0.0.1
port: 52720
initial_user: default
initial_query_id: 04cdc939-e968-4488-bc59-e085fc7cde7c
initial_address: ::ffff:127.0.0.1
initial_port: 52720
initial_query_start_time: 2025-05-14 07:44:10
initial_query_start_time_microseconds: 2025-05-14 07:44:10.959867
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [19276,17056,17063,17514,16285,16934,17062,17058]
peak_threads_usage: 3
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'SelectQueriesWithPrimaryKeyUsage':1,'FileOpen':1,'ReadBufferFromFileDescriptorReadBytes':184406,'ReadCompressedBytes':120670,'CompressedReadBufferBlocks':78,'CompressedReadBufferBytes':852044,'OpenedFileCacheHits':2,'OpenedFileCacheMisses':1,'OpenedFileCacheMicroseconds':1,'IOBufferAllocs':6,'IOBufferAllocBytes':531726,'FunctionExecute':8,'MarkCacheHits':3,'QueryConditionCacheHits':1,'QueryConditionCacheMisses':1,'CreatedReadBufferOrdinary':3,'DiskReadElapsedMicroseconds':59,'NetworkSendElapsedMicroseconds':64,'NetworkSendBytes':44408,'GlobalThreadPoolJobs':1,'LocalThreadPoolJobs':6,'SelectedParts':1,'SelectedPartsTotal':1,'SelectedRanges':1,'SelectedMarks':1,'SelectedMarksTotal':1,'SelectedRows':714,'SelectedBytes':872661,'RowsReadByMainReader':714,'RowsReadByPrewhereReaders':1428,'WaitMarksLoadMicroseconds':10,'ContextLock':35,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':15,'RealTimeMicroseconds':12736,'UserTimeMicroseconds':7413,'SystemTimeMicroseconds':156,'SoftPageFaults':458,'OSCPUWaitMicroseconds':12,'OSCPUVirtualTimeMicroseconds':7568,'OSWriteBytes':4096,'OSReadChars':184320,'OSWriteChars':4096,'ThreadPoolReaderPageCacheMiss':6,'ThreadPoolReaderPageCacheMissBytes':184406,'ThreadPoolReaderPageCacheMissElapsedMicroseconds':59,'SynchronousReadWaitMicroseconds':542,'LogTrace':15,'LogDebug':7,'LoggerElapsedNanoseconds':206815,'InterfaceNativeSendBytes':44408,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: ['String','Array(LowCardinality(String))','LowCardinality(String)']
used_dictionaries: []
used_formats: []
used_functions: ['mapKeys','toYYYYMM','equals','_CAST','like','notIn','mapValues','and']
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(hostname, type, event_date, event_time, event_time_microseconds, query_start_time, query_start_time_microseconds, query_duration_ms, read_rows, read_bytes, written_rows, written_bytes, result_rows, result_bytes, memory_usage, current_database, query, formatted_query, normalized_query_hash, query_kind, databases, tables, columns, partitions, projections, views, exception_code, exception, stack_trace, is_initial_query, user, query_id, address, port, initial_user, initial_query_id, initial_address, initial_port, initial_query_start_time, initial_query_start_time_microseconds, interface, is_secure, os_user, client_hostname, client_name, client_revision, client_version_major, client_version_minor, client_version_patch, script_query_number, script_line_number, http_method, http_user_agent, http_referer, forwarded_for, quota_key, distributed_depth, revision, log_comment, thread_ids, peak_threads_usage, ProfileEvents, Settings, used_aggregate_functions, used_aggregate_function_combinators, used_database_engines, used_data_type_families, used_dictionaries, used_formats, used_functions, used_storages, used_table_functions, used_row_policies, used_privileges, missing_privileges, transaction_id, query_cache_usage, asynchronous_read_counters) ON system.query_log']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 5:
──────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:44:52
event_time_microseconds: 2025-05-14 07:44:52.729589
query_start_time: 2025-05-14 07:44:52
query_start_time_microseconds: 2025-05-14 07:44:52.729589
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14' into outfile 'test.txt'
formatted_query:
normalized_query_hash: 10199235401232391642 -- 10.20 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 89e1fbe1-6e07-4ff5-bb0e-758ad69d85e4
address: ::ffff:127.0.0.1
port: 52708
initial_user: default
initial_query_id: 89e1fbe1-6e07-4ff5-bb0e-758ad69d85e4
initial_address: ::ffff:127.0.0.1
initial_port: 52708
initial_query_start_time: 2025-05-14 07:44:52
initial_query_start_time_microseconds: 2025-05-14 07:44:52.729589
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 6:
──────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:44:52
event_time_microseconds: 2025-05-14 07:44:52.739846
query_start_time: 2025-05-14 07:44:52
query_start_time_microseconds: 2025-05-14 07:44:52.729589
query_duration_ms: 10
read_rows: 718
read_bytes: 883931
written_rows: 0
written_bytes: 0
result_rows: 40
result_bytes: 389438
memory_usage: 507214
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14' into outfile 'test.txt'
formatted_query:
normalized_query_hash: 10199235401232391642 -- 10.20 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 89e1fbe1-6e07-4ff5-bb0e-758ad69d85e4
address: ::ffff:127.0.0.1
port: 52708
initial_user: default
initial_query_id: 89e1fbe1-6e07-4ff5-bb0e-758ad69d85e4
initial_address: ::ffff:127.0.0.1
initial_port: 52708
initial_query_start_time: 2025-05-14 07:44:52
initial_query_start_time_microseconds: 2025-05-14 07:44:52.729589
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [19276,17056,17062,17076,16283,17065,18555,17059,16934,17514,4473,17077,17066,16940]
peak_threads_usage: 6
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'SelectQueriesWithPrimaryKeyUsage':1,'FileOpen':3,'ReadBufferFromFileDescriptorReadBytes':194523,'ReadCompressedBytes':128157,'CompressedReadBufferBlocks':157,'CompressedReadBufferBytes':864674,'OpenedFileCacheHits':4,'OpenedFileCacheMisses':3,'OpenedFileCacheMicroseconds':2,'IOBufferAllocs':14,'IOBufferAllocBytes':542362,'FunctionExecute':16,'MarkCacheHits':5,'MarkCacheMisses':1,'QueryConditionCacheHits':1,'QueryConditionCacheMisses':3,'CreatedReadBufferOrdinary':7,'DiskReadElapsedMicroseconds':59,'NetworkSendElapsedMicroseconds':83,'NetworkSendBytes':57849,'GlobalThreadPoolJobs':5,'LocalThreadPoolExpansions':4,'LocalThreadPoolShrinks':4,'LocalThreadPoolThreadCreationMicroseconds':104,'LocalThreadPoolLockWaitMicroseconds':43,'LocalThreadPoolJobs':19,'SelectedParts':2,'SelectedPartsTotal':2,'SelectedRanges':2,'SelectedMarks':2,'SelectedMarksTotal':2,'SelectedRows':718,'SelectedBytes':883931,'RowsReadByMainReader':718,'RowsReadByPrewhereReaders':1436,'WaitMarksLoadMicroseconds':210,'LoadedMarksFiles':1,'LoadedMarksCount':156,'LoadedMarksMemoryBytes':352,'ContextLock':36,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':12,'RealTimeMicroseconds':21226,'UserTimeMicroseconds':12195,'SystemTimeMicroseconds':145,'SoftPageFaults':539,'OSCPUVirtualTimeMicroseconds':12339,'OSWriteBytes':4096,'OSReadChars':193536,'OSWriteChars':7168,'ThreadPoolReaderPageCacheMiss':15,'ThreadPoolReaderPageCacheMissBytes':194523,'ThreadPoolReaderPageCacheMissElapsedMicroseconds':59,'SynchronousReadWaitMicroseconds':1184,'LogTrace':21,'LogDebug':10,'LoggerElapsedNanoseconds':324014,'InterfaceNativeSendBytes':57849,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':2}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: ['String','Array(LowCardinality(String))','LowCardinality(String)']
used_dictionaries: []
used_formats: []
used_functions: ['mapKeys','toYYYYMM','equals','_CAST','like','notIn','mapValues','and']
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(hostname, type, event_date, event_time, event_time_microseconds, query_start_time, query_start_time_microseconds, query_duration_ms, read_rows, read_bytes, written_rows, written_bytes, result_rows, result_bytes, memory_usage, current_database, query, formatted_query, normalized_query_hash, query_kind, databases, tables, columns, partitions, projections, views, exception_code, exception, stack_trace, is_initial_query, user, query_id, address, port, initial_user, initial_query_id, initial_address, initial_port, initial_query_start_time, initial_query_start_time_microseconds, interface, is_secure, os_user, client_hostname, client_name, client_revision, client_version_major, client_version_minor, client_version_patch, script_query_number, script_line_number, http_method, http_user_agent, http_referer, forwarded_for, quota_key, distributed_depth, revision, log_comment, thread_ids, peak_threads_usage, ProfileEvents, Settings, used_aggregate_functions, used_aggregate_function_combinators, used_database_engines, used_data_type_families, used_dictionaries, used_formats, used_functions, used_storages, used_table_functions, used_row_policies, used_privileges, missing_privileges, transaction_id, query_cache_usage, asynchronous_read_counters) ON system.query_log']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 7:
──────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:25
event_time_microseconds: 2025-05-14 07:38:25.967798
query_start_time: 2025-05-14 07:38:25
query_start_time_microseconds: 2025-05-14 07:38:25.967798
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT * FROM label_tmp_table WHERE 1=0
formatted_query:
normalized_query_hash: 16958882499440304599 -- 16.96 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: b8cdb27b-2528-4517-a7e8-08e3bf55af3e
address: ::ffff:10.147.6.40
port: 49572
initial_user: default
initial_query_id: b8cdb27b-2528-4517-a7e8-08e3bf55af3e
initial_address: ::ffff:10.147.6.40
initial_port: 49572
initial_query_start_time: 2025-05-14 07:38:25
initial_query_start_time_microseconds: 2025-05-14 07:38:25.967798
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 8:
──────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:25
event_time_microseconds: 2025-05-14 07:38:25.968917
query_start_time: 2025-05-14 07:38:25
query_start_time_microseconds: 2025-05-14 07:38:25.967798
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3147837 -- 3.15 million
current_database: default
query: SELECT * FROM label_tmp_table WHERE 1=0
formatted_query:
normalized_query_hash: 16958882499440304599 -- 16.96 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: b8cdb27b-2528-4517-a7e8-08e3bf55af3e
address: ::ffff:10.147.6.40
port: 49572
initial_user: default
initial_query_id: b8cdb27b-2528-4517-a7e8-08e3bf55af3e
initial_address: ::ffff:10.147.6.40
initial_port: 49572
initial_query_start_time: 2025-05-14 07:38:25
initial_query_start_time_microseconds: 2025-05-14 07:38:25.967798
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17061,17066,17065,17057,16287]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':62,'LocalThreadPoolJobs':3,'ContextLock':17,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':2,'RealTimeMicroseconds':1471,'UserTimeMicroseconds':1101,'SystemTimeMicroseconds':227,'SoftPageFaults':4,'OSCPUVirtualTimeMicroseconds':1327,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':31061,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: ['equals']
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean, value_op, uv) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 9:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:26
event_time_microseconds: 2025-05-14 07:38:26.035825
query_start_time: 2025-05-14 07:38:26
query_start_time_microseconds: 2025-05-14 07:38:26.035825
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT * FROM label_tmp_table WHERE 1=0
formatted_query:
normalized_query_hash: 16958882499440304599 -- 16.96 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 9d3aa702-2ff4-4131-a2e8-376ec491f67b
address: ::ffff:10.147.6.40
port: 49572
initial_user: default
initial_query_id: 9d3aa702-2ff4-4131-a2e8-376ec491f67b
initial_address: ::ffff:10.147.6.40
initial_port: 49572
initial_query_start_time: 2025-05-14 07:38:26
initial_query_start_time_microseconds: 2025-05-14 07:38:26.035825
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 10:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:26
event_time_microseconds: 2025-05-14 07:38:26.036872
query_start_time: 2025-05-14 07:38:26
query_start_time_microseconds: 2025-05-14 07:38:26.035825
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3147341 -- 3.15 million
current_database: default
query: SELECT * FROM label_tmp_table WHERE 1=0
formatted_query:
normalized_query_hash: 16958882499440304599 -- 16.96 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 9d3aa702-2ff4-4131-a2e8-376ec491f67b
address: ::ffff:10.147.6.40
port: 49572
initial_user: default
initial_query_id: 9d3aa702-2ff4-4131-a2e8-376ec491f67b
initial_address: ::ffff:10.147.6.40
initial_port: 49572
initial_query_start_time: 2025-05-14 07:38:26
initial_query_start_time_microseconds: 2025-05-14 07:38:26.035825
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17060,17055,18540,16287]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':60,'LocalThreadPoolJobs':3,'ContextLock':17,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1358,'UserTimeMicroseconds':992,'SystemTimeMicroseconds':240,'SoftPageFaults':1,'OSCPUVirtualTimeMicroseconds':1230,'OSWriteBytes':4096,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':35859,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: ['equals']
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean, value_op, uv) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 11:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.338941
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.338941
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 111ae592-3f24-444a-ba9e-2292b9450509
address: ::ffff:10.147.11.59
port: 45966
initial_user: default
initial_query_id: 111ae592-3f24-444a-ba9e-2292b9450509
initial_address: ::ffff:10.147.11.59
initial_port: 45966
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.338941
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 12:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.338958
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.338958
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: e05ac88a-0ab8-4f24-bc58-eabe8bb95bfc
address: ::ffff:10.147.11.59
port: 45968
initial_user: default
initial_query_id: e05ac88a-0ab8-4f24-bc58-eabe8bb95bfc
initial_address: ::ffff:10.147.11.59
initial_port: 45968
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.338958
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 13:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.340115
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.338941
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3147917 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 111ae592-3f24-444a-ba9e-2292b9450509
address: ::ffff:10.147.11.59
port: 45966
initial_user: default
initial_query_id: 111ae592-3f24-444a-ba9e-2292b9450509
initial_address: ::ffff:10.147.11.59
initial_port: 45966
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.338941
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17064,16940,17055,4217]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'NetworkReceiveElapsedMicroseconds':6,'NetworkReceiveBytes':5,'GlobalThreadPoolLockWaitMicroseconds':18,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':85,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1523,'UserTimeMicroseconds':1313,'SystemTimeMicroseconds':53,'SoftPageFaults':6,'OSCPUVirtualTimeMicroseconds':1364,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':30875,'InterfaceHTTPReceiveBytes':5,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 14:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.340177
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.338958
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3147917 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: e05ac88a-0ab8-4f24-bc58-eabe8bb95bfc
address: ::ffff:10.147.11.59
port: 45968
initial_user: default
initial_query_id: e05ac88a-0ab8-4f24-bc58-eabe8bb95bfc
initial_address: ::ffff:10.147.11.59
initial_port: 45968
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.338958
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17067,17065,17060,16285]
peak_threads_usage: 3
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolLockWaitMicroseconds':32,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':102,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1560,'UserTimeMicroseconds':1284,'SoftPageFaults':4,'OSCPUVirtualTimeMicroseconds':1282,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':30919,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 15:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.815448
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.815448
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: bfc701c1-f82b-4feb-934f-637dd8628a4a
address: ::ffff:10.147.15.98
port: 39122
initial_user: default
initial_query_id: bfc701c1-f82b-4feb-934f-637dd8628a4a
initial_address: ::ffff:10.147.15.98
initial_port: 39122
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.815448
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 16:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.815627
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.815627
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 94460687-1ebf-449c-8f24-5a2e2416be16
address: ::ffff:10.147.15.98
port: 39134
initial_user: default
initial_query_id: 94460687-1ebf-449c-8f24-5a2e2416be16
initial_address: ::ffff:10.147.15.98
initial_port: 39134
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.815627
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 17:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.816606
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.815448
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3147917 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: bfc701c1-f82b-4feb-934f-637dd8628a4a
address: ::ffff:10.147.15.98
port: 39122
initial_user: default
initial_query_id: bfc701c1-f82b-4feb-934f-637dd8628a4a
initial_address: ::ffff:10.147.15.98
initial_port: 39122
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.815448
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [18146,17057,17067,4219]
peak_threads_usage: 3
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolLockWaitMicroseconds':24,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':85,'LocalThreadPoolJobs':3,'ContextLock':16,'ContextLockWaitMicroseconds':1,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1497,'UserTimeMicroseconds':1119,'SystemTimeMicroseconds':47,'SoftPageFaults':3,'OSCPUVirtualTimeMicroseconds':1166,'OSWriteBytes':4096,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':39851,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 18:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:29
event_time_microseconds: 2025-05-14 07:38:29.816748
query_start_time: 2025-05-14 07:38:29
query_start_time_microseconds: 2025-05-14 07:38:29.815627
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 94460687-1ebf-449c-8f24-5a2e2416be16
address: ::ffff:10.147.15.98
port: 39134
initial_user: default
initial_query_id: 94460687-1ebf-449c-8f24-5a2e2416be16
initial_address: ::ffff:10.147.15.98
initial_port: 39134
initial_query_start_time: 2025-05-14 07:38:29
initial_query_start_time_microseconds: 2025-05-14 07:38:29.815627
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17060,18540,17065,17058,4218]
peak_threads_usage: 5
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':59,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1462,'UserTimeMicroseconds':541,'SystemTimeMicroseconds':580,'SoftPageFaults':4,'OSCPUVirtualTimeMicroseconds':1121,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':29387,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 19:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.067059
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.067059
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 7d2850c4-72a1-4ca5-ad55-14856fd9bfbb
address: ::ffff:10.147.11.59
port: 45992
initial_user: default
initial_query_id: 7d2850c4-72a1-4ca5-ad55-14856fd9bfbb
initial_address: ::ffff:10.147.11.59
initial_port: 45992
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.067059
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 20:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.068178
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.067059
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 7d2850c4-72a1-4ca5-ad55-14856fd9bfbb
address: ::ffff:10.147.11.59
port: 45992
initial_user: default
initial_query_id: 7d2850c4-72a1-4ca5-ad55-14856fd9bfbb
initial_address: ::ffff:10.147.11.59
initial_port: 45992
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.067059
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17059,17064,17058,17060,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'NetworkReceiveElapsedMicroseconds':6,'NetworkReceiveBytes':5,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':60,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1446,'UserTimeMicroseconds':1284,'SoftPageFaults':2,'OSCPUVirtualTimeMicroseconds':1284,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':31867,'InterfaceHTTPReceiveBytes':5,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 21:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.128917
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.128917
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 5e104fae-a503-4c05-b9f6-48a58516e144
address: ::ffff:10.147.11.59
port: 45998
initial_user: default
initial_query_id: 5e104fae-a503-4c05-b9f6-48a58516e144
initial_address: ::ffff:10.147.11.59
initial_port: 45998
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.128917
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 22:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.130070
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.128917
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 5e104fae-a503-4c05-b9f6-48a58516e144
address: ::ffff:10.147.11.59
port: 45998
initial_user: default
initial_query_id: 5e104fae-a503-4c05-b9f6-48a58516e144
initial_address: ::ffff:10.147.11.59
initial_port: 45998
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.128917
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17057,18146,17061,17060,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':89,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1552,'UserTimeMicroseconds':1313,'SystemTimeMicroseconds':11,'SoftPageFaults':2,'OSCPUVirtualTimeMicroseconds':1323,'OSWriteBytes':4096,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':34587,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 23:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.133001
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.133001
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 73b85bf3-6d9a-40a5-97be-39b305f7dd43
address: ::ffff:10.147.11.59
port: 46000
initial_user: default
initial_query_id: 73b85bf3-6d9a-40a5-97be-39b305f7dd43
initial_address: ::ffff:10.147.11.59
initial_port: 46000
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.133001
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 24:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.134120
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.133001
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 73b85bf3-6d9a-40a5-97be-39b305f7dd43
address: ::ffff:10.147.11.59
port: 46000
initial_user: default
initial_query_id: 73b85bf3-6d9a-40a5-97be-39b305f7dd43
initial_address: ::ffff:10.147.11.59
initial_port: 46000
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.133001
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17058,16940,17066,17067,4217]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'NetworkReceiveElapsedMicroseconds':6,'NetworkReceiveBytes':5,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':62,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1451,'UserTimeMicroseconds':960,'SystemTimeMicroseconds':317,'SoftPageFaults':1,'OSCPUVirtualTimeMicroseconds':1276,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':29764,'InterfaceHTTPReceiveBytes':5,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 25:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.218433
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.218433
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 173b4be1-fc85-4f22-a53e-7da0e6646d45
address: ::ffff:10.147.11.59
port: 46010
initial_user: default
initial_query_id: 173b4be1-fc85-4f22-a53e-7da0e6646d45
initial_address: ::ffff:10.147.11.59
initial_port: 46010
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.218433
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 26:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.219526
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.218433
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 173b4be1-fc85-4f22-a53e-7da0e6646d45
address: ::ffff:10.147.11.59
port: 46010
initial_user: default
initial_query_id: 173b4be1-fc85-4f22-a53e-7da0e6646d45
initial_address: ::ffff:10.147.11.59
initial_port: 46010
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.218433
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17064,17067,17058,17065,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':71,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1419,'UserTimeMicroseconds':1229,'SystemTimeMicroseconds':57,'SoftPageFaults':3,'OSCPUWaitMicroseconds':11,'OSCPUVirtualTimeMicroseconds':1285,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':28055,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 27:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.268019
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.268019
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: fca7b787-0f34-49ec-8a0d-97efadf66069
address: ::ffff:10.147.11.59
port: 46016
initial_user: default
initial_query_id: fca7b787-0f34-49ec-8a0d-97efadf66069
initial_address: ::ffff:10.147.11.59
initial_port: 46016
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.268019
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 28:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.269132
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.268019
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: fca7b787-0f34-49ec-8a0d-97efadf66069
address: ::ffff:10.147.11.59
port: 46016
initial_user: default
initial_query_id: fca7b787-0f34-49ec-8a0d-97efadf66069
initial_address: ::ffff:10.147.11.59
initial_port: 46016
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.268019
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17064,17057,17067,17060,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':59,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1448,'UserTimeMicroseconds':1229,'SystemTimeMicroseconds':46,'SoftPageFaults':2,'OSCPUVirtualTimeMicroseconds':1275,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':29562,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 29:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.305401
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.305401
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: c04439eb-79b8-4521-a04d-8a507d0c2e64
address: ::ffff:10.147.11.59
port: 46022
initial_user: default
initial_query_id: c04439eb-79b8-4521-a04d-8a507d0c2e64
initial_address: ::ffff:10.147.11.59
initial_port: 46022
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.305401
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 30:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.306490
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.305401
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: c04439eb-79b8-4521-a04d-8a507d0c2e64
address: ::ffff:10.147.11.59
port: 46022
initial_user: default
initial_query_id: c04439eb-79b8-4521-a04d-8a507d0c2e64
initial_address: ::ffff:10.147.11.59
initial_port: 46022
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.305401
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17061,18146,18540,17060,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'NetworkReceiveElapsedMicroseconds':6,'NetworkReceiveBytes':5,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':59,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1417,'UserTimeMicroseconds':1257,'SoftPageFaults':3,'OSCPUVirtualTimeMicroseconds':1256,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':28529,'InterfaceHTTPReceiveBytes':5,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 31:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.354194
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.354194
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: c1079147-4ebe-4615-a26a-2ed61d76309c
address: ::ffff:10.147.11.59
port: 46028
initial_user: default
initial_query_id: c1079147-4ebe-4615-a26a-2ed61d76309c
initial_address: ::ffff:10.147.11.59
initial_port: 46028
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.354194
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 32:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.355291
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.354194
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: c1079147-4ebe-4615-a26a-2ed61d76309c
address: ::ffff:10.147.11.59
port: 46028
initial_user: default
initial_query_id: c1079147-4ebe-4615-a26a-2ed61d76309c
initial_address: ::ffff:10.147.11.59
initial_port: 46028
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.354194
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17059,17066,17061,18146,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'NetworkReceiveElapsedMicroseconds':6,'NetworkReceiveBytes':5,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':60,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1414,'UserTimeMicroseconds':1264,'SoftPageFaults':2,'OSCPUVirtualTimeMicroseconds':1262,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':30000,'InterfaceHTTPReceiveBytes':5,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 33:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.393397
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.393397
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 7964bdb1-ea14-46ef-935d-ab7857030fdc
address: ::ffff:10.147.11.59
port: 46032
initial_user: default
initial_query_id: 7964bdb1-ea14-46ef-935d-ab7857030fdc
initial_address: ::ffff:10.147.11.59
initial_port: 46032
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.393397
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 34:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.394487
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.393397
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 7964bdb1-ea14-46ef-935d-ab7857030fdc
address: ::ffff:10.147.11.59
port: 46032
initial_user: default
initial_query_id: 7964bdb1-ea14-46ef-935d-ab7857030fdc
initial_address: ::ffff:10.147.11.59
initial_port: 46032
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.393397
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17066,17061,17055,16940,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'NetworkReceiveElapsedMicroseconds':6,'NetworkReceiveBytes':5,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':58,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1405,'UserTimeMicroseconds':1104,'SystemTimeMicroseconds':146,'SoftPageFaults':3,'OSCPUVirtualTimeMicroseconds':1249,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':28575,'InterfaceHTTPReceiveBytes':5,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 35:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.435960
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.435960
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 2ca091e1-afdb-46d9-8425-a0c9d8d42944
address: ::ffff:10.147.11.59
port: 46048
initial_user: default
initial_query_id: 2ca091e1-afdb-46d9-8425-a0c9d8d42944
initial_address: ::ffff:10.147.11.59
initial_port: 46048
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.435960
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 36:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.437058
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.435960
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 2ca091e1-afdb-46d9-8425-a0c9d8d42944
address: ::ffff:10.147.11.59
port: 46048
initial_user: default
initial_query_id: 2ca091e1-afdb-46d9-8425-a0c9d8d42944
initial_address: ::ffff:10.147.11.59
initial_port: 46048
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.435960
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17058,17057,17067,18540,16285]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':68,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1421,'UserTimeMicroseconds':1070,'SystemTimeMicroseconds':184,'SoftPageFaults':2,'OSCPUVirtualTimeMicroseconds':1252,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':28168,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 37:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.445626
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.445626
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 7f99ca56-2298-4a32-83a5-9f9955c71394
address: ::ffff:10.147.11.59
port: 46052
initial_user: default
initial_query_id: 7f99ca56-2298-4a32-83a5-9f9955c71394
initial_address: ::ffff:10.147.11.59
initial_port: 46052
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.445626
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 38:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:38:30
event_time_microseconds: 2025-05-14 07:38:30.446695
query_start_time: 2025-05-14 07:38:30
query_start_time_microseconds: 2025-05-14 07:38:30.445626
query_duration_ms: 1
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 3148413 -- 3.15 million
current_database: default
query: SELECT "uv","value_op","label_table","label_name","value_type","value_float64","value_int64","value_string","value_datetime","value_boolean" FROM `label_tmp_table` WHERE 0
formatted_query:
normalized_query_hash: 3855073497278639595 -- 3.86 quintillion
query_kind: Select
databases: ['default']
tables: ['default.label_tmp_table']
columns: ['default.label_tmp_table.label_name','default.label_tmp_table.label_table','default.label_tmp_table.uv','default.label_tmp_table.value_boolean','default.label_tmp_table.value_datetime','default.label_tmp_table.value_float64','default.label_tmp_table.value_int64','default.label_tmp_table.value_op','default.label_tmp_table.value_string','default.label_tmp_table.value_type']
partitions: []
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: 7f99ca56-2298-4a32-83a5-9f9955c71394
address: ::ffff:10.147.11.59
port: 46052
initial_user: default
initial_query_id: 7f99ca56-2298-4a32-83a5-9f9955c71394
initial_address: ::ffff:10.147.11.59
initial_port: 46052
initial_query_start_time: 2025-05-14 07:38:30
initial_query_start_time_microseconds: 2025-05-14 07:38:30.445626
interface: 2
is_secure: 0
os_user:
client_hostname:
client_name:
client_revision: 0
client_version_major: 0
client_version_minor: 0
client_version_patch: 0
script_query_number: 0
script_line_number: 0
http_method: 2
http_user_agent: ClickHouse-JdbcDriver/0.6.0-patch3 (Linux/5.15.0-1082-aws; OpenJDK 64-Bit Server VM/25.412-b08; Apache-HttpClient/5.2; rv:9e1772e)
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17064,18540,17065,17067,4217]
peak_threads_usage: 4
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'IOBufferAllocs':3,'IOBufferAllocBytes':3145917,'NetworkReceiveElapsedMicroseconds':6,'NetworkReceiveBytes':5,'GlobalThreadPoolJobs':4,'LocalThreadPoolExpansions':3,'LocalThreadPoolThreadCreationMicroseconds':60,'LocalThreadPoolJobs':3,'ContextLock':16,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':1,'RealTimeMicroseconds':1387,'UserTimeMicroseconds':1008,'SystemTimeMicroseconds':215,'OSCPUVirtualTimeMicroseconds':1220,'OSWriteChars':1024,'LogTrace':2,'LogDebug':1,'LoggerElapsedNanoseconds':28681,'InterfaceHTTPReceiveBytes':5,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':1}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: ['RowBinaryWithNamesAndTypes']
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(uv, value_op, label_table, label_name, value_type, value_float64, value_int64, value_string, value_datetime, value_boolean) ON default.label_tmp_table']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 39:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:40:58
event_time_microseconds: 2025-05-14 07:40:58.964310
query_start_time: 2025-05-14 07:40:58
query_start_time_microseconds: 2025-05-14 07:40:58.964310
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%'
formatted_query:
normalized_query_hash: 12814674679333249366 -- 12.81 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: eb9ed067-02de-43dc-97aa-e992401d7b98
address: ::ffff:127.0.0.1
port: 52698
initial_user: default
initial_query_id: eb9ed067-02de-43dc-97aa-e992401d7b98
initial_address: ::ffff:127.0.0.1
initial_port: 52698
initial_query_start_time: 2025-05-14 07:40:58
initial_query_start_time_microseconds: 2025-05-14 07:40:58.964310
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 40:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:40:58
event_time_microseconds: 2025-05-14 07:40:58.974142
query_start_time: 2025-05-14 07:40:58
query_start_time_microseconds: 2025-05-14 07:40:58.964310
query_duration_ms: 9
read_rows: 706
read_bytes: 857343
written_rows: 0
written_bytes: 0
result_rows: 121
result_bytes: 289750
memory_usage: 368854
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%'
formatted_query:
normalized_query_hash: 12814674679333249366 -- 12.81 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: eb9ed067-02de-43dc-97aa-e992401d7b98
address: ::ffff:127.0.0.1
port: 52698
initial_user: default
initial_query_id: eb9ed067-02de-43dc-97aa-e992401d7b98
initial_address: ::ffff:127.0.0.1
initial_port: 52698
initial_query_start_time: 2025-05-14 07:40:58
initial_query_start_time_microseconds: 2025-05-14 07:40:58.964310
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17062,17076,17077,17514,17063,18540,19276,17058,18146,18555,17059,17056,16285,17067,17055]
peak_threads_usage: 7
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'FileOpen':5,'ReadBufferFromFileDescriptorReadBytes':151169,'ReadCompressedBytes':118927,'CompressedReadBufferBlocks':82,'CompressedReadBufferBytes':842100,'OpenedFileCacheHits':1,'OpenedFileCacheMisses':5,'OpenedFileCacheMicroseconds':4,'IOBufferAllocs':12,'IOBufferAllocBytes':496819,'FunctionExecute':6,'MarkCacheHits':2,'MarkCacheMisses':2,'QueryConditionCacheMisses':6,'CreatedReadBufferOrdinary':6,'DiskReadElapsedMicroseconds':66,'NetworkSendElapsedMicroseconds':84,'NetworkSendBytes':115735,'GlobalThreadPoolJobs':7,'LocalThreadPoolExpansions':6,'LocalThreadPoolShrinks':6,'LocalThreadPoolThreadCreationMicroseconds':129,'LocalThreadPoolLockWaitMicroseconds':44,'LocalThreadPoolJobs':15,'SelectedParts':3,'SelectedPartsTotal':3,'SelectedRanges':3,'SelectedMarks':3,'SelectedMarksTotal':3,'SelectedRows':706,'SelectedBytes':857343,'RowsReadByMainReader':700,'RowsReadByPrewhereReaders':706,'WaitMarksLoadMicroseconds':400,'LoadedMarksFiles':2,'LoadedMarksCount':312,'LoadedMarksMemoryBytes':704,'ContextLock':35,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':35,'RealTimeMicroseconds':23355,'UserTimeMicroseconds':7752,'SystemTimeMicroseconds':2423,'SoftPageFaults':546,'OSCPUWaitMicroseconds':9,'OSCPUVirtualTimeMicroseconds':10171,'OSWriteBytes':4096,'OSReadChars':151552,'OSWriteChars':5120,'ThreadPoolReaderPageCacheMiss':9,'ThreadPoolReaderPageCacheMissBytes':151169,'ThreadPoolReaderPageCacheMissElapsedMicroseconds':66,'SynchronousReadWaitMicroseconds':846,'LogTrace':15,'LogDebug':13,'LoggerElapsedNanoseconds':278762,'InterfaceNativeSendBytes':115735,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':3}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: ['String','Array(LowCardinality(String))','LowCardinality(String)']
used_dictionaries: []
used_formats: []
used_functions: ['mapKeys','mapValues','_CAST','like']
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(hostname, type, event_date, event_time, event_time_microseconds, query_start_time, query_start_time_microseconds, query_duration_ms, read_rows, read_bytes, written_rows, written_bytes, result_rows, result_bytes, memory_usage, current_database, query, formatted_query, normalized_query_hash, query_kind, databases, tables, columns, partitions, projections, views, exception_code, exception, stack_trace, is_initial_query, user, query_id, address, port, initial_user, initial_query_id, initial_address, initial_port, initial_query_start_time, initial_query_start_time_microseconds, interface, is_secure, os_user, client_hostname, client_name, client_revision, client_version_major, client_version_minor, client_version_patch, script_query_number, script_line_number, http_method, http_user_agent, http_referer, forwarded_for, quota_key, distributed_depth, revision, log_comment, thread_ids, peak_threads_usage, ProfileEvents, Settings, used_aggregate_functions, used_aggregate_function_combinators, used_database_engines, used_data_type_families, used_dictionaries, used_formats, used_functions, used_storages, used_table_functions, used_row_policies, used_privileges, missing_privileges, transaction_id, query_cache_usage, asynchronous_read_counters) ON system.query_log']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Row 41:
───────
hostname: clickhouse4.Hotstar
type: QueryStart
event_date: 2025-05-14
event_time: 2025-05-14 07:42:32
event_time_microseconds: 2025-05-14 07:42:32.343605
query_start_time: 2025-05-14 07:42:32
query_start_time_microseconds: 2025-05-14 07:42:32.343605
query_duration_ms: 0
read_rows: 0
read_bytes: 0
written_rows: 0
written_bytes: 0
result_rows: 0
result_bytes: 0
memory_usage: 0
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14'
formatted_query:
normalized_query_hash: 9248187687492240728 -- 9.25 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: c85325b0-489d-4cf7-8297-e114b84b846c
address: ::ffff:127.0.0.1
port: 52698
initial_user: default
initial_query_id: c85325b0-489d-4cf7-8297-e114b84b846c
initial_address: ::ffff:127.0.0.1
initial_port: 52698
initial_query_start_time: 2025-05-14 07:42:32
initial_query_start_time_microseconds: 2025-05-14 07:42:32.343605
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: []
peak_threads_usage: 0
ProfileEvents: {}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: []
used_dictionaries: []
used_formats: []
used_functions: []
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: []
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: Unknown
asynchronous_read_counters: {}
Row 42:
───────
hostname: clickhouse4.Hotstar
type: QueryFinish
event_date: 2025-05-14
event_time: 2025-05-14 07:42:32
event_time_microseconds: 2025-05-14 07:42:32.355490
query_start_time: 2025-05-14 07:42:32
query_start_time_microseconds: 2025-05-14 07:42:32.343605
query_duration_ms: 11
read_rows: 712
read_bytes: 870833
written_rows: 0
written_bytes: 0
result_rows: 34
result_bytes: 383573
memory_usage: 523021
current_database: default
query: select * from system.query_log where query like '%label_tmp_table%' and event_date = '2025-05-14'
formatted_query:
normalized_query_hash: 9248187687492240728 -- 9.25 quintillion
query_kind: Select
databases: ['system']
tables: ['system.query_log']
columns: ['system.query_log.ProfileEvents','system.query_log.Settings','system.query_log.address','system.query_log.asynchronous_read_counters','system.query_log.client_hostname','system.query_log.client_name','system.query_log.client_revision','system.query_log.client_version_major','system.query_log.client_version_minor','system.query_log.client_version_patch','system.query_log.columns','system.query_log.current_database','system.query_log.databases','system.query_log.distributed_depth','system.query_log.event_date','system.query_log.event_time','system.query_log.event_time_microseconds','system.query_log.exception','system.query_log.exception_code','system.query_log.formatted_query','system.query_log.forwarded_for','system.query_log.hostname','system.query_log.http_method','system.query_log.http_referer','system.query_log.http_user_agent','system.query_log.initial_address','system.query_log.initial_port','system.query_log.initial_query_id','system.query_log.initial_query_start_time','system.query_log.initial_query_start_time_microseconds','system.query_log.initial_user','system.query_log.interface','system.query_log.is_initial_query','system.query_log.is_secure','system.query_log.log_comment','system.query_log.memory_usage','system.query_log.missing_privileges','system.query_log.normalized_query_hash','system.query_log.os_user','system.query_log.partitions','system.query_log.peak_threads_usage','system.query_log.port','system.query_log.projections','system.query_log.query','system.query_log.query_cache_usage','system.query_log.query_duration_ms','system.query_log.query_id','system.query_log.query_kind','system.query_log.query_start_time','system.query_log.query_start_time_microseconds','system.query_log.quota_key','system.query_log.read_bytes','system.query_log.read_rows','system.query_log.result_bytes','system.query_log.result_rows','system.query_log.revision','system.query_log.script_line_number','system.query_log.script_query_number','system.query_log.stack_trace','system.query_log.tables','system.query_log.thread_ids','system.query_log.transaction_id','system.query_log.type','system.query_log.used_aggregate_function_combinators','system.query_log.used_aggregate_functions','system.query_log.used_data_type_families','system.query_log.used_database_engines','system.query_log.used_dictionaries','system.query_log.used_formats','system.query_log.used_functions','system.query_log.used_privileges','system.query_log.used_row_policies','system.query_log.used_storages','system.query_log.used_table_functions','system.query_log.user','system.query_log.views','system.query_log.written_bytes','system.query_log.written_rows']
partitions: ['system.query_log.202505']
projections: []
views: []
exception_code: 0
exception:
stack_trace:
is_initial_query: 1
user: default
query_id: c85325b0-489d-4cf7-8297-e114b84b846c
address: ::ffff:127.0.0.1
port: 52698
initial_user: default
initial_query_id: c85325b0-489d-4cf7-8297-e114b84b846c
initial_address: ::ffff:127.0.0.1
initial_port: 52698
initial_query_start_time: 2025-05-14 07:42:32
initial_query_start_time_microseconds: 2025-05-14 07:42:32.343605
interface: 1
is_secure: 0
os_user: ubuntu
client_hostname: clickhouse4.Hotstar
client_name: ClickHouse client
client_revision: 54477
client_version_major: 25
client_version_minor: 4
client_version_patch: 3
script_query_number: 1
script_line_number: 1
http_method: 0
http_user_agent:
http_referer:
forwarded_for:
quota_key:
distributed_depth: 0
revision: 54499
log_comment:
thread_ids: [17062,17514,17077,17056,17063,16934,17064,17065,18146,18555,17060,17055,4474,17061,16285,17067,17076,4472,4580,19276,18540]
peak_threads_usage: 10
ProfileEvents: {'Query':1,'SelectQuery':1,'InitialQuery':1,'QueriesWithSubqueries':1,'SelectQueriesWithSubqueries':1,'SelectQueriesWithPrimaryKeyUsage':1,'FileOpen':7,'ReadBufferFromFileDescriptorReadBytes':192152,'ReadCompressedBytes':126357,'CompressedReadBufferBlocks':161,'CompressedReadBufferBytes':854472,'OpenedFileCacheHits':4,'OpenedFileCacheMisses':7,'OpenedFileCacheMicroseconds':6,'IOBufferAllocs':22,'IOBufferAllocBytes':541429,'FunctionExecute':31,'MarkCacheHits':7,'MarkCacheMisses':2,'QueryConditionCacheMisses':10,'CreatedReadBufferOrdinary':11,'DiskReadElapsedMicroseconds':90,'NetworkSendElapsedMicroseconds':78,'NetworkSendBytes':47320,'GlobalThreadPoolJobs':11,'LocalThreadPoolExpansions':10,'LocalThreadPoolShrinks':10,'LocalThreadPoolThreadCreationMicroseconds':222,'LocalThreadPoolLockWaitMicroseconds':260,'LocalThreadPoolJobs':29,'SelectedParts':5,'SelectedPartsTotal':5,'SelectedRanges':5,'SelectedMarks':5,'SelectedMarksTotal':5,'SelectedRows':712,'SelectedBytes':870833,'RowsReadByMainReader':702,'RowsReadByPrewhereReaders':1414,'WaitMarksLoadMicroseconds':477,'LoadedMarksFiles':2,'LoadedMarksCount':312,'LoadedMarksMemoryBytes':704,'ContextLock':39,'RWLockAcquiredReadLocks':1,'PartsLockHoldMicroseconds':9,'RealTimeMicroseconds':34757,'UserTimeMicroseconds':9317,'SystemTimeMicroseconds':6280,'SoftPageFaults':572,'OSCPUWaitMicroseconds':3,'OSCPUVirtualTimeMicroseconds':15592,'OSWriteBytes':12288,'OSReadChars':191488,'OSWriteChars':11264,'ThreadPoolReaderPageCacheMiss':19,'ThreadPoolReaderPageCacheMissBytes':192152,'ThreadPoolReaderPageCacheMissElapsedMicroseconds':90,'SynchronousReadWaitMicroseconds':1856,'LogTrace':41,'LogDebug':17,'LoggerElapsedNanoseconds':1004675,'InterfaceNativeSendBytes':47320,'ConcurrencyControlSlotsGranted':1,'ConcurrencyControlSlotsAcquired':5}
Settings: {'use_uncompressed_cache':'0','distributed_foreground_insert':'1','load_balancing':'random','max_memory_usage':'60000000000','max_partitions_per_insert_block':'1000','parallel_replicas_for_cluster_engines':'0'}
used_aggregate_functions: []
used_aggregate_function_combinators: []
used_database_engines: []
used_data_type_families: ['String','Array(LowCardinality(String))','LowCardinality(String)']
used_dictionaries: []
used_formats: []
used_functions: ['mapKeys','toYYYYMM','equals','_CAST','like','notIn','mapValues','and']
used_storages: []
used_table_functions: []
used_row_policies: []
used_privileges: ['SELECT(hostname, type, event_date, event_time, event_time_microseconds, query_start_time, query_start_time_microseconds, query_duration_ms, read_rows, read_bytes, written_rows, written_bytes, result_rows, result_bytes, memory_usage, current_database, query, formatted_query, normalized_query_hash, query_kind, databases, tables, columns, partitions, projections, views, exception_code, exception, stack_trace, is_initial_query, user, query_id, address, port, initial_user, initial_query_id, initial_address, initial_port, initial_query_start_time, initial_query_start_time_microseconds, interface, is_secure, os_user, client_hostname, client_name, client_revision, client_version_major, client_version_minor, client_version_patch, script_query_number, script_line_number, http_method, http_user_agent, http_referer, forwarded_for, quota_key, distributed_depth, revision, log_comment, thread_ids, peak_threads_usage, ProfileEvents, Settings, used_aggregate_functions, used_aggregate_function_combinators, used_database_engines, used_data_type_families, used_dictionaries, used_formats, used_functions, used_storages, used_table_functions, used_row_policies, used_privileges, missing_privileges, transaction_id, query_cache_usage, asynchronous_read_counters) ON system.query_log']
missing_privileges: []
transaction_id: (0,0,'00000000-0000-0000-0000-000000000000')
query_cache_usage: None
asynchronous_read_counters: {}
Job aborted due to stage failure: Only singleton array is allowed, but we got: [0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0]
Caused by: IllegalArgumentException: Only singleton array is allowed, but we got: [0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0]
at com.clickhouse.data.ClickHouseValue.update(ClickHouseValue.java:782)
at com.clickhouse.jdbc.internal.InputBasedPreparedStatement.setBytes(InputBasedPreparedStatement.java:286)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$makeSetter$9(JdbcUtils.scala:604)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$makeSetter$9$adapted(JdbcUtils.scala:603)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.savePartition(JdbcUtils.scala:735)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$saveTable$1(JdbcUtils.scala:899)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$saveTable$1$adapted(JdbcUtils.scala:898)
at org.apache.spark.rdd.RDD.$anonfun$foreachPartition$2(RDD.scala:1059)
at org.apache.spark.rdd.RDD.$anonfun$foreachPartition$2$adapted(RDD.scala:1059)
at org.apache.spark.SparkContext.$anonfun$runJob$2(SparkContext.scala:2798)
at org.apache.spark.scheduler.ResultTask.$anonfun$runTask$3(ResultTask.scala:75)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.scheduler.ResultTask.$anonfun$runTask$1(ResultTask.scala:75)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:55)
at org.apache.spark.scheduler.Task.doRunTask(Task.scala:179)
at org.apache.spark.scheduler.Task.$anonfun$run$5(Task.scala:142)
at com.databricks.unity.EmptyHandle$.runWithAndClose(UCSHandle.scala:126)
at org.apache.spark.scheduler.Task.$anonfun$run$1(Task.scala:142)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.scheduler.Task.run(Task.scala:97)
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$13(Executor.scala:904)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1741)
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:907)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:761)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Driver stacktrace:
at org.apache.spark.scheduler.DAGScheduler.failJobAndIndependentStages(DAGScheduler.scala:3440)
at org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2(DAGScheduler.scala:3362)
at org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2$adapted(DAGScheduler.scala:3351)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:3351)
at org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1(DAGScheduler.scala:1460)
at org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1$adapted(DAGScheduler.scala:1460)
at scala.Option.foreach(Option.scala:407)
at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:1460)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:3651)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:3589)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:3577)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:51)
at org.apache.spark.scheduler.DAGScheduler.$anonfun$runJob$1(DAGScheduler.scala:1209)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:1197)
at org.apache.spark.SparkContext.runJobInternal(SparkContext.scala:2758)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2741)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2779)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2798)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2823)
at org.apache.spark.rdd.RDD.$anonfun$foreachPartition$1(RDD.scala:1059)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:165)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:125)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
at org.apache.spark.rdd.RDD.withScope(RDD.scala:445)
at org.apache.spark.rdd.RDD.foreachPartition(RDD.scala:1057)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.saveTable(JdbcUtils.scala:898)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcRelationProvider.saveTableToJDBC(JdbcRelationProvider.scala:72)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcRelationProvider.createRelation(JdbcRelationProvider.scala:96)
at org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:49)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.$anonfun$sideEffectResult$1(commands.scala:82)
at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:80)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:79)
at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:91)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$3(QueryExecution.scala:256)
at org.apache.spark.sql.catalyst.QueryPlanningTracker$.withTracker(QueryPlanningTracker.scala:165)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$2(QueryExecution.scala:256)
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withCustomExecutionEnv$9(SQLExecution.scala:258)
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:448)
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withCustomExecutionEnv$1(SQLExecution.scala:203)
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1073)
at org.apache.spark.sql.execution.SQLExecution$.withCustomExecutionEnv(SQLExecution.scala:131)
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:398)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.$anonfun$applyOrElse$1(QueryExecution.scala:255)
at org.apache.spark.sql.execution.QueryExecution.org$apache$spark$sql$execution$QueryExecution$$withMVTagsIfNecessary(QueryExecution.scala:238)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.applyOrElse(QueryExecution.scala:251)
at org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.applyOrElse(QueryExecution.scala:244)
at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:519)
at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:106)
at org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:519)
at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:32)
at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:339)
at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:335)
at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:32)
at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:32)
at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:495)
at org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$1(QueryExecution.scala:244)
at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper$.allowInvokingTransformsInAnalyzer(AnalysisHelper.scala:395)
at org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:244)
at org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:198)
at org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:189)
at org.apache.spark.sql.execution.QueryExecution.assertCommandExecuted(QueryExecution.scala:305)
at org.apache.spark.sql.DataFrameWriter.runCommand(DataFrameWriter.scala:964)
at org.apache.spark.sql.DataFrameWriter.saveToV1Source(DataFrameWriter.scala:429)
at org.apache.spark.sql.DataFrameWriter.saveInternal(DataFrameWriter.scala:396)
at org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:258)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:13)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:73)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:75)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:77)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:79)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:81)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:83)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:85)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw$$iw.<init>(command-6933199090343099:87)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw$$iw.<init>(command-6933199090343099:89)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw$$iw.<init>(command-6933199090343099:91)
at $lined1da0240825045228a00686cbd5f635559.$read$$iw.<init>(command-6933199090343099:93)
at $lined1da0240825045228a00686cbd5f635559.$read.<init>(command-6933199090343099:95)
at $lined1da0240825045228a00686cbd5f635559.$read$.<init>(command-6933199090343099:99)
at $lined1da0240825045228a00686cbd5f635559.$read$.<clinit>(command-6933199090343099)
at $lined1da0240825045228a00686cbd5f635559.$eval$.$print$lzycompute(<notebook>:7)
at $lined1da0240825045228a00686cbd5f635559.$eval$.$print(<notebook>:6)
at $lined1da0240825045228a00686cbd5f635559.$eval.$print(<notebook>)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:747)
at scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1020)
at scala.tools.nsc.interpreter.IMain.$anonfun$interpret$1(IMain.scala:568)
at scala.reflect.internal.util.ScalaClassLoader.asContext(ScalaClassLoader.scala:36)
at scala.reflect.internal.util.ScalaClassLoader.asContext$(ScalaClassLoader.scala:116)
at scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:41)
at scala.tools.nsc.interpreter.IMain.loadAndRunReq$1(IMain.scala:567)
at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:594)
at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:564)
at com.databricks.backend.daemon.driver.DriverILoop.execute(DriverILoop.scala:223)
at com.databricks.backend.daemon.driver.ScalaDriverLocal.$anonfun$repl$1(ScalaDriverLocal.scala:227)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:1323)
at com.databricks.backend.daemon.driver.DriverLocal$TrapExit$.apply(DriverLocal.scala:1276)
at com.databricks.backend.daemon.driver.ScalaDriverLocal.repl(ScalaDriverLocal.scala:227)
at com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$27(DriverLocal.scala:929)
at com.databricks.unity.EmptyHandle$.runWith(UCSHandle.scala:125)
at com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$24(DriverLocal.scala:920)
at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)
at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)
at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)
at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)
at com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:77)
at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)
at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)
at com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:77)
at com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:889)
at com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$2(DriverWrapper.scala:719)
at scala.util.Try$.apply(Try.scala:213)
at com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$1(DriverWrapper.scala:711)
at com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$3(DriverWrapper.scala:751)
at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:657)
at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:678)
at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)
at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)
at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)
at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)
at com.databricks.backend.daemon.driver.DriverWrapper.withAttributionContext(DriverWrapper.scala:70)
at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)
at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)
at com.databricks.backend.daemon.driver.DriverWrapper.withAttributionTags(DriverWrapper.scala:70)
at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:652)
at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:569)
at com.databricks.backend.daemon.driver.DriverWrapper.recordOperationWithResultTags(DriverWrapper.scala:70)
at com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand(DriverWrapper.scala:751)
at com.databricks.backend.daemon.driver.DriverWrapper.executeCommandAndGetError(DriverWrapper.scala:628)
at com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:663)
at com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$runInnerLoop$1(DriverWrapper.scala:503)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)
at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)
at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)
at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)
at com.databricks.backend.daemon.driver.DriverWrapper.withAttributionContext(DriverWrapper.scala:70)
at com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:503)
at com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:438)
at com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:262)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.lang.IllegalArgumentException: Only singleton array is allowed, but we got: [0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0]
at com.clickhouse.data.ClickHouseValue.update(ClickHouseValue.java:782)
at com.clickhouse.jdbc.internal.InputBasedPreparedStatement.setBytes(InputBasedPreparedStatement.java:286)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$makeSetter$9(JdbcUtils.scala:604)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$makeSetter$9$adapted(JdbcUtils.scala:603)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.savePartition(JdbcUtils.scala:735)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$saveTable$1(JdbcUtils.scala:899)
at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.$anonfun$saveTable$1$adapted(JdbcUtils.scala:898)
at org.apache.spark.rdd.RDD.$anonfun$foreachPartition$2(RDD.scala:1059)
at org.apache.spark.rdd.RDD.$anonfun$foreachPartition$2$adapted(RDD.scala:1059)
at org.apache.spark.SparkContext.$anonfun$runJob$2(SparkContext.scala:2798)
at org.apache.spark.scheduler.ResultTask.$anonfun$runTask$3(ResultTask.scala:75)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.scheduler.ResultTask.$anonfun$runTask$1(ResultTask.scala:75)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:55)
at org.apache.spark.scheduler.Task.doRunTask(Task.scala:179)
at org.apache.spark.scheduler.Task.$anonfun$run$5(Task.scala:142)
at com.databricks.unity.EmptyHandle$.runWithAndClose(UCSHandle.scala:126)
at org.apache.spark.scheduler.Task.$anonfun$run$1(Task.scala:142)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.scheduler.Task.run(Task.scala:97)
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$13(Executor.scala:904)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1741)
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:907)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.spark.util.ExecutorFrameProfiler$.record(ExecutorFrameProfiler.scala:110)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:761)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
spark.hadoop.orc.overwrite.output.file true
spark.cassandra.connection.host node-0.aws-ap-southeast-1.a0a0d1684c1ab31ab636.clusters.scylla.cloud
spark.dynamicAllocation.enabled true
spark.shuffle.service.enabled true
spark.driver.extraClassPath dbfs:/FileStore/jars/414785f7_8f19_44b9_8648_e80a14c4a541-guava_19_0-b80cd.jar
spark.sql.sources.commitProtocolClass org.apache.spark.sql.execution.datasources.SQLHadoopMapReduceCommitProtocol
spark.sql.hive.metastorePartitionPruningFallbackOnException true
spark.serializer org.apache.spark.serializer.KryoSerializer
spark.kryoserializer.buffer.max 1024m
spark.sql.hive.metastore.sharedPrefixes org.mariadb.jdbc,com.mysql.jdbc,org.postgresql,com.microsoft.sqlserver,microsoft.sql.DateTimeOffset,microsoft.sql.Types,com.databricks,com.codahale,com.fasterxml.jackson,shaded.databricks,com.amazonaws,org.apache.hadoop.fs.s3a
spark.cassandra.auth.username spark
spark.sql.extensions io.delta.sql.DeltaSparkSessionExtension
spark.streaming.stopGracefullyOnShutdown true
spark.databricks.delta.schema.autoMerge.enabled true
spark.sql.hive.metastore.uris thrift://metastore.data.hotstar-labs.com:9083
spark.hadoop.fs.s3a.acl.default BucketOwnerFullControl
spark.history.fs.cleaner.maxAge 30d
spark.hadoop.fs.s3a.aws.credentials.provider com.amazonaws.auth.InstanceProfileCredentialsProvider,org.apache.hadoop.fs.s3a.TemporaryAWSCredentialsProvider,org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider,com.amazonaws.auth.EnvironmentVariableCredentialsProvider
spark.cassandra.auth.password Iy50clvEwfH3DGU
spark.driver.memoryOverhead 1g
spark.executor.cores 2
spark.streaming.concurrentJobs 10
spark.executor.memory 8g
spark.streaming.kafka.maxRatePerPartition 250
spark.kryoserializer.buffer 64m
spark.hadoop.mapreduce.input.pathFilter.class org.apache.hudi.hadoop.HoodieROTablePathFilter
spark.sql.catalog.spark_catalog org.apache.spark.sql.delta.catalog.DeltaCatalog
spark.sql.parquet.output.committer.class org.apache.parquet.hadoop.ParquetOutputCommitter
spark.history.retainedApplications 10000
spark.history.fs.cleaner.enabled true
spark.history.fs.cleaner.interval 1d
spark.driver.memory 4g
spark.sql.hive.metastore.jars /databricks/custom_hive_metastore_jar_3_1_0/*
spark.executor.extraClassPath dbfs:/FileStore/jars/414785f7_8f19_44b9_8648_e80a14c4a541-guava_19_0-b80cd.jar
hive.metastore.uris thrift://metastore.data.hotstar-labs.com:9083
spark.sql.hive.metastore.version 3.1.0
spark.dynamicAllocation.executorIdleTimeout 1200
hoodie.file.index.enable false
spark.streaming.backpressure.enabled true
spark.sql.hive.convertMetastoreParquet false
spark.driver.cores 1
spark.executor.memoryOverhead 1g
// Databricks notebook source
// 1. First, let's import everything we need
import org.apache.spark.sql._
import org.apache.spark.sql.expressions.Aggregator
import org.apache.spark.sql.functions._
import org.apache.spark.sql.types._
import org.roaringbitmap.longlong.Roaring64NavigableMap
import com.clickhouse.data.value.ClickHouseBitmap
import com.clickhouse.data.ClickHouseDataType
import java.sql.Date
import scala.collection.mutable.ArrayBuffer
// COMMAND ----------
// 2. Let's create some mock data to work with
val mockData = Seq(
(1L, "user1", "male", 25, "US", true, 100.0),
(2L, "user2", "female", 30, "UK", false, 200.0),
(3L, "user3", "male", 35, "US", true, 150.0),
(4L, "user4", "female", 28, "CA", false, 180.0),
(5L, "user5", "male", 40, "UK", true, 220.0),
(6L, "user6", null, 22, "US", false, 90.0), // null gender
(7L, "user7", "female", 31, "CA", true, 210.0),
(8L, "user8", "male", 27, "UK", false, 170.0)
)
val df = spark.createDataFrame(mockData).toDF("id", "username", "gender", "age", "country", "is_premium", "revenue")
display(df)
// COMMAND ----------
// 3. Let's define our bitmap aggregator
class BitmapAggregator extends Aggregator[Row, Roaring64NavigableMap, Array[Byte]] {
def zero: Roaring64NavigableMap = {
// Roaring64NavigableMap.SERIALIZATION_MODE = Roaring64NavigableMap.SERIALIZATION_MODE_PORTABLE
Roaring64NavigableMap.bitmapOf()
}
def reduce(b: Roaring64NavigableMap, a: Row): Roaring64NavigableMap = {
b.add(Option(a.getAs[Long]("id")).getOrElse(0L))
b
}
def merge(b1: Roaring64NavigableMap, b2: Roaring64NavigableMap): Roaring64NavigableMap = {
b1.or(b2)
b1
}
def finish(reduction: Roaring64NavigableMap): Array[Byte] = {
ClickHouseBitmap.wrap(reduction, ClickHouseDataType.UInt64).toBytes
}
def bufferEncoder: Encoder[Roaring64NavigableMap] = Encoders.kryo[Roaring64NavigableMap]
def outputEncoder: Encoder[Array[Byte]] = Encoders.BINARY
}
// Let's instantiate it
val bitmapAgg = new BitmapAggregator()
// COMMAND ----------
// 4. Helper function to process columns based on type
def processCol(dataType: DataType, columnName: String): Column = {
dataType match {
case DateType => col(columnName).cast("Date")
case TimestampType => col(columnName).cast("Date")
case FloatType => round(col(columnName), 3)
case DoubleType => round(col(columnName), 3)
case DecimalType() => round(col(columnName), 3)
case _ => col(columnName)
}
}
// COMMAND ----------
// COMMAND ----------
// 5. Let's pick a column to test with - we'll use "gender" first
val columnName = "gender"
val columnType = df.schema(columnName).dataType
// Show the distinct values we'll be creating bitmaps for
display(df.select(columnName).distinct())
// COMMAND ----------
// COMMAND ----------
// 6. Now let's create the bitmap aggregation for this column
val intermediateResult = df
.select("id", columnName)
.withColumn(columnName, processCol(columnType, columnName))
.groupBy(columnName)
.agg(bitmapAgg.toColumn.as("uv"))
display(intermediateResult)
// COMMAND ----------
// 7. Let's add the metadata columns we need
val withMetadata = intermediateResult
.withColumn("value_op", when(col(columnName).isNull, lit("isnull")).otherwise(lit("=")))
.withColumn("label_table", lit("user_profiles"))
.withColumn("label_name", lit(columnName))
.withColumn("value_type", lit(columnType.toString))
.withColumn("value_float64", lit(0.0))
.withColumn("value_int64", lit(0L))
.withColumn("value_string", lit(""))
.withColumn("value_datetime", lit(new Date(0)))
.withColumn("value_boolean", lit(false))
display(withMetadata)
// COMMAND ----------
// COMMAND ----------
// 8. Now let's select the appropriate value column based on type
val cols = withMetadata.columns.map {
case "value_float64" if (columnType == FloatType || columnType == DoubleType) =>
coalesce(col(columnName), lit(0.0)).as("value_float64")
case "value_int64" if (columnType == IntegerType || columnType == LongType || columnType == ShortType) =>
coalesce(col(columnName), lit(0L)).as("value_int64")
case "value_string" if (columnType == StringType) =>
coalesce(col(columnName), lit("")).as("value_string")
case "value_datetime" if (columnType == TimestampType || columnType == DateType) =>
coalesce(col(columnName), lit(new Date(0))).as("value_datetime")
case "value_boolean" if (columnType == BooleanType) =>
coalesce(col(columnName), lit(false)).as("value_boolean")
case x => col(x)
}
val finalResult = withMetadata.select(cols:_*).drop(columnName)
display(finalResult)
// COMMAND ----------
// COMMAND ----------
// 9. Now let's wrap this in a function to process all columns
def createBitmapForColumn(df: DataFrame, columnName: String, labelTable: String = "user_profiles"): DataFrame = {
val columnType = df.schema(columnName).dataType
val intermediate = df
.select("id", columnName)
.withColumn(columnName, processCol(columnType, columnName))
.groupBy(columnName)
.agg(bitmapAgg.toColumn.as("uv"))
.withColumn("value_op", when(col(columnName).isNull, lit("isnull")).otherwise(lit("=")))
.withColumn("label_table", lit(labelTable))
.withColumn("label_name", lit(columnName))
.withColumn("value_type", lit(columnType.toString))
.withColumn("value_float64", lit(0.0))
.withColumn("value_int64", lit(0L))
.withColumn("value_string", lit(""))
.withColumn("value_datetime", lit(new Date(0)))
.withColumn("value_boolean", lit(false))
val cols = intermediate.columns.map {
case "value_float64" if (columnType == FloatType || columnType == DoubleType) =>
coalesce(col(columnName), lit(0.0)).as("value_float64")
case "value_int64" if (columnType == IntegerType || columnType == LongType || columnType == ShortType) =>
coalesce(col(columnName), lit(0L)).as("value_int64")
case "value_string" if (columnType == StringType) =>
coalesce(col(columnName), lit("")).as("value_string")
case "value_datetime" if (columnType == TimestampType || columnType == DateType) =>
coalesce(col(columnName), lit(new Date(0))).as("value_datetime")
case "value_boolean" if (columnType == BooleanType) =>
coalesce(col(columnName), lit(false)).as("value_boolean")
case x => col(x)
}
intermediate.select(cols:_*).drop(columnName)
}
// COMMAND ----------
// 10. Let's test our function with the "country" column
val countryBitmap = createBitmapForColumn(df, "country")
display(countryBitmap)
// COMMAND ----------
// COMMAND ----------
// 11. And now with a numeric column - "age"
val ageBitmap = createBitmapForColumn(df, "age")
display(ageBitmap)
// COMMAND ----------
// 12. Finally, let's process all columns (except id and username)
val columnsToProcess = df.columns.filter(c => c != "id" && c != "username")
val allBitmaps = columnsToProcess.map { colName =>
createBitmapForColumn(df, colName)
}
// Combine all results
val combinedResult = allBitmaps.reduce(_ union _)
display(combinedResult)
// COMMAND ----------
combinedResult.write
.format("jdbc")
.mode("append")
.option("driver", "com.clickhouse.jdbc.ClickHouseDriver")
.option("url", "jdbc:clickhouse://ip-10-10-240-59:8123")
.option("user", "default")
.option("password", "")
.option("dbtable", "label_tmp_table")
.option("batchsize", 10000)
.option("isolationLevel", "NONE")
// .option("createTableOptions", "ENGINE = AggregatingMergeTree ORDER BY (label_table, label_name, value_type, value_op)")
.option("truncate", "true")
.save()
// COMMAND ----------
combinedResult.printSchema
// COMMAND ----------
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment