Skip to content

Instantly share code, notes, and snippets.

@Pryz
Created October 9, 2017 18:36
Show Gist options
  • Save Pryz/25b68ae50af7653ee97f82167768c2b5 to your computer and use it in GitHub Desktop.
Save Pryz/25b68ae50af7653ee97f82167768c2b5 to your computer and use it in GitHub Desktop.
map[tentative:true step:s15] - ExecutionTime_FinishBundle
map[step:s15] - ExecutionTime_FinishBundle
map[step:s12 tentative:true] - ExecutionTime_FinishBundle
map[step:s12] - ExecutionTime_FinishBundle
map[step:s24 tentative:true] - ExecutionTime_FinishBundle
map[step:s24] - ExecutionTime_FinishBundle
map[step:s13 tentative:true] - ExecutionTime_FinishBundle
map[step:s13] - ExecutionTime_FinishBundle
map[step:s16 tentative:true] - ExecutionTime_FinishBundle
map[step:s16] - ExecutionTime_FinishBundle
map[step:s5 tentative:true] - ExecutionTime_StartBundle
map[step:s5] - ExecutionTime_StartBundle
map[step:s3 tentative:true] - ExecutionTime_StartBundle
map[step:s3] - ExecutionTime_StartBundle
map[tentative:true step:s22] - ExecutionTime_StartBundle
map[step:s22] - ExecutionTime_StartBundle
map[original_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0-MeanByteCount tentative:true output_user_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0] - MeanByteCount
map[original_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0-MeanByteCount output_user_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0] - MeanByteCount
map[step:s23 tentative:true] - ExecutionTime_StartBundle
map[step:s23] - ExecutionTime_StartBundle
map[step:s10 tentative:true] - ExecutionTime_StartBundle
map[step:s10] - ExecutionTime_StartBundle
map[step:s23 tentative:true] - ExecutionTime_ProcessElement
map[step:s23] - ExecutionTime_ProcessElement
map[step:s22 tentative:true] - ExecutionTime_ProcessElement
map[step:s22] - ExecutionTime_ProcessElement
map[step:s21 tentative:true] - ExecutionTime_ProcessElement
map[step:s21] - ExecutionTime_ProcessElement
map[tentative:true step:s12] - ExecutionTime_ProcessElement
map[step:s12] - ExecutionTime_ProcessElement
map[step:s23 tentative:true] - ExecutionTime_FinishBundle
map[step:s23] - ExecutionTime_FinishBundle
map[tentative:true namespace:sink step:s23] - bytes_written
map[step:s23 namespace:sink] - bytes_written
map[tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0-MeanByteCount] - MeanByteCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0-ElementCount tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0] - ElementCount
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0-ElementCount] - ElementCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0-ElementCount tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0] - ElementCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0-ElementCount output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0] - ElementCount
map[step:s21 tentative:true] - ExecutionTime_FinishBundle
map[step:s21] - ExecutionTime_FinishBundle
map[step:s2 tentative:true] - ExecutionTime_FinishBundle
map[step:s2] - ExecutionTime_FinishBundle
map[tentative:true output_user_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0 original_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0 original_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0-MeanByteCount] - MeanByteCount
map[tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0-ElementCount] - ElementCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0-ElementCount output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0] - ElementCount
map[step:s1 tentative:true] - ExecutionTime_StartBundle
map[step:s1] - ExecutionTime_StartBundle
map[step:s17 tentative:true] - ExecutionTime_FinishBundle
map[step:s17] - ExecutionTime_FinishBundle
map[namespace:com.segment.compute.BigtableDedup step:s7 tentative:true] - bigtable_dedup.property_discards
map[step:s7 namespace:com.segment.compute.BigtableDedup] - bigtable_dedup.property_discards
map[tentative:true step:s5] - ExecutionTime_FinishBundle
map[step:s5] - ExecutionTime_FinishBundle
map[step:s26 tentative:true] - ExecutionTime_StartBundle
map[step:s26] - ExecutionTime_StartBundle
map[step:s26 tentative:true] - ExecutionTime_FinishBundle
map[step:s26] - ExecutionTime_FinishBundle
map[original_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0-ElementCount tentative:true output_user_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0] - ElementCount
map[output_user_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0 original_name:Aggregator/Combine.perKey(Count)/Combine.GroupedValues-out0-ElementCount] - ElementCount
map[tentative:true step:s20] - ExecutionTime_FinishBundle
map[step:s20] - ExecutionTime_FinishBundle
map[step:s9 tentative:true] - ExecutionTime_StartBundle
map[step:s9] - ExecutionTime_StartBundle
map[tentative:true step:s7] - ExecutionTime_FinishBundle
map[step:s7] - ExecutionTime_FinishBundle
map[step:s12 tentative:true] - ExecutionTime_StartBundle
map[step:s12] - ExecutionTime_StartBundle
map[step:s25 tentative:true] - ExecutionTime_StartBundle
map[step:s25] - ExecutionTime_StartBundle
map[step:s24 tentative:true] - ExecutionTime_StartBundle
map[step:s24] - ExecutionTime_StartBundle
map[step:s18 tentative:true] - ExecutionTime_StartBundle
map[step:s18] - ExecutionTime_StartBundle
map[tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0-MeanByteCount] - MeanByteCount
map[tentative:true step:s16] - ExecutionTime_StartBundle
map[step:s16] - ExecutionTime_StartBundle
map[step:s15 tentative:true] - ExecutionTime_StartBundle
map[step:s15] - ExecutionTime_StartBundle
map[tentative:true step:s14] - ExecutionTime_StartBundle
map[step:s14] - ExecutionTime_StartBundle
map[step:s20 tentative:true] - ExecutionTime_ProcessElement
map[step:s20] - ExecutionTime_ProcessElement
map[step:s19 tentative:true] - ExecutionTime_FinishBundle
map[step:s19] - ExecutionTime_FinishBundle
map[step:s19 tentative:true] - ExecutionTime_ProcessElement
map[step:s19] - ExecutionTime_ProcessElement
map[step:s17 tentative:true] - ExecutionTime_ProcessElement
map[step:s17] - ExecutionTime_ProcessElement
map[step:s26 tentative:true] - ExecutionTime_ProcessElement
map[step:s26] - ExecutionTime_ProcessElement
map[step:s25 tentative:true] - ExecutionTime_ProcessElement
map[step:s25] - ExecutionTime_ProcessElement
map[original_name:GroupByKey/ReadStream-out0-MeanByteCount tentative:true output_user_name:GroupByKey/ReadStream-out0] - MeanByteCount
map[output_user_name:GroupByKey/ReadStream-out0 original_name:GroupByKey/ReadStream-out0-MeanByteCount] - MeanByteCount
map[step:s24 tentative:true] - ExecutionTime_ProcessElement
map[step:s24] - ExecutionTime_ProcessElement
map[original_name:Parse v2 Messages-out0-MeanByteCount tentative:true output_user_name:Parse v2 Messages-out0] - MeanByteCount
map[output_user_name:Parse v2 Messages-out0 original_name:Parse v2 Messages-out0-MeanByteCount] - MeanByteCount
map[tentative:true output_user_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0 original_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0-ElementCount] - ElementCount
map[output_user_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0 original_name:Aggregator/Combine.perKey(Count)/GroupByKey/ReadStream-out0-ElementCount] - ElementCount
map[original_name:Window.Into()/Window.Assign-out0-MeanByteCount tentative:true output_user_name:Window.Into()/Window.Assign-out0] - MeanByteCount
map[original_name:Window.Into()/Window.Assign-out0-MeanByteCount output_user_name:Window.Into()/Window.Assign-out0] - MeanByteCount
map[original_name:Service-mem_mb_seconds tentative:true] - TotalMemoryUsage
map[original_name:Service-mem_mb_seconds] - TotalMemoryUsage
map[step:s4 tentative:true] - ExecutionTime_StartBundle
map[step:s4] - ExecutionTime_StartBundle
map[original_name:GroupByKey/ReadStream-out0-ElementCount tentative:true output_user_name:GroupByKey/ReadStream-out0] - ElementCount
map[output_user_name:GroupByKey/ReadStream-out0 original_name:GroupByKey/ReadStream-out0-ElementCount] - ElementCount
map[tentative:true namespace:com.segment.compute.BigtableDedup step:s7] - bigtable_dedup.emitted.track
map[step:s7 namespace:com.segment.compute.BigtableDedup] - bigtable_dedup.emitted.track
map[original_name:GroupByKey/MergeBuckets-out0-MeanByteCount tentative:true output_user_name:GroupByKey/MergeBuckets-out0] - MeanByteCount
map[original_name:GroupByKey/MergeBuckets-out0-MeanByteCount output_user_name:GroupByKey/MergeBuckets-out0] - MeanByteCount
map[step:s3 tentative:true namespace:com.segment.compute.MessageParser] - parser.emitted.set
map[namespace:com.segment.compute.MessageParser step:s3] - parser.emitted.set
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0-ElementCount tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0] - ElementCount
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0-ElementCount] - ElementCount
map[step:s18 tentative:true] - ExecutionTime_FinishBundle
map[step:s18] - ExecutionTime_FinishBundle
map[step:s21 tentative:true] - ExecutionTime_StartBundle
map[step:s21] - ExecutionTime_StartBundle
map[execution_step:F16 tentative:true] - DataWatermark
map[execution_step:F16] - DataWatermark
map[original_name:PubSub Read/PubsubUnboundedSource-out0-MeanByteCount tentative:true output_user_name:PubSub Read/PubsubUnboundedSource-out0] - MeanByteCount
map[output_user_name:PubSub Read/PubsubUnboundedSource-out0 original_name:PubSub Read/PubsubUnboundedSource-out0-MeanByteCount] - MeanByteCount
map[step:s9 tentative:true] - ExecutionTime_FinishBundle
map[step:s9] - ExecutionTime_FinishBundle
map[execution_step:F15 tentative:true] - DataWatermark
map[execution_step:F15] - DataWatermark
map[execution_step:F15 tentative:true] - SystemLag
map[execution_step:F15] - SystemLag
map[execution_step:F16 tentative:true] - SystemLag
map[execution_step:F16] - SystemLag
map[tentative:true step:s5] - ExecutionTime_ProcessElement
map[step:s5] - ExecutionTime_ProcessElement
map[original_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0-ElementCount tentative:true output_user_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0] - ElementCount
map[original_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0-ElementCount output_user_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0] - ElementCount
map[tentative:true original_name:Service-pd_gb] - CurrentPdUsage
map[original_name:Service-pd_gb] - CurrentPdUsage
map[output_user_name:Split OldNew/ParMultiDo(Splitter)-out1 original_name:Split OldNew/ParMultiDo(Splitter)-out1-MeanByteCount tentative:true] - MeanByteCount
map[output_user_name:Split OldNew/ParMultiDo(Splitter)-out1 original_name:Split OldNew/ParMultiDo(Splitter)-out1-MeanByteCount] - MeanByteCount
map[original_name:Window.Into()/Window.Assign-out0-ElementCount tentative:true output_user_name:Window.Into()/Window.Assign-out0] - ElementCount
map[output_user_name:Window.Into()/Window.Assign-out0 original_name:Window.Into()/Window.Assign-out0-ElementCount] - ElementCount
map[step:s7 tentative:true] - ExecutionTime_StartBundle
map[step:s7] - ExecutionTime_StartBundle
map[tentative:true original_name:Service-pd_ssd_gb] - CurrentSsdUsage
map[original_name:Service-pd_ssd_gb] - CurrentSsdUsage
map[tentative:true execution_step:F16] - SystemWatermark
map[execution_step:F16] - SystemWatermark
map[step:s10 tentative:true] - ExecutionTime_FinishBundle
map[step:s10] - ExecutionTime_FinishBundle
map[original_name:Service-mem_mb tentative:true] - CurrentMemoryUsage
map[original_name:Service-mem_mb] - CurrentMemoryUsage
map[tentative:true execution_step:F17] - SystemWatermark
map[execution_step:F17] - SystemWatermark
map[step:s4 tentative:true] - ExecutionTime_FinishBundle
map[step:s4] - ExecutionTime_FinishBundle
map[namespace:com.segment.compute.BigtableDedup step:s7 tentative:true] - bigtable_dedup.emitted.id
map[step:s7 namespace:com.segment.compute.BigtableDedup] - bigtable_dedup.emitted.id
map[step:s3 tentative:true namespace:com.segment.compute.MessageParser] - parser.emitted.track
map[namespace:com.segment.compute.MessageParser step:s3] - parser.emitted.track
map[step:s17 tentative:true] - ExecutionTime_StartBundle
map[step:s17] - ExecutionTime_StartBundle
map[tentative:true namespace:com.segment.compute.MessageParser step:s3] - parser.received
map[step:s3 namespace:com.segment.compute.MessageParser] - parser.received
map[tentative:true original_name:Service-cpu_num] - CurrentVcpuCount
map[original_name:Service-cpu_num] - CurrentVcpuCount
map[step:s4 tentative:true] - ExecutionTime_ProcessElement
map[step:s4] - ExecutionTime_ProcessElement
map[original_name:Service-pd_gb_seconds tentative:true] - TotalPdUsage
map[original_name:Service-pd_gb_seconds] - TotalPdUsage
map[step:s8 tentative:true] - ExecutionTime_ProcessElement
map[step:s8] - ExecutionTime_ProcessElement
map[tentative:true original_name:Service-cpu_num_seconds] - TotalVcpuTime
map[original_name:Service-cpu_num_seconds] - TotalVcpuTime
map[step:s25 tentative:true] - ExecutionTime_FinishBundle
map[step:s25] - ExecutionTime_FinishBundle
map[step:s3 tentative:true] - ExecutionTime_ProcessElement
map[step:s3] - ExecutionTime_ProcessElement
map[step:s6 tentative:true] - ExecutionTime_FinishBundle
map[step:s6] - ExecutionTime_FinishBundle
map[tentative:true execution_step:F15] - SystemWatermark
map[execution_step:F15] - SystemWatermark
map[tentative:true output_user_name:Parse v2 Messages-out0 original_name:Parse v2 Messages-out0-ElementCount] - ElementCount
map[output_user_name:Parse v2 Messages-out0 original_name:Parse v2 Messages-out0-ElementCount] - ElementCount
map[tentative:true output_user_name:Window.Into()2/Window.Assign-out0 original_name:Window.Into()2/Window.Assign-out0-ElementCount] - ElementCount
map[original_name:Window.Into()2/Window.Assign-out0-ElementCount output_user_name:Window.Into()2/Window.Assign-out0] - ElementCount
map[tentative:true output_user_name:Apply segment_id key, filter unstreamable-out0 original_name:Apply segment_id key, filter unstreamable-out0-MeanByteCount] - MeanByteCount
map[original_name:Apply segment_id key, filter unstreamable-out0-MeanByteCount output_user_name:Apply segment_id key, filter unstreamable-out0] - MeanByteCount
map[step:s13 tentative:true] - ExecutionTime_ProcessElement
map[step:s13] - ExecutionTime_ProcessElement
map[step:s13 tentative:true] - ExecutionTime_StartBundle
map[step:s13] - ExecutionTime_StartBundle
map[tentative:true output_user_name:GroupByKey/MergeBuckets-out0 original_name:GroupByKey/MergeBuckets-out0-ElementCount] - ElementCount
map[output_user_name:GroupByKey/MergeBuckets-out0 original_name:GroupByKey/MergeBuckets-out0-ElementCount] - ElementCount
map[tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0-MeanByteCount] - MeanByteCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0-MeanByteCount output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0] - MeanByteCount
map[step:s15 tentative:true] - ExecutionTime_ProcessElement
map[step:s15] - ExecutionTime_ProcessElement
map[step:s8 tentative:true] - ExecutionTime_StartBundle
map[step:s8] - ExecutionTime_StartBundle
map[tentative:true execution_step:F18] - SystemLag
map[execution_step:F18] - SystemLag
map[execution_step:F17 tentative:true] - SystemLag
map[execution_step:F17] - SystemLag
map[step:s1 tentative:true] - ExecutionTime_ProcessElement
map[step:s1] - ExecutionTime_ProcessElement
map[original_name:Service-shuffle_service_gb_seconds tentative:true] - TotalShuffleUsage
map[original_name:Service-shuffle_service_gb_seconds] - TotalShuffleUsage
map[tentative:true step:s14] - ExecutionTime_ProcessElement
map[step:s14] - ExecutionTime_ProcessElement
map[step:s18 tentative:true] - ExecutionTime_ProcessElement
map[step:s18] - ExecutionTime_ProcessElement
map[original_name:Split OldNew/ParMultiDo(Splitter)-out1-ElementCount tentative:true output_user_name:Split OldNew/ParMultiDo(Splitter)-out1] - ElementCount
map[original_name:Split OldNew/ParMultiDo(Splitter)-out1-ElementCount output_user_name:Split OldNew/ParMultiDo(Splitter)-out1] - ElementCount
map[step:s2 tentative:true] - ExecutionTime_ProcessElement
map[step:s2] - ExecutionTime_ProcessElement
map[execution_step:F18 tentative:true] - DataWatermark
map[execution_step:F18] - DataWatermark
map[tentative:true original_name:Service-pd_ssd_gb_seconds] - TotalSsdUsage
map[original_name:Service-pd_ssd_gb_seconds] - TotalSsdUsage
map[tentative:true output_user_name:Stringify SavedMessage-out0 original_name:Stringify SavedMessage-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Stringify SavedMessage-out0 original_name:Stringify SavedMessage-out0-MeanByteCount] - MeanByteCount
map[step:s6 tentative:true] - ExecutionTime_ProcessElement
map[step:s6] - ExecutionTime_ProcessElement
map[step:s16 tentative:true] - ExecutionTime_ProcessElement
map[step:s16] - ExecutionTime_ProcessElement
map[original_name:PubSub Read/PubsubUnboundedSource-out0-ElementCount tentative:true output_user_name:PubSub Read/PubsubUnboundedSource-out0] - ElementCount
map[output_user_name:PubSub Read/PubsubUnboundedSource-out0 original_name:PubSub Read/PubsubUnboundedSource-out0-ElementCount] - ElementCount
map[step:s7 tentative:true] - ExecutionTime_ProcessElement
map[step:s7] - ExecutionTime_ProcessElement
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0-ElementCount tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0] - ElementCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0-ElementCount output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0] - ElementCount
map[namespace:com.segment.compute.MessageParser step:s24 tentative:true] - message_stringer.consumed
map[namespace:com.segment.compute.MessageParser step:s24] - message_stringer.consumed
map[step:s2 tentative:true] - ExecutionTime_StartBundle
map[step:s2] - ExecutionTime_StartBundle
map[step:s20 tentative:true] - ExecutionTime_StartBundle
map[step:s20] - ExecutionTime_StartBundle
map[step:s14 tentative:true] - ExecutionTime_FinishBundle
map[step:s14] - ExecutionTime_FinishBundle
map[original_name:Apply segment_id key, filter unstreamable-out0-ElementCount tentative:true output_user_name:Apply segment_id key, filter unstreamable-out0] - ElementCount
map[output_user_name:Apply segment_id key, filter unstreamable-out0 original_name:Apply segment_id key, filter unstreamable-out0-ElementCount] - ElementCount
map[tentative:true step:s6] - ExecutionTime_StartBundle
map[step:s6] - ExecutionTime_StartBundle
map[namespace:com.segment.compute.BigtableDedup step:s7 tentative:true] - bigtable_dedup.emitted.set
map[namespace:com.segment.compute.BigtableDedup step:s7] - bigtable_dedup.emitted.set
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0-MeanByteCount tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0] - MeanByteCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0-MeanByteCount output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0] - MeanByteCount
map[tentative:true output_user_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0 original_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0 original_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0-MeanByteCount] - MeanByteCount
map[tentative:true output_user_name:Aggregator/Apply aggregate key-out0 original_name:Aggregator/Apply aggregate key-out0-MeanByteCount] - MeanByteCount
map[original_name:Aggregator/Apply aggregate key-out0-MeanByteCount output_user_name:Aggregator/Apply aggregate key-out0] - MeanByteCount
map[original_name:Aggregator/Apply aggregate key-out0-ElementCount tentative:true output_user_name:Aggregator/Apply aggregate key-out0] - ElementCount
map[original_name:Aggregator/Apply aggregate key-out0-ElementCount output_user_name:Aggregator/Apply aggregate key-out0] - ElementCount
map[step:s1 tentative:true] - ExecutionTime_FinishBundle
map[step:s1] - ExecutionTime_FinishBundle
map[namespace:com.segment.compute.MessageParser step:s24 tentative:true] - message_stringer.produced
map[namespace:com.segment.compute.MessageParser step:s24] - message_stringer.produced
map[execution_step:F17 tentative:true] - DataWatermark
map[execution_step:F17] - DataWatermark
map[tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0-MeanByteCount] - MeanByteCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0-MeanByteCount output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0] - MeanByteCount
map[output_user_name:PubSub write old/MapElements/Map-out0 original_name:PubSub write old/MapElements/Map-out0-ElementCount tentative:true] - ElementCount
map[output_user_name:PubSub write old/MapElements/Map-out0 original_name:PubSub write old/MapElements/Map-out0-ElementCount] - ElementCount
map[tentative:true namespace:com.segment.compute.BigtableDedup step:s7] - bigtable_dedup.duplicates.track
map[step:s7 namespace:com.segment.compute.BigtableDedup] - bigtable_dedup.duplicates.track
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0-MeanByteCount tentative:true] - MeanByteCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0-MeanByteCount output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0] - MeanByteCount
map[original_name:BigTable Dedup-out0-ElementCount tentative:true output_user_name:BigTable Dedup-out0] - ElementCount
map[original_name:BigTable Dedup-out0-ElementCount output_user_name:BigTable Dedup-out0] - ElementCount
map[original_name:PubSub Read/MapElements/Map-out0-ElementCount tentative:true output_user_name:PubSub Read/MapElements/Map-out0] - ElementCount
map[original_name:PubSub Read/MapElements/Map-out0-ElementCount output_user_name:PubSub Read/MapElements/Map-out0] - ElementCount
map[step:s7 tentative:true namespace:com.segment.compute.BigtableDedup] - bigtable_dedup.properties_saved
map[namespace:com.segment.compute.BigtableDedup step:s7] - bigtable_dedup.properties_saved
map[step:s9 tentative:true] - ExecutionTime_ProcessElement
map[step:s9] - ExecutionTime_ProcessElement
map[execution_step:F18 tentative:true] - SystemWatermark
map[execution_step:F18] - SystemWatermark
map[tentative:true output_user_name:Split OldNew/ParMultiDo(Splitter)-out0 original_name:Split OldNew/ParMultiDo(Splitter)-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Split OldNew/ParMultiDo(Splitter)-out0 original_name:Split OldNew/ParMultiDo(Splitter)-out0-MeanByteCount] - MeanByteCount
map[tentative:true output_user_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0 original_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0 original_name:Bigquery Load/PrepareWrite/ParDo(Anonymous)-out0-MeanByteCount] - MeanByteCount
map[tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0-ElementCount] - ElementCount
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0-ElementCount] - ElementCount
map[tentative:true output_user_name:Window.Into()2/Window.Assign-out0 original_name:Window.Into()2/Window.Assign-out0-MeanByteCount] - MeanByteCount
map[output_user_name:Window.Into()2/Window.Assign-out0 original_name:Window.Into()2/Window.Assign-out0-MeanByteCount] - MeanByteCount
map[original_name:Stringify SavedMessage-out0-ElementCount tentative:true output_user_name:Stringify SavedMessage-out0] - ElementCount
map[output_user_name:Stringify SavedMessage-out0 original_name:Stringify SavedMessage-out0-ElementCount] - ElementCount
map[step:s22 tentative:true] - ExecutionTime_FinishBundle
map[step:s22] - ExecutionTime_FinishBundle
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0-MeanByteCount tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0] - MeanByteCount
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0-MeanByteCount] - MeanByteCount
map[tentative:true output_user_name:Table Creator-out0 original_name:Table Creator-out0-ElementCount] - ElementCount
map[original_name:Table Creator-out0-ElementCount output_user_name:Table Creator-out0] - ElementCount
map[original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0-ElementCount tentative:true output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0] - ElementCount
map[output_user_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0 original_name:Bigquery Load/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0-ElementCount] - ElementCount
map[original_name:PubSub Read/MapElements/Map-out0-MeanByteCount tentative:true output_user_name:PubSub Read/MapElements/Map-out0] - MeanByteCount
map[output_user_name:PubSub Read/MapElements/Map-out0 original_name:PubSub Read/MapElements/Map-out0-MeanByteCount] - MeanByteCount
map[original_name:Split OldNew/ParMultiDo(Splitter)-out0-ElementCount tentative:true output_user_name:Split OldNew/ParMultiDo(Splitter)-out0] - ElementCount
map[original_name:Split OldNew/ParMultiDo(Splitter)-out0-ElementCount output_user_name:Split OldNew/ParMultiDo(Splitter)-out0] - ElementCount
map[tentative:true step:s8] - ExecutionTime_FinishBundle
map[step:s8] - ExecutionTime_FinishBundle
map[step:s7 tentative:true namespace:com.segment.compute.BigtableDedup] - bigtable_dedup.received
map[namespace:com.segment.compute.BigtableDedup step:s7] - bigtable_dedup.received
map[original_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0-ElementCount tentative:true output_user_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0] - ElementCount
map[original_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0-ElementCount output_user_name:Bigquery Load/StreamingInserts/CreateTables/ParDo(Anonymous)-out0] - ElementCount
map[tentative:true output_user_name:PubSub write old/MapElements/Map-out0 original_name:PubSub write old/MapElements/Map-out0-MeanByteCount] - MeanByteCount
map[output_user_name:PubSub write old/MapElements/Map-out0 original_name:PubSub write old/MapElements/Map-out0-MeanByteCount] - MeanByteCount
map[step:s19 tentative:true] - ExecutionTime_StartBundle
map[step:s19] - ExecutionTime_StartBundle
map[original_name:Table Creator-out0-MeanByteCount tentative:true output_user_name:Table Creator-out0] - MeanByteCount
map[original_name:Table Creator-out0-MeanByteCount output_user_name:Table Creator-out0] - MeanByteCount
map[namespace:com.segment.compute.BigtableDedup step:s7 tentative:true] - bigtable_dedup.duplicates.id
map[namespace:com.segment.compute.BigtableDedup step:s7] - bigtable_dedup.duplicates.id
map[tentative:true output_user_name:BigTable Dedup-out0 original_name:BigTable Dedup-out0-MeanByteCount] - MeanByteCount
map[original_name:BigTable Dedup-out0-MeanByteCount output_user_name:BigTable Dedup-out0] - MeanByteCount
map[step:s10 tentative:true] - ExecutionTime_ProcessElement
map[step:s10] - ExecutionTime_ProcessElement
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment