Skip to content

Instantly share code, notes, and snippets.

@bcleenders
Created January 27, 2017 14:13
Show Gist options
  • Save bcleenders/d7feeb177a1dd29a7dbb818943425df1 to your computer and use it in GitHub Desktop.
Save bcleenders/d7feeb177a1dd29a7dbb818943425df1 to your computer and use it in GitHub Desktop.
There are 24 squads using datacounters:
ask - 5
creator - 31
datawhy - 3
favorite - 1
growth-insights - 5
inferno - 7
labianchin - 5
payment-servers - 4
performance-squad - 5
playback - 1
playlist-platform-squad - 10
ppx-insights - 7
premiumanalytics - 9
productinsights - 3
roar - 16
rouz - 1
sherlock - 2
tgf - 1
thekeys-squad - 12
ukarlsson - 1
unishark - 2
unknown - 44
vince - 3
webplatform - 1
zuul - 2
Squads -> endpoints
ask - 5 -> ['nlu-voice.nlu_search_dau.nlu_search_dau_YYYYMMDD', 'nlu-voice.nlu_search_distinct_users_anonym_date.nlu_search_distinct_users_anonym_date_YYYYMMDD', 'nlu-voice.nlu_search_mau.nlu_search_mau_YYYYMMDD', 'nlu-voice.nlu_search_new_users.nlu_search_new_users_YYYYMMDD', 'nlu-voice.nlu_search_users_till_now.nlu_search_users_till_now_YYYYMMDD']
creator - 31 -> ['ArtistConcertAggregation', 'ArtistRecordingMetricsJob', 'ArtistStreamsAggregation', 'BingerSegmentSummaryAggregation', 'CityArtistStreamsAggregationJob', 'CityListenerArtistAggregation', 'CityListenerRecordingAggregation', 'CityToplistArtistFanAggregation', 'CityToplistArtistListenerAggregation', 'CityToplistRecordingAggregation', 'CityTrackStreamsAggregationJob', 'FanSegmentAgeGenderAggregation', 'FanSegmentCountryAggregation', 'FanUnionSegmentDemographicsByCountryJob', 'FanUnionSegmentSizeAggregation', 'FanUnionStreamSourcesAggregation', 'ListenerFanIntersectionSizeAggregation', 'ListenerSegmentAgeGenderAggregation', 'ListenerSegmentCountryAggregation', 'ListenerSegmentDemographicsByCountryJob', 'ListenerSegmentSizeAggregationLast28Days', 'ListenerStreamSourcesAggregation', 'LoyalistSegmentSummaryAggregation', 'RecordingCountryAggregation', 'RecordingStreamsListenersJob', 'RegularSegmentSummaryAggregation', 'ArtistStreamsAggregation', 'SegmentRecordingStreamSourcesAggregationJob', 'SegmentTrackStreamSourcesAggregationJob', 'SongCityMetricsRecordingAggregationJob', 'TopRecordingsAggregation']
datawhy - 3 -> ['data_counters_example.CountShakespeareScalding', 'data_counters_example.CountShakespeareScio', 'data_counters_example.CountShakespeareScrub']
favorite - 1 -> ['Socialgraph3FormattedDump']
growth-insights - 5 -> ['activation_insights.PageViews', 'activation_insights.Session', 'activation_insights.SessionEvents', 'activation_insights.SessionExport', 'activation_insights.SessionHistory']
inferno - 7 -> ['Cluster2-1ClusterAroundCaptains', 'Cluster2-MergeClustersByGenreOverlap', 'Clusters-Seed0FilteredHistory', 'Clusters-Seed1RecomputedClustersNoLabelsNoGids', 'Clusters-Seed1RecomputedClustersNoLabelsNoGidsDistinctiveSims', 'Clusters-Sim0RecomputedSimNoLabels', 'Clusters-Sim0RecomputedSimNoLabelsDistinctiveSims']
labianchin - 5 -> ['auto_luigi_test.DownstreamQuery', 'demo_sqoop_runner.payments.finance.raw.ProductPayment', 'demo_sqoop_runner.payments.finance.raw.ProductPlans', 'demo_sqoop_runner.payments.finance.raw.SubscriptionInterval', 'demo_sqoop_runner.ProductPlans']
payment-servers - 4 -> ['family_plan.FamilyPlanAbusers', 'family_plan.FamilyPlanAgeDna', 'family_plan.FamilyPlanIpSharing', 'family_plan.FamilyPlanSignals']
performance-squad - 5 -> ['appstartup_failure_product_quality', 'appstartup_product_quality', 'viewloadfailure_product_quality', 'viewload_conn_product_quality', 'viewload_product_quality']
playback - 1 -> ['EndSongDeduplicated']
playlist-platform-squad - 10 -> ['playlist4_pipeline.PlaylistFollowers', 'playlist4_pipeline.PlaylistMetadata', 'playlist4_pipeline.PlaylistSnapshotLive', 'playlist4_pipeline.RootlistSnapshot', 'popcount2_pipeline.PlaylistFollowerRepair', 'popcount2_pipeline.PlaylistFollowerRepairBatches', 'popcount2_pipeline.PopcountPlaylistFollowers', 'popcount2_pipeline.PopcountShowsDiff', 'popcount2_pipeline.PopcountShowsRepair', 'popcount2_pipeline.PopcountSnapshotCleaned']
ppx-insights - 7 -> ['connect_devices_discovered', 'connect_endcontent_fact', 'external_accessory_cleaned', 'external_accessory_end_content', 'partner-platforms.dashboard_ppx_tribe_metrics.usage_base_YYYYMMDD', 'platform-data.platform_end_content_daily_aggregate.platform_end_content_daily_aggregate_YYYYMMDD', 'PlatformEndContent']
premiumanalytics - 9 -> ['subs-analytics.dashboard_tables.churn_by_time_30d_rejoin_YYYYMMDD', 'subs-analytics.dashboard_tables.churn_by_time_90d_rejoin_YYYYMMDD', 'subs-analytics.dashboard_tables.churn_by_time_YYYYMMDD', 'subs-analytics.dashboard_tables.high_level_key_metrics_YYYYMMDD', 'subs-analytics.scd.onymous_user_YYYYMMDD', 'subs-analytics.scd.user_YYYYMMDD', 'subs-analytics.scd_intermediate._reporting_user_user_event_YYYYMMDD', 'subs-analytics.scd_intermediate._streams_1d_YYYYMMDD', 'subs-analytics.scd_intermediate._streams_30d_YYYYMMDD']
productinsights - 3 -> ['payments-data.checkout_conversion_metrics.checkout_conversion_metrics_YYYYMMDD', 'product-insights-data.core_x_insights_test_dataset.core_x_insights_test_table_YYYYMMDD', 'product-insights-data.demo.demo_YYYYMMDD']
roar - 16 -> ['reporting.ReportingActiveUsersJob', 'reporting.ReportingEndAudioHourJob', 'reporting.ReportingEndContentFactWithMetadataJob', 'reporting.ReportingEndContentJob', 'reporting.ReportingEndVideoHourJob', 'reporting.ReportingProductChangeJob', 'reporting.ReportingProrataDailyJob', 'reporting.ReportingRegisteredUsersJob', 'reporting.ReportingTrackDailyJob', 'reporting.ReportingUsageJob', 'reporting.ReportingUserJob', 'reporting.ReportingUserSnapshotJob', 'reporting.StreamDataJob', 'reporting.TopPlaylistJob', 'reporting.TrackDataJob', 'reporting.UserDataJob']
rouz - 1 -> ['flo-stream-count']
sherlock - 2 -> ['datapipeline.search.playlistpopularity.PlaylistPopularityJoinAttributes', 'search.metrics.SearchEntry']
tgf - 1 -> ['APCounterVSBQCounterEndsong']
thekeys-squad - 12 -> ['bcd.AnomalyUserSnapshot', 'bcd.EndContentDailyAggregate', 'bcd.EndContentFact', 'bcd.EndContentFactCounter', 'bcd.EndContentFactCounterAnomaly', 'bcd.EndContentFactCounterDesktop', 'bcd.EndContentFactCounterDesktopAnomaly', 'bcd.EndContentFactCounterMobile', 'bcd.EndContentFactCounterMobileAnomaly', 'bcd.NPSClientEvents', 'bcd.UserEvent', 'bcd.UserSnapshot']
ukarlsson - 1 -> ['bigquery-runner.dataset1.table1_YYYYMMDD']
unishark - 2 -> ['oauth_authorize_state', 'oauth_user_state']
unknown - 44 -> ['ActiveUsersJob', 'bcd.dev.Example_BigQuery', 'bcd.NPSSurveyFact', 'bigquery-runner.country_streams.country_streams_YYYYMMDD', 'bigquery-runner.test1.main_YYYYMMDD', 'bigquery-runner.test1.require1_YYYYMMDD', 'datawhy.DataCountersPublishingStatus', 'data_counters_hadoop_test.PublishCountersUsingJvmClient', 'data_counters_hadoop_test.PublishCountersUsingLuigiClient', 'DrivingModeSessionCleanedPartialJob', 'ListenerSegmentSizeAggregation', 'matching_pipeline.AdjustLoginAttemptsTask', 'matching_pipeline.AdjustMatchDailyTask', 'matching_pipeline.AdjustMatchTask', 'matching_pipeline.AdjustReattributionsDailyTask', 'matching_pipeline.AdjustRegsDailyTask', 'matching_pipeline.AdjustRegsTask', 'PageView', 'partner-platforms.ppx_tribe_metrics.usage_base_YYYYMMDD', 'playlist4_pipeline.PlaylistFollowerCounts', 'ProductChangeJob', 'ProrataDailyJob', 'RawPlatformEndContent', 'RegisteredUsersJob', 'reporting.AggregatedStreamDataJob', 'reporting.AggregatedStreamExportJob', 'reporting.Chart', 'reporting.LicensorAggregatedEpisodesExportJob', 'reporting.LicensorAggregatedEpisodesJob', 'reporting.StreamExportJob', 'reporting.TrackExportJob', 'reporting.UserExportJob', 'revenue-onboarding-activation.tmp.count_streams_YYYYMMDD', 'royalty-reporting.reporting_end_content_decrypted.reporting_end_content_decrypted_YYYYMMDD', 'search-metrics-146808.search_sequence_aggr.queries_daily_YYYYMMDD', 'subs-analytics.isp_data_usage.isp_data_30d_aggregate_YYYYMMDD', 'subs-analytics.isp_data_usage.isp_data_usage_YYYYMMDD', 'TopPlaylistsAggregation', 'TopPlaylistsForRecordingAggregation', 'UsageDailyJob', 'user_journey_page_view.PageViewEventCleanedGCS', 'user_journey_page_view.PageViewMatcherGCS', 'user_journey_pipeline.PageViewEventCleanedGCS', 'user_journey_pipeline.PageViewMatcherGCS']
vince - 3 -> ['formats-insights.autoplay.autoplay_descriptive_stats_YYYYMMDD', 'formats-insights.autoplay.autoplay_programmed_streams_YYYYMMDD', 'formats-insights.autoplay.autoplay_settings_events_YYYYMMDD']
webplatform - 1 -> ['synthetic_end_song']
zuul - 2 -> ['SlaskDumpSanityCheck', 'UserdataDumpSanityCheck']
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment