Skip to content

Instantly share code, notes, and snippets.

@ottomata
Created January 6, 2021 17:14
Show Gist options
  • Save ottomata/4d6a488256a32df2d4d3fa374b89fdc5 to your computer and use it in GitHub Desktop.
Save ottomata/4d6a488256a32df2d4d3fa374b89fdc5 to your computer and use it in GitHub Desktop.
Done:
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chown -R analytics:analytics-privatedata-users /wmf/data/learning && \
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chmod -R o-rwx /wmf/data/learning
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chown -R analytics:analytics-privatedata-users /wmf/data/archive/{browser,clickstream,domain_abbrev_map,eventlogging,geoeditors,geoip,geowiki_legacy,mediacounts,mediawiki,mobile_apps,pagecounts-all-sites,pagecounts-raw,pageview,projectcounts-all-sites,projectcounts-raw,projectview,unique_devices,user,webrequest} && \
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chmod -R o-rwx /wmf/data/archive/{browser,clickstream,domain_abbrev_map,eventlogging,geoeditors,geoip,geowiki_legacy,mediacounts,mediawiki,mobile_apps,pagecounts-all-sites,pagecounts-raw,pageview,projectcounts-all-sites,projectcounts-raw,projectview,unique_devices,user,webrequest}
---
TODO:
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chown -R analytics:analytics-privatedata-users /wmf/data/event
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chmod -R o-rwx /wmf/data/event
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chown -R analytics:analytics-privatedata-users /wmf/data/event_sanitized
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chmod -R o-rwx /wmf/data/event_sanitized
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chown -R analytics:analytics-privatedata-users /wmf/data/raw
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chmod -R o-rwx /wmf/data/raw
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chown -R analytics:analytics-privatedata-users /wmf/data/wmf
sudo -u hdfs kerberos-run-command hdfs hdfs dfs -chmod -R o-rwx /wmf/data/wmf
sudo systemctl reset-failed camus-webrequest.timer
sudo systemctl reset-failed eventlogging_to_druid_editattemptstep_hourly.timer
sudo systemctl reset-failed eventlogging_to_druid_netflow_hourly.timer
sudo systemctl reset-failed eventlogging_to_druid_prefupdate_hourly.timer
sudo systemctl reset-failed produce_canary_events.timer
sudo systemctl reset-failed reportupdater-browser.timer
sudo systemctl reset-failed reportupdater-codemirror.timer
sudo systemctl reset-failed reportupdater-cx.timer
sudo systemctl reset-failed reportupdater-edit-beta-features.timer
sudo systemctl reset-failed reportupdater-ee.timer
sudo systemctl reset-failed reportupdater-flow-beta-features.timer
sudo systemctl reset-failed reportupdater-interlanguage.timer
sudo systemctl reset-failed reportupdater-language.timer
sudo systemctl reset-failed reportupdater-mt_engines.timer
sudo systemctl reset-failed reportupdater-pingback.timer
sudo systemctl reset-failed reportupdater-published_cx2_translations.timer
sudo systemctl reset-failed reportupdater-reference-previews.timer
sudo systemctl reset-failed reportupdater-structured-data.timer
sudo systemctl reset-failed reportupdater-templatedata.timer
sudo systemctl reset-failed reportupdater-visualeditor.timer
sudo systemctl reset-failed reportupdater-wmcs.timer
sudo systemctl reset-failed refine_sanitize_eventlogging_analytics_immediate.timer
sudo systemctl reset-failed camus-eventgate-main_events.timer
sudo systemctl reset-failed camus-eventlogging.timer
sudo systemctl reset-failed camus-mediawiki_job.timer
sudo systemctl reset-failed camus-eventgate-analytics_events.timer
sudo systemctl reset-failed refine_eventlogging_legacy.timer
sudo systemctl reset-failed refinery-drop-eventlogging-partitions.timer
sudo systemctl reset-failed refinery-drop-webrequest-raw-partitions.timer
sudo systemctl reset-failed camus-eventlogging-client-side.timer
sudo systemctl reset-failed refine_event.timer
sudo systemctl reset-failed refinery-drop-raw-event.timer
sudo systemctl reset-failed camus-eventgate-analytics-external_events.timer
sudo systemctl reset-failed refine_mediawiki_job_events.timer
sudo systemctl reset-failed camus-netflow.timer
sudo systemctl reset-failed refine_eventlogging_analytics.timer
sudo systemctl reset-failed refinery-drop-eventlogging-client-side-partitions.timer
sudo systemctl reset-failed refinery-drop-raw-mediawiki-job-event.timer
sudo systemctl reset-failed reportupdater-published_cx2_translations_mysql.timer
sudo systemctl reset-failed refinery-drop-raw-netflow-event.timer
sudo systemctl reset-failed drop-features-actor-hourly.timer
sudo systemctl reset-failed drop-features-actor-rollup-hourly.timer
sudo systemctl reset-failed refinery-drop-webrequest-refined-partitions.timer
sudo systemctl reset-failed drop-predictions-actor_label-hourly.timer
sudo systemctl reset-failed refinery-drop-pageview-actor-hourly-partitions.timer
sudo systemctl reset-failed hdfs-cleaner.timer
sudo systemctl reset-failed drop-el-unsanitized-events.timer
sudo systemctl reset-failed eventlogging_to_druid_editattemptstep_daily.timer
sudo systemctl reset-failed eventlogging_to_druid_navigationtiming_daily.timer
sudo systemctl reset-failed eventlogging_to_druid_netflow-sanitization_daily.timer
sudo systemctl reset-failed eventlogging_to_druid_netflow_daily.timer
sudo systemctl reset-failed eventlogging_to_druid_prefupdate_daily.timer
sudo systemctl reset-failed refinery-drop-refined-event.mediawiki_api_request.timer
sudo systemctl reset-failed refinery-drop-refined-event.mediawiki_cirrussearch_request.timer
sudo systemctl reset-failed refinery-drop-refined-event.wdqs_external_sparql_query.timer
sudo systemctl reset-failed refinery-drop-refined-event.wdqs_internal_sparql_query.timer
sudo systemctl reset-failed refinery-eventlogging-saltrotate.timer
sudo systemctl reset-failed monitor_refine_eventlogging_analytics.timer
sudo systemctl reset-failed monitor_refine_eventlogging_legacy.timer
sudo systemctl reset-failed refinery-drop-webrequest-sequence-stats-partitions.timer
sudo systemctl reset-failed monitor_refine_eventlogging_legacy_failure_flags.timer
sudo systemctl reset-failed refinery-import-wikidata-all-json-dumps.timer
sudo systemctl reset-failed monitor_refine_event.timer
sudo systemctl reset-failed refinery-import-wikidata-all-ttl-dumps.timer
sudo systemctl reset-failed monitor_refine_event_failure_flags.timer
sudo systemctl reset-failed refinery-drop-banner-activity.timer
sudo systemctl reset-failed refinery-import-siteinfo-dumps.timer
sudo systemctl reset-failed refinery-import-wikidata-lexemes-ttl-dumps.timer
sudo systemctl reset-failed monitor_refine_mediawiki_job_events.timer
sudo systemctl reset-failed monitor_refine_mediawiki_job_events_failure_flags.timer
sudo systemctl reset-failed refinery-import-page-history-dumps.timer
sudo systemctl reset-failed monitor_refine_netflow_failure_flags.timer
sudo systemctl reset-failed monitor_refine_sanitize_eventlogging_analytics_delayed.timer
sudo systemctl reset-failed monitor_refine_sanitize_eventlogging_analytics_immediate.timer
sudo systemctl reset-failed drop-el-helppanel-events.timer
sudo systemctl reset-failed drop-el-homepagevisit-events.timer
sudo systemctl reset-failed drop-el-homepagemodule-events.timer
sudo systemctl reset-failed mediawiki-raw-cu-changes-drop-month.timer
sudo systemctl reset-failed refinery-import-page-current-dumps.timer
sudo systemctl reset-failed refinery-drop-webrequest-sampled-druid.timer
sudo systemctl reset-failed hdfs-balancer.timer
sudo systemctl reset-failed mediawiki-geoeditors-drop-month.timer
sudo systemctl reset-failed refine_sanitize_eventlogging_analytics_delayed.timer
sudo systemctl reset-failed check_webrequest_partitions.timer
sudo systemctl reset-failed check_pageviews_partitions.timer
sudo systemctl reset-failed archive-maxmind-geoip-database.timer
sudo systemctl reset-failed mediawiki-history-drop-snapshot.timer
sudo systemctl reset-failed refinery-druid-drop-public-snapshots.timer
sudo systemctl reset-failed drop-mediawiki-siteinfo_namespaces-dumps.timer
sudo systemctl reset-failed drop-mediawiki-pages_meta_history-dumps.timer
sudo systemctl reset-failed drop-mediawiki-pages_meta_current-dumps.timer
sudo systemctl reset-failed refinery-download-project-namespace-map.timer
sudo systemctl reset-failed refinery-drop-mediawiki-history-dumps.timer
sudo systemctl reset-failed refinery-sqoop-whole-mediawiki.timer
sudo systemctl reset-failed refinery-sqoop-mediawiki-private.timer
sudo systemctl reset-failed eventlogging_to_druid_navigationtiming_hourly.timer
sudo systemctl reset-failed refine_netflow.timer
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment