The count of contributions (summary of Pull Requests, opened issues and commits) to public repos at GitHub.com from Fri, 19 Jun 2015 15:17:38 GMT till Sun, 19 Jun 2016 15:17:38 GMT.
Only first 1000 GitHub users according to the count of followers are taken. This is because of limitations of GitHub search. Sorting algo in pseudocode:
githubUsers
.filter(user => user.followers > 635)
| select repository_name, count(repository_name) as pushes, repository_description, repository_url | |
| from [githubarchive:github.timeline] | |
| where type="PushEvent" | |
| and repository_language="Emacs Lisp" | |
| and parse_utc_usec(created_at) >= parse_utc_usec('2014-01-01 00:00:00') | |
| group by repository_name, repository_description, repository_url | |
| order by pushes desc | |
| limit 100 |
| /** | |
| * Fetching data from BigQuery and present it in our sheet | |
| * Author: Ido Green | |
| * Date: 14/12/2013 | |
| * | |
| * See: http://wp.me/pB1lQ-19i | |
| * Misc: https://developers.google.com/bigquery/ | |
| */ | |
| // |
| function onOpen() { | |
| var ss = SpreadsheetApp.getActiveSpreadsheet(); | |
| var menuEntries = [ {name: "Run Query", functionName: "runQuery"} ]; | |
| ss.addMenu("HTTP Archive + BigQuery", menuEntries); | |
| } | |
| function runQuery() { | |
| var projectNumber = 'httparchive'; | |
| var sheet = SpreadsheetApp.getActiveSheet(); |
| /* | |
| A script to generate a Google BigQuery-complient JSON-schema from a JSON object. | |
| Make sure the JSON object is complete before generating, null values will be skipped. | |
| References: | |
| https://cloud.google.com/bigquery/docs/data | |
| https://cloud.google.com/bigquery/docs/personsDataSchema.json | |
| https://gist.github.com/igrigorik/83334277835625916cd6 | |
| ... and a couple of visits to StackOverflow |
| require 'open-uri' | |
| require 'zlib' | |
| require 'yajl' | |
| # References | |
| # - https://developers.google.com/bigquery/preparing-data-for-bigquery#dataformats | |
| # - https://developers.google.com/bigquery/docs/data#nested | |
| # | |
| def type(t) |
| let axios = require('axios'); // HTTP client | |
| let cheerio = require('cheerio'); // HTML parsing package | |
| let jsonframe = require('jsonframe-cheerio'); // a cheerio plugin I designed | |
| let fs = require('fs'); // is included in node.js - you don't need to install it | |
| axios.get('https://www.producthunt.com') | |
| .then((response) => { | |
| if(response.status === 200) { |
| -- Active issues | |
| -- Count of total active issues in the specified time frame | |
| -- Source: githubarchive public data set via Google BigQuery http://githubarchive.org/ | |
| SELECT | |
| COUNT(DISTINCT JSON_EXTRACT_SCALAR(events.payload, '$.issue.id')) AS events_issue_count | |
| FROM (SELECT * FROM TABLE_DATE_RANGE([githubarchive:day.],TIMESTAMP('2015-09-01'),TIMESTAMP('2016-08-31'))) | |
| AS events | |
| -- 10,723,492 active issues |
| require "mechanize" | |
| require "nokogiri" | |
| require 'json' | |
| require "awesome_print" | |
| def get_latest | |
| url = "http://medium.com/@heyellieday" | |
| agent = Mechanize.new { |agent| agent.user_agent_alias = "Mac Safari" } | |
| html = agent.get(url).body |
| <!DOCTYPE html> | |
| <!-- | |
| Stuart Powers | |
| http://sente.cc/ | |
| http://twitter.com/stuartpowers | |
| --> | |
| <html> | |
| <head> |