This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/* | |
This script will create a database called ebirddb with a table called ebird. | |
It will import the standard eBird export format file, as specified by `ebird_export_path` below into | |
the new table. Then it will create some indexes and geo points. Customize to suit. | |
*/ | |
-- Set the desired tablespace, if you want, to put it on a drive with room. Skip this if desired. | |
SET default_tablespace = d_space; | |
\set ON_ERROR_STOP on |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Sample database table to use to store ExactTarget credentials. | |
create_table "vestorly_marketing_cloud_accounts", force: :cascade do |t| | |
t.string "exacttarget_user_id", limit: 256, null: false | |
t.string "exacttarget_user_email", limit: 256 | |
t.string "exacttarget_internal_oauth_token", limit: 512 | |
t.string "exacttarget_oauth_token", limit: 512 | |
t.string "exacttarget_refresh_token", limit: 512 | |
t.datetime "exacttarget_token_expiration_date" | |
end |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
// Format javascript number as an actually-readable string | |
// using different d3.formats for different magnitudes. | |
// If it's NaN or otherwise not a number (ie a string), pass it through. | |
// For instance: | |
// 0.0000103 -> 10.3µ | |
// 0.000103 -> 0.000103 | |
// 0.103 -> 0.103 | |
// 10.34 -> 10.3 | |
// 1034 -> 1,034 | |
// 1034.1 -> 1,034.1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
def incremental_map_reduce( | |
map_f, | |
reduce_f, | |
db, | |
source_table_name, | |
target_table_name, | |
source_queued_date_field_name, | |
counter_table_name = "IncrementalMRCounters", | |
counter_key = None, | |
max_datetime = None, |