jaor’s gists

jaor / script.whizzml

Created May 3, 2019 02:47

	(define (clean-up ds-id)
	(let (ds (fetch ds-id)
	fds (resource-fields ds)
	fds (map (lambda (id f) (assoc f "id" id)) (keys fds) (values fds))
	cf? (lambda (fd) (< (count (field-distribution fd)) 2))
	excl (map (lambda (f) (f "id")) (filter cf? fds)))
	(wait (create-dataset ds-id {"excluded_fields" excl}))))

	(define dataset (clean-up input-dataset))

jaor / metadata.json

Last active February 22, 2019 08:31

Model and eval input data

	{
	"name": "Model and eval input data",
	"kind": "script",
	"description": "Take a dataset, split, train and eval",
	"source_code": "script.whizzml",
	"inputs":[
	{
	"name": "dataset",
	"type": "dataset-id",
	"description": "Data for training and evaluation"

jaor / metadata.json

Created February 22, 2019 08:17

	{
	"name": "Model and eval input data",
	"kind": "script",
	"description": "Take a dataset, split, train and eval",
	"source_code": "script.whizzml",
	"imports":[
	"dataset"],
	"inputs":[
	{
	"name": "dataset",

jaor / script.whizzml

Created February 22, 2019 08:17

	(define full-name ((fetch dataset-id) "name"))
	(define train-name (str full-name " (training)"))
	(define test-name (str full-name " (test)"))

	(define [train-dataset-id test-dataset-id]
	(create-dataset-split dataset-id 0.8 "bigml"
	{"name" train-name}
	{"name" test-name}))

	(define model

jaor / metadata.json

Last active January 5, 2019 05:25

Incremental anomaly detection

	{
	"name": "Incremental anomalies",
	"kind": "script",
	"description": "Adds a new dataset to a collection and computes a set of anomalies for the new, extended data",
	"source_code": "script.whizzml",
	"imports":[
	],
	"inputs":[
	{
	"name": "url",

jaor / metadata.json

Last active December 20, 2018 05:03

Mark fields with a prefix as non-preferred

	{
	"name": "Mark non-preferred",
	"kind": "script",
	"description": "Given a dataset, mark as non-preferred fields starting with a prefix",
	"source_code": "script.whizzml",
	"imports":[
	],
	"inputs":[
	{
	"name": "dataset-id",

jaor / metadata.json

Last active December 20, 2018 04:57

Create a model using only the most important features in another one

	{
	"name": "select-important",
	"kind": "script",
	"description": "Select the important features from an existig moddel to create a new one",
	"source_code": "script.whizzml",
	"imports":[
	],
	"inputs":[
	{
	"name": "model-id",

jaor / script.whizzml

Last active November 22, 2018 21:10

Model and evaluate over different ranges of a dataset rows

	(define (model-range dataset from to)
	(create-model dataset {"range" [from to]}))

	(define (eval-range dataset model from to)
	(let (ev-id (create-evaluation dataset model {"range" [from to]}))
	[ev-id ((fetch (wait ev-id)) ["result" "model" "average_phi"])]))

	(define (size-evaluations dataset-id steps)
	(let (ds (fetch dataset-id)
	rows (ds "rows")

jaor / metadata.json

Last active August 23, 2018 22:08

Name topics

	{
	"name": "Name topics",
	"kind": "script",
	"description": "Give a name to all topics in a topicmodel",
	"source_code": "script.whizzml",
	"imports":[
	],
	"inputs":[
	{
	"name": "topic-model",

jaor / metadata.json

Last active July 11, 2018 16:54

Filtered timeseries

	{
	"name": "Filtered timeseries",
	"kind": "script",
	"description": "Takes a filter field and an objective field and creates a timeseries for each category in the filter field, collecting all resulting forecasts in a new dataset",
	"source_code": "script.whizzml",
	"inputs":[
	{
	"name": "dataset",
	"type": "dataset-id",
	"description": "Input dataset"

jao jaor