Bradford Stephens LusciousPear
LusciousPear
/ abstracttransformcomposer.java
Created
May 10, 2016 18:08
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.acacia.sdk; | |
| import com.google.cloud.dataflow.sdk.transforms.DoFn; | |
| import com.google.cloud.dataflow.sdk.values.TupleTag; | |
| import com.google.gson.Gson; | |
| import org.slf4j.Logger; | |
| import org.slf4j.LoggerFactory; | |
| import org.apache.commons.codec.digest.DigestUtils; |
LusciousPear
/ gist:0a871885817a5062b44b11952d45809d
Created
May 10, 2016 18:07
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.acacia.sdk; | |
| import com.acacia.angleddream.common.Tags; | |
| import com.google.cloud.dataflow.sdk.transforms.DoFn; | |
| import com.google.cloud.dataflow.sdk.values.TupleTag; | |
| import com.google.gson.Gson; | |
| import org.slf4j.Logger; | |
| import org.slf4j.LoggerFactory; |
LusciousPear
/ jython.java
Created
May 10, 2016 18:01
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.acacia.responsyspipeline; | |
| import com.acacia.sdk.AbstractTransform; | |
| import com.acacia.sdk.GenericDataflowAppException; | |
| import com.google.auto.service.AutoService; | |
| import com.google.gson.Gson; | |
| import com.google.gson.GsonBuilder; | |
| import com.google.gson.LongSerializationPolicy; | |
| import org.apache.commons.lang3.StringEscapeUtils; |
LusciousPear
/ hello.clj
Created
May 10, 2016 16:43
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {:config {:remote-composer-classpath "/usr/local/lib/angleddream-bundled-0.1-ALPHA.jar" | |
| :remote-libs-path "/usr/local/lib" | |
| :sink-resource-version "9" | |
| :source-resource-version "6" | |
| :appengine-gstoragekey "source-1.0-ALPHA" | |
| :default-sink-docker-image "gcr.io/hx-trial/sink-master:latest" | |
| :default-pipeline-machine-type "n1-standard-1" | |
| :error-buckets true | |
| :system-jar-info {:angleddream {:name "angleddream-bundled-0.1-ALPHA.jar" | |
| :pail "build-artifacts-public-eu" |
LusciousPear
/ appengine.go
Last active
February 11, 2016 20:30
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import( | |
| "google.golang.org/api/appengine/v1beta4" | |
| ) | |
| deployment := &appengine.Deployment{Files:files} | |
| handlers := urlHandlers() | |
| inbound_services := make([]string, 1) |
LusciousPear
/ simulator.clj
Last active
January 22, 2016 22:29
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| (ns sossity.simulator | |
| (:require | |
| [clojure.core.async :as a | |
| :refer [>! <! >!! <!! go chan buffer close! thread alts! alts!! timeout pub sub unsub unsub-all go-loop put!]] | |
| [loom.graph :refer :all] | |
| [loom.alg :refer :all] | |
| [loom.io :refer :all] | |
| [loom.attr :refer :all])) |
LusciousPear
/ transform.java
Created
December 8, 2015 06:13
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.acacia.angleddream.common; | |
| import com.acacia.sdk.AbstractTransform; | |
| import com.acacia.sdk.AbstractTransformComposer; | |
| import com.google.cloud.dataflow.sdk.transforms.PTransform; | |
| import com.google.cloud.dataflow.sdk.transforms.ParDo; | |
| import com.google.cloud.dataflow.sdk.values.PCollection; | |
| import com.google.cloud.dataflow.sdk.values.PCollectionTuple; | |
| import com.google.cloud.dataflow.sdk.values.TupleTag; |
LusciousPear
/ derp.htm
Created
November 20, 2015 05:50
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <template is="dom-bind"> | |
| <iron-localstorage name="userToken" value="{{localtoken}}" use-raw></iron-localstorage> | |
| <iron-ajax url="api/twitter/v1/private/gettweets" last-response="{{data}}" auto | |
| headers='{"Authorization": "Bearer [[localtoken]]"}' | |
| handle-as="json"></iron-ajax> | |
| <iron-list items="[[data.futuretweets]]" as="item"> | |
| <template> | |
| <div> | |
| datetime: <span>[[item.datetime]]</span> |
LusciousPear
/ output.json
Created
November 11, 2015 05:22
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| (def test-graph ;each pipeline can only be defined in an origin once? | |
| {:provider {:account-file "blah.json" :project "hx-test" :region "us-central1"} | |
| :pipelines {"Pipeline1" | |
| {:transform-graph ["AbstractTransform/AbstractTransform.jar"]} | |
| "Pipeline2" | |
| {:transform-graph ["AbstractTransform/AbstractTransform2.jar"]} | |
| "Pipeline3" | |
| {:transform-graph ["PythonScripts/PipelinePy3.py"]} | |
| "Pipeline4" | |
| {:transform-graph ["AbstractTransform/Pipeline4.jar"]} |
LusciousPear
/ gist:febbd458c4e1e35979de
Created
October 27, 2015 10:12
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| (def test-graph ;each pipeline can only be defined in an origin once? | |
| {:project-name "hx-test" | |
| :pipelines [{:name "Pipeline1" | |
| :transform-graph ["AbstractTransform/AbstractTransform.jar" "PythonScripts/AppendTest1.py"]} | |
| {:name "Pipeline2" | |
| :transform-graph ["AbstractTransform/AbstractTransform.jar" "PythonScripts/AppendTest2.py"]} | |
| {:name "RepairJob" | |
| :transform-graph ["PythonScripts/RepairClickstream.py"]}] | |
| :sources [{:package "ClickStream"} {:package "ShoppingCartClickStream"} {:package "CartTransaction"} {:package "EmailClickStream"}] |