Jowanza Joseph josep2

🎯

Focusing

josep2 / sci_kit.py

Created January 18, 2017 02:59

	from sklearn.linear_model import LinearRegression
	lr = LinearRegression()
	x = <Some independent data>
	y = <Some Dependent data>
	lr.fit(x, y)

josep2 / linear_regression.r

Created January 18, 2017 02:52

lm(formula = <Dependent Variable> ~ <Independent Variable>, data = <Some DataFrame>)

josep2 / alluxio_s3.scala

Created January 9, 2017 03:28

	import org.apache.spark.sql.SparkSession
	import org.apache.spark.storage.StorageLevel

	case class Panel(user_id: String, date_joined: String, zip_shipping: String, date_newest_receipt: String,
	date_oldest_receipt: String, prop_30d_syncable: String, date_last_sync: String, isp: String,
	syncable: Int)

	object Demo extends App {

	import sparkSession.implicits._

josep2 / couchbase_fulltext.scala

Created January 1, 2017 22:11

	import com.couchbase.client.java.search._
	import com.couchbase.spark.connection.CouchbaseConnection
	import com.couchbase.spark._

	val fullTextSearch = SearchQuery.match("term"); // Enable the search query to look to match specifically on a term

	val result = sparkSession.sparkContext.couchbaseQuery(SearchQuery("my_search_term", fullTextSearch))
	.collect()
	.someMethod() ...

josep2 / spark_streaming_couchbase.scala

Created January 1, 2017 21:55

	// Set up A Streaming Context
	val ssc = new StreamingContext(conf, Seconds(2))

	ssc
	.couchbaseStream(from = FromBeginning, to = ToInfinity)
	.someMethod()


	ssc.start()
	ssc.awaitTermination()

josep2 / loose_conversion.scala

Created January 1, 2017 21:34

	// borrowed from: https://developer.couchbase.com/documentation/server/4.5/connectors/spark-2.0/working-with-rdds.html
	import com.couchbase.spark._

	sc
	.couchbaseGet[JsonDocument](Seq("airline_10123", "airline_10748"))
	.collect()
	.foreach(println)

josep2 / N1qlarray.txt

Created December 31, 2016 17:51

"SELECT * from `records` where ANY p in payments SATISFIES p in [1,2,3,4,5] END"

josep2 / query.txt

Created December 31, 2016 17:19

"SELECT * from records where tag = 'victoria'"

josep2 / examplejson2.json

Last active December 31, 2016 17:21

	[
	{"id":"1","display":"melbourne","tag":"victoria", "payments";[5,4,3,2,1]},
	{"id":"2","display":"geelong","tag":"victoria", "payments";[1,2,3,4,5]},
	{"id":"3","display":"swan hill","tag":"victoria", "payments";[10,12,13,14,15]},
	{"id":"4","display":"brisbane","tag":"queensland", "payments";[8,7,6,5,4,3]},
	{"id":"5","display":"gold coast","tag":"queensland", "payments";[111,222,333,444,555]},
	]

josep2 / full_serialize.scala

Last active January 1, 2017 21:28

	import org.apache.spark.sql._
	import spray.json._
	import com.couchbase.client.java.query.N1qlQuery
	import com.couchbase.spark.connection.CouchbaseConnection
	import com.couchbase.spark._

	val sparkSession = "..."

	import sparkSession.sqlContext.implicits._