Last active
August 29, 2015 14:15
-
-
Save andypetrella/5c263aee6311cc5ae922 to your computer and use it in GitHub Desktop.
import mllib and netlib in notebook
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{"content":{"metadata":{"name":"Test MLlib","user_save_timestamp":"1970-01-01T01:00:00.000Z","auto_save_timestamp":"1970-01-01T01:00:00.000Z","language_info":{"name":"scala","file_extension":"scala","codemirror_mode":"text/x-scala"},"trusted":true},"cells":[{"metadata":{"trusted":true,"collapsed":false},"cell_type":"code","source":":local-repo /tmp/spark-notebook","outputs":[{"name":"stdout","output_type":"stream","text":"res1: String = Repo changed to /tmp/spark-notebook!\n"},{"metadata":{},"data":{"text/html":"Repo changed to /tmp/spark-notebook!"},"output_type":"execute_result","execution_count":1}]},{"metadata":{"trusted":true,"collapsed":false},"cell_type":"code","source":":dp org.apache.spark % spark-mllib_2.10 % 1.2.0\n- org.apache.spark % spark-core_2.10 % _\n- org.apache.hadoop % _ % _\ncom.github.fommil.netlib % all % 1.1.2 % pom","outputs":[{"name":"stdout","output_type":"stream","text":"jars: Array[String] = [Ljava.lang.String;@4639adb7\nres1: scala.xml.Elem = \n<pre onclick=\"this.style.display=(this.style.display=="block")?"none":"block"\">Spark resetting with jars :\n/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-annotations/2.3.0/jackson-annotations-2.3.0.jar\n/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-core/2.3.0/jackson-core-2.3.0.jar\n/tmp/spark-notebook/org/eclipse/jetty/jetty-io/8.1.14.v20131031/jetty-io-8.1.14.v20131031.jar\n/tmp/spark-notebook/org/spire-math/spire-macros_2.10/0.7.4/spire-macros_2.10-0.7.4.jar\n/tmp/spark-notebook/org/scalanlp/breeze-macros_2.10/0.3.1/breeze-macros_2.10-0.3.1.jar\n/tmp/spark-notebook/org/scala-lang/scala-reflect/2.10.4/scala-reflect-2.10.4.jar\n/tmp/spark-notebook/net/sourceforge/f2j/arpa..."},{"metadata":{},"data":{"text/html":"<pre onclick=\"this.style.display=(this.style.display=="block")?"none":"block"\">Spark resetting with jars :\n/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-annotations/2.3.0/jackson-annotations-2.3.0.jar\n/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-core/2.3.0/jackson-core-2.3.0.jar\n/tmp/spark-notebook/org/eclipse/jetty/jetty-io/8.1.14.v20131031/jetty-io-8.1.14.v20131031.jar\n/tmp/spark-notebook/org/spire-math/spire-macros_2.10/0.7.4/spire-macros_2.10-0.7.4.jar\n/tmp/spark-notebook/org/scalanlp/breeze-macros_2.10/0.3.1/breeze-macros_2.10-0.3.1.jar\n/tmp/spark-notebook/org/scala-lang/scala-reflect/2.10.4/scala-reflect-2.10.4.jar\n/tmp/spark-notebook/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar\n/tmp/spark-notebook/org/spire-math/spire_2.10/0.7.4/spire_2.10-0.7.4.jar\n/tmp/spark-notebook/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar\n/tmp/spark-notebook/com/twitter/parquet-encoding/1.6.0rc3/parquet-encoding-1.6.0rc3.jar\n/tmp/spark-notebook/org/scalanlp/breeze_2.10/0.10/breeze_2.10-0.10.jar\n/tmp/spark-notebook/org/apache/spark/spark-mllib_2.10/1.2.0/spark-mllib_2.10-1.2.0.jar\n/tmp/spark-notebook/com/twitter/parquet-column/1.6.0rc3/parquet-column-1.6.0rc3.jar\n/tmp/spark-notebook/org/scala-lang/scala-compiler/2.10.4/scala-compiler-2.10.4.jar\n/tmp/spark-notebook/org/eclipse/jetty/jetty-http/8.1.14.v20131031/jetty-http-8.1.14.v20131031.jar\n/tmp/spark-notebook/com/github/rwl/jtransforms/2.4.0/jtransforms-2.4.0.jar\n/tmp/spark-notebook/org/eclipse/jetty/jetty-server/8.1.14.v20131031/jetty-server-8.1.14.v20131031.jar\n/tmp/spark-notebook/org/jblas/jblas/1.2.3/jblas-1.2.3.jar\n/tmp/spark-notebook/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar\n/tmp/spark-notebook/com/twitter/parquet-jackson/1.6.0rc3/parquet-jackson-1.6.0rc3.jar\n/tmp/spark-notebook/org/apache/spark/spark-sql_2.10/1.2.0/spark-sql_2.10-1.2.0.jar\n/tmp/spark-notebook/org/codehaus/jackson/jackson-mapper-asl/1.8.8/jackson-mapper-asl-1.8.8.jar\n/tmp/spark-notebook/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar\n/tmp/spark-notebook/org/scalamacros/quasiquotes_2.10/2.0.1/quasiquotes_2.10-2.0.1.jar\n/tmp/spark-notebook/com/twitter/parquet-format/2.2.0-rc1/parquet-format-2.2.0-rc1.jar\n/tmp/spark-notebook/org/codehaus/jackson/jackson-core-asl/1.9.11/jackson-core-asl-1.9.11.jar\n/tmp/spark-notebook/org/apache/spark/spark-streaming_2.10/1.2.0/spark-streaming_2.10-1.2.0.jar\n/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-databind/2.3.0/jackson-databind-2.3.0.jar\n/tmp/spark-notebook/com/twitter/parquet-hadoop/1.6.0rc3/parquet-hadoop-1.6.0rc3.jar\n/tmp/spark-notebook/com/twitter/parquet-common/1.6.0rc3/parquet-common-1.6.0rc3.jar\n/tmp/spark-notebook/org/eclipse/jetty/jetty-continuation/8.1.14.v20131031/jetty-continuation-8.1.14.v20131031.jar\n/tmp/spark-notebook/com/github/fommil/netlib/core/1.1.2/core-1.1.2.jar\n/tmp/spark-notebook/com/twitter/parquet-generator/1.6.0rc3/parquet-generator-1.6.0rc3.jar\n/tmp/spark-notebook/org/apache/spark/spark-catalyst_2.10/1.2.0/spark-catalyst_2.10-1.2.0.jar\n/tmp/spark-notebook/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_ref-linux-x86_64/1.1/netlib-native_ref-linux-x86_64-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/all/1.1.2/all-1.1.2.pom\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_system-win-x86_64/1.1/netlib-native_system-win-x86_64-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/native_system-java/1.1/native_system-java-1.1.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_system-linux-armhf/1.1/netlib-native_system-linux-armhf-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_ref-linux-i686/1.1/netlib-native_ref-linux-i686-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_system-win-i686/1.1/netlib-native_system-win-i686-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/jniloader/1.1/jniloader-1.1.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_ref-osx-x86_64/1.1/netlib-native_ref-osx-x86_64-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_ref-linux-armhf/1.1/netlib-native_ref-linux-armhf-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_system-linux-i686/1.1/netlib-native_system-linux-i686-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_ref-win-x86_64/1.1/netlib-native_ref-win-x86_64-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/native_ref-java/1.1/native_ref-java-1.1.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_system-linux-x86_64/1.1/netlib-native_system-linux-x86_64-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_ref-win-i686/1.1/netlib-native_ref-win-i686-1.1-natives.jar\n/tmp/spark-notebook/com/github/fommil/netlib/netlib-native_system-osx-x86_64/1.1/netlib-native_system-osx-x86_64-1.1-natives.jar\n</pre>"},"output_type":"execute_result","execution_count":2}]},{"metadata":{"trusted":true,"collapsed":false},"cell_type":"code","source":"jars.toList","outputs":[{"name":"stdout","output_type":"stream","text":"res2: List[String] = List(/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-annotations/2.3.0/jackson-annotations-2.3.0.jar, /tmp/spark-notebook/com/fasterxml/jackson/core/jackson-core/2.3.0/jackson-core-2.3.0.jar, /tmp/spark-notebook/org/eclipse/jetty/jetty-io/8.1.14.v20131031/jetty-io-8.1.14.v20131031.jar, /tmp/spark-notebook/org/spire-math/spire-macros_2.10/0.7.4/spire-macros_2.10-0.7.4.jar, /tmp/spark-notebook/org/scalanlp/breeze-macros_2.10/0.3.1/breeze-macros_2.10-0.3.1.jar, /tmp/spark-notebook/org/scala-lang/scala-reflect/2.10.4/scala-reflect-2.10.4.jar, /tmp/spark-notebook/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar, /tmp/spark-notebook/org/spire-math/spire_2.10/0.7.4/spire_2.10-0.7.4.jar, /tmp/spark-notebook/org/apache/commons/commons-math3/3.1...."},{"metadata":{},"data":{"text/html":"<table><tr><td>/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-annotations/2.3.0/jackson-annotations-2.3.0.jar</td></tr><tr><td>/tmp/spark-notebook/com/fasterxml/jackson/core/jackson-core/2.3.0/jackson-core-2.3.0.jar</td></tr><tr><td>/tmp/spark-notebook/org/eclipse/jetty/jetty-io/8.1.14.v20131031/jetty-io-8.1.14.v20131031.jar</td></tr><tr><td>/tmp/spark-notebook/org/spire-math/spire-macros_2.10/0.7.4/spire-macros_2.10-0.7.4.jar</td></tr><tr><td>/tmp/spark-notebook/org/scalanlp/breeze-macros_2.10/0.3.1/breeze-macros_2.10-0.3.1.jar</td></tr><tr><td>/tmp/spark-notebook/org/scala-lang/scala-reflect/2.10.4/scala-reflect-2.10.4.jar</td></tr><tr><td>/tmp/spark-notebook/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar</td></tr><tr><td>/tmp/spark-notebook/org/spire-math/spire_2.10/0.7.4/spire_2.10-0.7.4.jar</td></tr><tr><td>/tmp/spark-notebook/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar</td></tr><tr><td>/tmp/spark-notebook/com/twitter/parquet-encoding/1.6.0rc3/parquet-encoding-1.6.0rc3.jar</td></tr><tr><td>/tmp/spark-notebook/org/scalanlp/breeze_2.10/0.10/breeze_2.10-0.10.jar</td></tr><tr><td>/tmp/spark-notebook/org/apache/spark/spark-mllib_2.10/1.2.0/spark-mllib_2.10-1.2.0.jar</td></tr><tr><td>/tmp/spark-notebook/com/twitter/parquet-column/1.6.0rc3/parquet-column-1.6.0rc3.jar</td></tr><tr><td>/tmp/spark-notebook/org/scala-lang/scala-compiler/2.10.4/scala-compiler-2.10.4.jar</td></tr><tr><td>/tmp/spark-notebook/org/eclipse/jetty/jetty-http/8.1.14.v20131031/jetty-http-8.1.14.v20131031.jar</td></tr><tr><td>/tmp/spark-notebook/com/github/rwl/jtransforms/2.4.0/jtransforms-2.4.0.jar</td></tr><tr><td>/tmp/spark-notebook/org/eclipse/jetty/jetty-server/8.1.14.v20131031/jetty-server-8.1.14.v20131031.jar</td></tr><tr><td>/tmp/spark-notebook/org/jblas/jblas/1.2.3/jblas-1.2.3.jar</td></tr><tr><td>/tmp/spark-notebook/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar</td></tr><tr><td>/tmp/spark-notebook/com/twitter/parquet-jackson/1.6.0rc3/parquet-jackson-1.6.0rc3.jar</td></tr><tr><td>/tmp/spark-notebook/org/apache/spark/spark-sql_2.10/1.2.0/spark-sql_2.10-1.2.0.jar</td></tr><tr><td>/tmp/spark-notebook/org/codehaus/jackson/jackson-mapper-asl/1.8.8/jackson-mapper-asl-1.8.8.jar</td></tr><tr><td>/tmp/spark-notebook/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar</td></tr><tr><td>/tmp/spark-notebook/org/scalamacros/quasiquotes_2.10/2.0.1/quasiquotes_2.10-2.0.1.jar</td></tr><tr><td>...</td></tr></table>"},"output_type":"execute_result","execution_count":3}]},{"metadata":{"trusted":true,"collapsed":false},"cell_type":"code","source":"import org.apache.spark.mllib._","outputs":[{"name":"stdout","output_type":"stream","text":"import org.apache.spark.mllib._\n"},{"metadata":{},"data":{"text/html":""},"output_type":"execute_result","execution_count":4}]}],"nbformat":4},"name":"Test MLlib","path":"Test%20MLlib.snb","writable":true} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment