Last active
January 4, 2016 19:54
-
-
Save filipefigcorreia/fdf106eb3d40e035f82a to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import scala.collection.mutable | |
| import org.apache.flink.api.common.functions.FlatMapFunction | |
| import org.apache.flink.streaming.api.scala._ | |
| import org.apache.flink.streaming.api.functions.sink.SinkFunction | |
| import org.apache.flink.streaming.util.StreamingMultipleProgramsTestBase | |
| import org.apache.flink.util.Collector | |
| import org.junit.{Before, Test} | |
| import org.junit.Assert.assertEquals | |
| /* Non-working example of an unit test for a flink program. Somehow this | |
| * fails with a "Expected 5, Actual 0" assertion error. */ | |
| class ASimpleTestExample extends StreamingMultipleProgramsTestBase { | |
| var env: StreamExecutionEnvironment = null | |
| var sourceData: DataStream[Int] = null | |
| var testResults: mutable.MutableList[String] = null | |
| @Before | |
| def setUp() = { | |
| env = StreamExecutionEnvironment.getExecutionEnvironment | |
| env.setParallelism(1) | |
| this.sourceData = this.env.fromElements(1, 2, 3, 4, 5) | |
| } | |
| @Test | |
| def testNumberOne(): Unit = { | |
| val strs = this.sourceData.flatMap(new FlatMapFunction[Int, String](){ | |
| override def flatMap(i: Int, out: Collector[String]): Unit = { | |
| out.collect(i.toString) | |
| } | |
| }) | |
| this.testResults = mutable.MutableList[String]() | |
| strs.addSink(new ResultsSinkFunction[String](this.testResults)) | |
| this.env.execute() | |
| assertEquals(5, this.testResults.length) | |
| } | |
| } | |
| class ResultsSinkFunction[T](var elements: mutable.MutableList[T]) extends SinkFunction[T] { | |
| override def invoke(value: T): Unit = { | |
| elements += value | |
| } | |
| } | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| /Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/bin/java -ea -Didea.launcher.port=7532 "-Didea.launcher.bin.path=/Applications/IntelliJ IDEA 15 CE.app/Contents/bin" -Didea.junit.sm_runner -Dfile.encoding=UTF-8 -classpath "/Applications/IntelliJ IDEA 15 CE.app/Contents/lib/idea_rt.jar:/Applications/IntelliJ IDEA 15 CE.app/Contents/plugins/junit/lib/junit-rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/ant-javafx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/dt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/javafx-mx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/jconsole.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/packager.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/sa-jdi.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/tools.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Users/fcorreia/myfiles/projects/anonymizer/target/scala-2.11/test-classes:/Users/fcorreia/myfiles/projects/anonymizer/target/scala-2.11/classes:/Users/fcorreia/.ivy2/cache/aopalliance/aopalliance/jars/aopalliance-1.0.jar:/Users/fcorreia/.ivy2/cache/asm/asm/jars/asm-3.1.jar:/Users/fcorreia/.ivy2/cache/com.101tec/zkclient/jars/zkclient-0.3.jar:/Users/fcorreia/.ivy2/cache/com.esotericsoftware.kryo/kryo/bundles/kryo-2.24.0.jar:/Users/fcorreia/.ivy2/cache/com.esotericsoftware.minlog/minlog/jars/minlog-1.2.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.core/jackson-annotations/bundles/jackson-annotations-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.core/jackson-core/bundles/jackson-core-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.core/jackson-databind/bundles/jackson-databind-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.module/jackson-module-paranamer/bundles/jackson-module-paranamer-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.module/jackson-module-scala_2.11/bundles/jackson-module-scala_2.11-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.github.scopt/scopt_2.11/jars/scopt_2.11-3.2.0.jar:/Users/fcorreia/.ivy2/cache/com.google.guava/guava/bundles/guava-18.0.jar:/Users/fcorreia/.ivy2/cache/com.google.inject/guice/jars/guice-3.0.jar:/Users/fcorreia/.ivy2/cache/com.google.protobuf/protobuf-java/bundles/protobuf-java-2.5.0.jar:/Users/fcorreia/.ivy2/cache/com.jamesmurty.utils/java-xmlbuilder/jars/java-xmlbuilder-0.4.jar:/Users/fcorreia/.ivy2/cache/com.jcraft/jsch/jars/jsch-0.1.42.jar:/Users/fcorreia/.ivy2/cache/com.novocode/junit-interface/jars/junit-interface-0.11.jar:/Users/fcorreia/.ivy2/cache/com.sun.jersey/jersey-core/bundles/jersey-core-1.9.jar:/Users/fcorreia/.ivy2/cache/com.thoughtworks.paranamer/paranamer/jars/paranamer-2.6.jar:/Users/fcorreia/.ivy2/cache/com.twitter/bijection-avro_2.11/bundles/bijection-avro_2.11-0.7.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/bijection-core_2.11/bundles/bijection-core_2.11-0.7.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill-avro_2.11/jars/chill-avro_2.11-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill-bijection_2.11/jars/chill-bijection_2.11-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill-java/jars/chill-java-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill_2.11/jars/chill_2.11-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.typesafe/config/bundles/config-1.2.1.jar:/Users/fcorreia/.ivy2/cache/com.typesafe.akka/akka-actor_2.11/jars/akka-actor_2.11-2.3.7.jar:/Users/fcorreia/.ivy2/cache/com.typesafe.akka/akka-remote_2.11/jars/akka-remote_2.11-2.3.7.jar:/Users/fcorreia/.ivy2/cache/com.typesafe.akka/akka-slf4j_2.11/jars/akka-slf4j_2.11-2.3.7.jar:/Users/fcorreia/.ivy2/cache/com.yammer.metrics/metrics-core/jars/metrics-core-2.2.0.jar:/Users/fcorreia/.ivy2/cache/commons-beanutils/commons-beanutils/jars/commons-beanutils-1.7.0.jar:/Users/fcorreia/.ivy2/cache/commons-beanutils/commons-beanutils-core/jars/commons-beanutils-core-1.8.0.jar:/Users/fcorreia/.ivy2/cache/commons-cli/commons-cli/jars/commons-cli-1.2.jar:/Users/fcorreia/.ivy2/cache/commons-codec/commons-codec/jars/commons-codec-1.6.jar:/Users/fcorreia/.ivy2/cache/commons-collections/commons-collections/jars/commons-collections-3.2.2.jar:/Users/fcorreia/.ivy2/cache/commons-configuration/commons-configuration/jars/commons-configuration-1.6.jar:/Users/fcorreia/.ivy2/cache/commons-daemon/commons-daemon/jars/commons-daemon-1.0.13.jar:/Users/fcorreia/.ivy2/cache/commons-digester/commons-digester/jars/commons-digester-1.8.jar:/Users/fcorreia/.ivy2/cache/commons-el/commons-el/jars/commons-el-1.0.jar:/Users/fcorreia/.ivy2/cache/commons-fileupload/commons-fileupload/jars/commons-fileupload-1.3.1.jar:/Users/fcorreia/.ivy2/cache/commons-httpclient/commons-httpclient/jars/commons-httpclient-3.1.jar:/Users/fcorreia/.ivy2/cache/commons-io/commons-io/jars/commons-io-2.4.jar:/Users/fcorreia/.ivy2/cache/commons-lang/commons-lang/jars/commons-lang-2.6.jar:/Users/fcorreia/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.1.3.jar:/Users/fcorreia/.ivy2/cache/commons-net/commons-net/jars/commons-net-3.1.jar:/Users/fcorreia/.ivy2/cache/de.javakaffee/kryo-serializers/bundles/kryo-serializers-0.27.jar:/Users/fcorreia/.ivy2/cache/io.dropwizard.metrics/metrics-core/bundles/metrics-core-3.1.0.jar:/Users/fcorreia/.ivy2/cache/io.dropwizard.metrics/metrics-json/bundles/metrics-json-3.1.0.jar:/Users/fcorreia/.ivy2/cache/io.dropwizard.metrics/metrics-jvm/bundles/metrics-jvm-3.1.0.jar:/Users/fcorreia/.ivy2/cache/io.netty/netty/bundles/netty-3.8.0.Final.jar:/Users/fcorreia/.ivy2/cache/io.netty/netty-all/jars/netty-all-4.0.31.Final.jar:/Users/fcorreia/.ivy2/cache/javax.activation/activation/jars/activation-1.1.jar:/Users/fcorreia/.ivy2/cache/javax.inject/javax.inject/jars/javax.inject-1.jar:/Users/fcorreia/.ivy2/cache/javax.xml.bind/jaxb-api/jars/jaxb-api-2.2.2.jar:/Users/fcorreia/.ivy2/cache/javax.xml.stream/stax-api/jars/stax-api-1.0-2.jar:/Users/fcorreia/.ivy2/cache/joda-time/joda-time/jars/joda-time-2.5.jar:/Users/fcorreia/.ivy2/cache/junit/junit/jars/junit-3.8.1.jar:/Users/fcorreia/.ivy2/cache/junit/junit/jars/junit-4.12.jar:/Users/fcorreia/.ivy2/cache/log4j/log4j/bundles/log4j-1.2.17.jar:/Users/fcorreia/.ivy2/cache/net.java.dev.jets3t/jets3t/jars/jets3t-0.9.0.jar:/Users/fcorreia/.ivy2/cache/net.jpountz.lz4/lz4/jars/lz4-1.2.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.avro/avro/bundles/avro-1.7.6.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-compress/jars/commons-compress-1.4.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-lang3/jars/commons-lang3-3.3.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-math/jars/commons-math-2.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-math3/jars/commons-math3-3.5.jar:/Users/fcorreia/.ivy2/cache/org.apache.curator/curator-test/jars/curator-test-2.8.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-clients_2.11/jars/flink-clients_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-connector-kafka_2.11/jars/flink-connector-kafka_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-core_2.11/jars/flink-core_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-core_2.11/jars/flink-core_2.11-0.10.1-tests.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-java_2.11/jars/flink-java_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-optimizer_2.11/jars/flink-optimizer_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-runtime_2.11/jars/flink-runtime_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-runtime_2.11/jars/flink-runtime_2.11-0.10.1-tests.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-scala_2.11/jars/flink-scala_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-shaded-hadoop2_2.11/jars/flink-shaded-hadoop2_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-streaming-java_2.11/jars/flink-streaming-java_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-streaming-java_2.11/jars/flink-streaming-java_2.11-0.10.1-tests.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-streaming-scala_2.11/jars/flink-streaming-scala_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-test-utils_2.11/jars/flink-test-utils_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.httpcomponents/httpclient/jars/httpclient-4.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.httpcomponents/httpcore/jars/httpcore-4.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.kafka/kafka-clients/jars/kafka-clients-0.8.2.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.kafka/kafka_2.11/jars/kafka_2.11-0.8.2.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.sling/org.apache.sling.commons.json/bundles/org.apache.sling.commons.json-2.0.6.jar:/Users/fcorreia/.ivy2/cache/org.apache.zookeeper/zookeeper/jars/zookeeper-3.4.6.jar:/Users/fcorreia/.ivy2/cache/org.clapper/grizzled-slf4j_2.11/jars/grizzled-slf4j_2.11-1.0.2.jar:/Users/fcorreia/.ivy2/cache/org.codehaus.jackson/jackson-core-asl/jars/jackson-core-asl-1.9.13.jar:/Users/fcorreia/.ivy2/cache/org.codehaus.jackson/jackson-mapper-asl/jars/jackson-mapper-asl-1.9.13.jar:/Users/fcorreia/.ivy2/cache/org.codehaus.jettison/jettison/bundles/jettison-1.1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-continuation/jars/jetty-continuation-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-http/jars/jetty-http-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-io/jars/jetty-io-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-security/jars/jetty-security-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-server/jars/jetty-server-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-servlet/jars/jetty-servlet-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-util/jars/jetty-util-8.0.0.M1.jar:/Users/fcorreia/.m2/repository/org/flinkspector/flinkspector-core_2.11/0.1-SNAPSHOT/flinkspector-core_2.11-0.1-SNAPSHOT.jar:/Users/fcorreia/.m2/repository/org/flinkspector/flinkspector-datastream_2.11/0.1-SNAPSHOT/flinkspector-datastream_2.11-0.1-SNAPSHOT.jar:/Users/fcorreia/.ivy2/cache/org.hamcrest/hamcrest-all/jars/hamcrest-all-1.3.jar:/Users/fcorreia/.ivy2/cache/org.hamcrest/hamcrest-core/jars/hamcrest-core-1.3.jar:/Users/fcorreia/.ivy2/cache/org.javassist/javassist/bundles/javassist-3.18.2-GA.jar:/Users/fcorreia/.ivy2/cache/org.joda/joda-convert/jars/joda-convert-1.7.jar:/Users/fcorreia/.ivy2/cache/org.mortbay.jetty/servlet-api/jars/servlet-api-3.0.20100224.jar:/Users/fcorreia/.ivy2/cache/org.objenesis/objenesis/jars/objenesis-2.1.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang/scala-compiler/jars/scala-compiler-2.11.7.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang/scala-library/jars/scala-library-2.11.7.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang/scala-reflect/jars/scala-reflect-2.11.7.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang.modules/scala-parser-combinators_2.11/bundles/scala-parser-combinators_2.11-1.0.4.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang.modules/scala-xml_2.11/bundles/scala-xml_2.11-1.0.4.jar:/Users/fcorreia/.ivy2/cache/org.scala-sbt/test-interface/jars/test-interface-1.0.jar:/Users/fcorreia/.ivy2/cache/org.scalatest/scalatest_2.11/bundles/scalatest_2.11-2.2.4.jar:/Users/fcorreia/.ivy2/cache/org.slf4j/slf4j-api/jars/slf4j-api-1.7.7.jar:/Users/fcorreia/.ivy2/cache/org.slf4j/slf4j-log4j12/jars/slf4j-log4j12-1.7.7.jar:/Users/fcorreia/.ivy2/cache/org.sonatype.sisu.inject/cglib/jars/cglib-2.2.1-v20090111.jar:/Users/fcorreia/.ivy2/cache/org.tukaani/xz/jars/xz-1.0.jar:/Users/fcorreia/.ivy2/cache/org.uncommons.maths/uncommons-maths/jars/uncommons-maths-1.2.2a.jar:/Users/fcorreia/.ivy2/cache/org.xerial.snappy/snappy-java/bundles/snappy-java-1.0.5.jar:/Users/fcorreia/.ivy2/cache/org.zeromq/jeromq/jars/jeromq-0.3.5.jar:/Users/fcorreia/.ivy2/cache/stax/stax-api/jars/stax-api-1.0.1.jar:/Users/fcorreia/.ivy2/cache/xmlenc/xmlenc/jars/xmlenc-0.52.jar" com.intellij.rt.execution.application.AppMain com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 TestSimpleExample | |
| 2016-01-04 19:48:35 INFO FlinkMiniCluster:230 - Starting FlinkMiniCluster. | |
| 2016-01-04 19:48:36 INFO Slf4jLogger:80 - Slf4jLogger started | |
| 2016-01-04 19:48:36 INFO BlobServer:94 - Created BLOB server storage directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/blobStore-7c98e08c-9485-4b43-8ae9-1ed089d0e8f4 | |
| 2016-01-04 19:48:36 INFO BlobServer:154 - Started BLOB server at 0.0.0.0:60051 - max concurrent requests: 50 - max backlog: 1000 | |
| 2016-01-04 19:48:36 INFO TestingMemoryArchivist:128 - Started memory archivist akka://flink/user/archive_1 | |
| 2016-01-04 19:48:36 INFO TestingJobManager:128 - Starting JobManager at akka://flink/user/jobmanager_1. | |
| 2016-01-04 19:48:36 INFO TestingJobManager:128 - JobManager akka://flink/user/jobmanager_1 was granted leadership with leader session ID None. | |
| 2016-01-04 19:48:36 INFO TaskManager:128 - Messages between TaskManager and JobManager have a max timeout of 1000000 milliseconds | |
| 2016-01-04 19:48:36 INFO TaskManager:128 - Temporary file directory '/var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T': total 232 GB, usable 187 GB (80.60% usable) | |
| 2016-01-04 19:48:36 INFO NetworkBufferPool:121 - Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768). | |
| 2016-01-04 19:48:36 INFO TaskManager:128 - Using 80 MB for Flink managed memory. | |
| 2016-01-04 19:48:36 INFO IOManager:94 - I/O manager uses directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/flink-io-749ed636-b0e0-431c-92c3-526c8a7af426 for spill files. | |
| 2016-01-04 19:48:36 INFO FileCache:88 - User file cache uses directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/flink-dist-cache-7d6d2910-29c5-45dc-a306-dc15f1c7ea0e | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Starting TaskManager actor at akka://flink/user/taskmanager0#811012472. | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - TaskManager data connection information: localhost (dataPort=60052) | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - TaskManager has 4 task slot(s). | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Memory usage stats: [HEAP: 88/168/1820 MB, NON HEAP: 24/25/-1 MB (used/committed/max)] | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Trying to register at JobManager akka://flink/user/jobmanager_1 (attempt 1, timeout: 500 milliseconds) | |
| 2016-01-04 19:48:37 INFO InstanceManager:179 - Registered TaskManager at localhost (akka://flink/user/taskmanager0) as dde67ac13f0df3e1c3a22572671bebf5. Current number of registered hosts is 1. Current number of alive task slots is 4. | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Successful registration at JobManager (akka://flink/user/jobmanager_1), starting network stack and library cache. | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Determined BLOB server address to be localhost/127.0.0.1:60051. Starting BLOB cache. | |
| 2016-01-04 19:48:37 INFO BlobCache:70 - Created BLOB cache storage directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/blobStore-54022311-1ac7-4113-b7ad-24168b1ea2ca2016-01-04 19:48:37 INFO TestSimpleExample:40 - | |
| ================================================================================ | |
| Test testNumberOne(TestSimpleExample) is running. | |
| -------------------------------------------------------------------------------- | |
| 2016-01-04 19:48:37 INFO JobClientActor:167 - Received job Flink Streaming Job (3518d55d6b5670c74da920ec7d611dbb). | |
| 2016-01-04 19:48:37 INFO JobClientActor:369 - Could not submit job Flink Streaming Job (3518d55d6b5670c74da920ec7d611dbb), because there is no connection to a JobManager. | |
| 2016-01-04 19:48:37 INFO JobClientActor:311 - Connected to new JobManager akka://flink/user/jobmanager_1. | |
| 2016-01-04 19:48:37 INFO JobClientActor:321 - Sending message to JobManager akka://flink/user/jobmanager_1 to submit job Flink Streaming Job (3518d55d6b5670c74da920ec7d611dbb) and wait for progress | |
| 2016-01-04 19:48:37 INFO JobClientActor:329 - Upload jar files to job manager akka://flink/user/jobmanager_1. | |
| 2016-01-04 19:48:37 INFO JobClientActor:347 - Submit job to the job manager akka://flink/user/jobmanager_1. | |
| 2016-01-04 19:48:37 INFO TestingJobManager:128 - Submitting job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job). | |
| 2016-01-04 19:48:37 INFO TestingJobManager:128 - Scheduling job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job). | |
| 2016-01-04 19:48:37 INFO JobClientActor:210 - Job was successfully submitted to the JobManager akka://flink/user/jobmanager_1. | |
| 2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from CREATED to SCHEDULED | |
| 2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Job execution switched to status RUNNING. | |
| 2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to SCHEDULED | |
| 2016-01-04 19:48:37 INFO TestingJobManager:137 - Status of job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job) changed to RUNNING. | |
| 2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from SCHEDULED to DEPLOYING | |
| 2016-01-04 19:48:37 INFO ExecutionGraph:358 - Deploying Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (attempt #0) to localhost | |
| 2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to DEPLOYING | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Received task Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) | |
| 2016-01-04 19:48:37 INFO Task:470 - Loading JAR files for task Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) | |
| 2016-01-04 19:48:37 INFO Task:487 - Registering task at network: Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) [DEPLOYING] | |
| 2016-01-04 19:48:37 WARN StreamTask:506 - No state backend has been specified, using default state backend (Memory / JobManager) | |
| 2016-01-04 19:48:37 INFO StreamTask:513 - State backend is set to heap memory (checkpoint to jobmanager) | |
| 2016-01-04 19:48:37 INFO Task:855 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) switched to RUNNING | |
| 2016-01-04 19:48:37 INFO Task:855 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) switched to FINISHED | |
| 2016-01-04 19:48:37 INFO Task:672 - Freeing task resources for Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) | |
| 2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from DEPLOYING to RUNNING | |
| 2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to RUNNING | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Unregistering task and sending final execution state FINISHED to JobManager for task Source: Collection Source -> Flat Map -> Sink: Unnamed (d9fc149d159e82def4a1d19301af8bff) | |
| 2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from RUNNING to FINISHED | |
| 2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to FINISHED | |
| 2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Job execution switched to status FINISHED. | |
| 2016-01-04 19:48:37 INFO TestingJobManager:137 - Status of job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job) changed to FINISHED. | |
| 2016-01-04 19:48:37 INFO JobClient:150 - Job execution complete | |
| 2016-01-04 19:48:37 ERROR TestSimpleExample:56 - | |
| -------------------------------------------------------------------------------- | |
| Test testNumberOne(TestSimpleExample) failed with: | |
| java.lang.AssertionError: expected:<5> but was:<0> | |
| at org.junit.Assert.fail(Assert.java:88) | |
| at org.junit.Assert.failNotEquals(Assert.java:834) | |
| at org.junit.Assert.assertEquals(Assert.java:645) | |
| at org.junit.Assert.assertEquals(Assert.java:631) | |
| at TestSimpleExample.testNumberOne(TestSimpleExample.scala:33) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:497) | |
| at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) | |
| at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) | |
| at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) | |
| at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) | |
| at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) | |
| at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) | |
| at org.junit.rules.RunRules.evaluate(RunRules.java:20) | |
| at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) | |
| at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) | |
| at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) | |
| at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) | |
| at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) | |
| at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) | |
| at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) | |
| at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) | |
| at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) | |
| at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) | |
| at org.junit.runners.ParentRunner.run(ParentRunner.java:363) | |
| at org.junit.runner.JUnitCore.run(JUnitCore.java:137) | |
| at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:117) | |
| at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:234) | |
| at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:74) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:497) | |
| at com.intellij.rt.execution.application.AppMain.main(AppMain.java:144) | |
| ================================================================================ | |
| java.lang.AssertionError: | |
| Expected :5 | |
| Actual :0 | |
| <Click to see difference> | |
| at org.junit.Assert.fail(Assert.java:88) | |
| at org.junit.Assert.failNotEquals(Assert.java:834) | |
| at org.junit.Assert.assertEquals(Assert.java:645) | |
| at org.junit.Assert.assertEquals(Assert.java:631) | |
| at TestSimpleExample.testNumberOne(TestSimpleExample.scala:33) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:497) | |
| at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) | |
| at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) | |
| at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) | |
| at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) | |
| at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) | |
| at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) | |
| at org.junit.rules.RunRules.evaluate(RunRules.java:20) | |
| at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) | |
| at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) | |
| at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) | |
| at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) | |
| at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) | |
| at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) | |
| at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) | |
| at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) | |
| at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) | |
| at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) | |
| at org.junit.runners.ParentRunner.run(ParentRunner.java:363) | |
| at org.junit.runner.JUnitCore.run(JUnitCore.java:137) | |
| at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:117) | |
| at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:234) | |
| at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:74) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:497) | |
| at com.intellij.rt.execution.application.AppMain.main(AppMain.java:144) | |
| 2016-01-04 19:48:37 INFO FlinkMiniCluster:304 - Stopping FlinkMiniCluster. | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Stopping TaskManager akka://flink/user/taskmanager0#811012472. | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Disassociating from JobManager | |
| 2016-01-04 19:48:37 INFO TestingJobManager:128 - Stopping JobManager akka://flink/user/jobmanager_1. | |
| 2016-01-04 19:48:37 INFO IOManager:109 - I/O manager removed spill file directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/flink-io-749ed636-b0e0-431c-92c3-526c8a7af426 | |
| 2016-01-04 19:48:37 INFO BlobServer:311 - Stopped BLOB server at 0.0.0.0:60051 | |
| 2016-01-04 19:48:37 INFO TestingTaskManager:128 - Task manager akka://flink/user/taskmanager0 is completely shut down. | |
| 2016-01-04 19:48:37 INFO FlinkMiniCluster:237 - Stopping ZooKeeper cluster. | |
| Process finished with exit code 255 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment