stephenh

package temp;

import java.math.BigDecimal;
import java.math.BigInteger;

public class Test {
  public static void main(String[] args) {
    System.out.println(toSeventeenDigits(1000));
    System.out.println(toSeventeenDigits(100));
    System.out.println(toSeventeenDigits(10));

stephenh

13/08/24 14:38:52 INFO cluster.TaskSetManager: Loss was due to java.lang.IllegalStateException: Shutdown in progress 
    at java.lang.ApplicationShutdownHooks.add(ApplicationShutdownHooks.java:66) 
    at java.lang.Runtime.addShutdownHook(Runtime.java:211) 
    at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1441) 
    at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:256) 
    at org.apache.hadoop.fs.Path.getFileSystem(Path.java:187) 
    at org.apache.hadoop.mapred.LineRecordReader.<init>(LineRecordReader.java:77) 
    at org.apache.hadoop.mapred.TextInputFormat.getRecordReader(TextInputFormat.java:51) 
    at spark.rdd.HadoopRDD$$anon$1.<init>(HadoopRDD.scala:79) 
    at spark.rdd.HadoopRDD.compute(HadoopRDD.scala:70) 

stephenh

    public synchronized int read() throws IOException {
      int result = in.read();
      if (result != -1) {
        pos++;
      }
      return result;
    }

stephenh

SLF4J: This version of SLF4J requires log4j version 1.2.12 or later. See also http://www.slf4j.org/codes.html#log4j_version
13/03/26 20:19:54 INFO slf4j.Slf4jEventHandler: Slf4jEventHandler started
13/03/26 20:19:54 INFO actor.ActorSystemImpl: RemoteServerStarted@akka://[email protected]:52400
13/03/26 20:19:54 INFO spark.SparkEnv: Registering BlockManagerMaster
13/03/26 20:19:54 INFO storage.MemoryStore: MemoryStore started with capacity 323.9 MB.
13/03/26 20:19:54 INFO storage.DiskStore: Created local directory at /mnt/spark/local/spark-local-20130326201954-696e
13/03/26 20:19:55 INFO network.ConnectionManager: Bound socket to port 41101 with id = ConnectionManagerId(ip-10-224-6-227.ec2.internal,41101)
13/03/26 20:19:55 INFO storage.BlockManagerMaster: Trying to register BlockManager
13/03/26 20:19:55 INFO storage.BlockManagerMaster: Registered BlockManager
13/03/26 20:19:55 INFO server.Server: jetty-7.5.3.v20111011

stephenh

object foo {
  var comparisons = 0                             //> comparisons  : Int = 0
  class Foo {
    override def equals(other: Any) = { comparisons += 1; super.equals(other) }
  }
  class Bar extends Foo
  class Baz extends Foo
  val s1: Set[Foo] = Seq.fill(10)(new Bar).toSet  //> s1  : Set[foo.Foo] = Set(foo$$anonfun$main$1$Bar$1@1529d183, foo$$anonfun$ma
                                                  //| in$1$Bar$1@7d1f0c98, foo$$anonfun$main$1$Bar$1@1740f55, foo$$anonfun$main$1$
                                                  //| Bar$1@c8a3c71, foo$$anonfun$main$1$Bar$1@6a9a9631, foo$$anonfun$main$1$Bar$1

stephenh

[info] BlockManagerSuite:
[info] - master + 2 managers interaction *** FAILED ***
[info]   java.lang.IllegalArgumentException: Unable to create serializer "com.esotericsoftware.kryo.serializers.FieldSerializer" for class: scala.Tuple2$mcII$sp
[info]   at com.esotericsoftware.kryo.Kryo.newSerializer(Kryo.java:347)
[info]   at com.esotericsoftware.kryo.Kryo.newDefaultSerializer(Kryo.java:326)
[info]   at com.esotericsoftware.kryo.Kryo.getDefaultSerializer(Kryo.java:319)
[info]   at de.javakaffee.kryoserializers.KryoReflectionFactorySupport.getDefaultSerializer(KryoReflectionFactorySupport.java:45)
[info]   at com.esotericsoftware.kryo.Kryo.register(Kryo.java:363)
[info]   at spark.KryoSerializer$$anonfun$createKryo$1.apply(KryoSerializer.scala:140)
[info]   at spark.KryoSerializer$$anonfun$createKryo$1.apply(KryoSerializer.scala:139)

stephenh

Exception in thread "main" java.lang.IncompatibleClassChangeError: Implementing class
  at java.lang.ClassLoader.defineClass1(Native Method)
  at java.lang.ClassLoader.defineClassCond(ClassLoader.java:631)
  at java.lang.ClassLoader.defineClass(ClassLoader.java:615)
  at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:141)
  at java.net.URLClassLoader.defineClass(URLClassLoader.java:283)
  at java.net.URLClassLoader.access$000(URLClassLoader.java:58)
  at java.net.URLClassLoader$1.run(URLClassLoader.java:197)
  at java.security.AccessController.doPrivileged(Native Method)
  at java.net.URLClassLoader.findClass(URLClassLoader.java:190)

stephenh

import scala.collection.JavaConversions._
import java.util.Collections
import spark.KryoSerializer
import de.javakaffee.kryoserializers.KryoReflectionFactorySupport
import com.esotericsoftware.kryo.io.Output
import com.esotericsoftware.kryo.io.Input

object Testing {
  def main(args: Array[String]): Unit = {
    val list = new java.util.ArrayList[String]()

stephenh

13/02/27 03:33:18 INFO cluster.TaskSetManager: Loss was due to java.io.EOFException
	at spark.KryoDeserializationStream.readObject(KryoSerializer.scala:44)
	at spark.broadcast.HttpBroadcast$.read(HttpBroadcast.scala:129)
	at spark.broadcast.HttpBroadcast.readObject(HttpBroadcast.scala:40)
	at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:974)
	at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1848)
	at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1752)

stephenh

./sbt/sbt "test-only spark.DistributedSuite" > distributed.txt 2>&1