joyoyoyoyoyo

struct Animal {
  1: i32 id
  2: string name
  3: string sound
}
 
exception NotFoundException {
  1: i32 what
  2: string why
}

joyoyoyoyoyo

version: "3.1"
services:
  spark-master:
    image: bde2020/spark-master:2.4.0-hadoop2.7
    container_name: spark-master
    ports:
      - "8080:8080"
      - "7077:7077"
    environment:
      - INIT_DAEMON_STEP=setup_spark

joyoyoyoyoyo

[user]
	name = Your Name
	email = your.name@mail.com

[color]
	ui = true

[core]
    excludesfile = ~/.gitignore_global
    editor = /usr/local/bin/mvim -f

joyoyoyoyoyo

# setup for the hadoop + spark env for airflow

remote_file "/home/airflow/spark.tgz" do
  source "/remote/spark/download/url"
  owner "airflow"
  group "airflow"
  mode  '0755'
  not_if { File.exists?("/home/airflow/spark.tgz") }
end

joyoyoyoyoyo

// found here: http://jdpgrailsdev.github.io/blog/2014/10/28/gradle_resolve_all_dependencies.html



task resolveDependencies {
    doLast {
        project.rootProject.allprojects.each { subProject ->
            subProject.buildscript.configurations.each { configuration ->
                resolveConfiguration(configuration)
            }

joyoyoyoyoyo

package net.atos.sparti.pub

import java.io.PrintStream
import java.net.Socket

import org.apache.commons.pool2.impl.{DefaultPooledObject, GenericObjectPool}
import org.apache.commons.pool2.{ObjectPool, PooledObject, BasePooledObjectFactory}
import org.apache.spark.streaming.dstream.DStream

class PooledSocketStreamPublisher[T](host: String, port: Int)

joyoyoyoyoyo

Notes of a Crafter

fundamental conditions of the classic architecture: firmitas, utilitas and venustas

Design Patterns

Abstract Factory

Adapter

Bridge

Builder

Chain of Responsibility

joyoyoyoyoyo

If you run App.java with the "all" argument you should get no errors. "all-with-serialization" also works because the pointer-to-native-memory that gets serialized is still valid as long as the JVM doesn't terminate.

If you run App.java once with "initiate" and then subsequently with "complete" you will receive the following exception only if libnss is in use:

Exception in thread "main" com.esotericsoftware.kryo.KryoException: Error during Java deserialization.
Serialization trace:
sessionRef (sun.security.pkcs11.Session)
session (sun.security.pkcs11.SessionKeyRef)
sessionKeyRef (sun.security.pkcs11.P11Key$P11SecretKey)

joyoyoyoyoyo

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.ObjectInputStream;
import java.io.ObjectOutputStream;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;

joyoyoyoyoyo

package com.twitter.ads.batch.experimental.amedina.storm.exprolluprt;

import java.util.List;

import org.apache.thrift.TDeserializer;
import org.apache.thrift.protocol.TBinaryProtocol;

import com.twitter.ads.logging.AdEngagementLogEntry;
import com.twitter.ads.realtime.exprolluprt.ExpRollupRTEngKey;