andypetrella

dam_dependencies = [
  ProcessLineageDepsBuilder(input_schema, output_schema)
                        .identity_from_output("data")
                        .append('f', ['name', 'last'], "data"),
  ProcessLineageDepsBuilder(input_schema_2, output_schema)
                        .identity_from_output("data")
]

dam_create_process_run_and_lineage(process, user, 
                                  code_version, process_name, 

andypetrella

dam_dependencies = [
  ProcessLineageDepsBuilder(input_schema, output_schema)
                        .identity_from_output("data")
                        .append('f', ['name', 'last'], "data"),
  ProcessLineageDepsBuilder(input_schema_2, output_schema)
                        .identity_from_output("data")
]

dam_create_process_run_and_lineage(process, user, 
                                  code_version, process_name, 

andypetrella

# This function takes the fully classified object name, say: <package>.<name>.
# Returns the static object instance on the heap

def ref_scala_object(object_name):
  clazz = jvm.java.lang.Class.forName(object_name+"$")
  ff = clazz.getDeclaredField("MODULE$")
  o = ff.get(None)
  return o

andypetrella

FWIW, I know it's dirty/nasty :-/

andypetrella

numberOfNodes = 10000
avgDegree = 10


function getRandomInt(min, max) {
  min = Math.ceil(min);
  max = Math.floor(max);
  return Math.floor(Math.random() * (max - min)) + min;
}