[how-to call udf from df] how-to call udf per row in datafram with scala spark #scala #spark #df #udf

call-udf-in-df.scala

// this is the UDF - note the data type - should be a Java reflection compatible one !!!
val getUID = udf { (col1: String) =>
      {
        musa_wkt_eutrancellid match {
          case null => UUID.randomUUID().toString
          case _ => {
            try {
				broadCastedMap.value.get(col1).get.toString // obs return the same datatype as 
            } catch {
              case e: java.util.NoSuchElementException => {
                UUID.randomUUID().toString
              }
              case e: Exception => {
                UUID.randomUUID().toString
              }
            }
          }
        }
      }
    }
// Action !!!
val newDf = df.withColumn("uid", getUID(col("col1").cast(sql.types.StringType)))