store_run_id_global.py

# Get run_id from temporary view
runId = spark.table("run_id").head()["run_id"]
runId = re.findall(r'\d+', runId)[0]
runId = int(runId)
data = [[runId]]

# Get notebook name
notebook_path = spark.table("notebook_path").head()["notebook_path"]
path_split = notebook_path.split("/")
nb_name = path_split[len(path_split)-1]

# Create global temporary view with run_id_notebook-name
df = spark.createDataFrame(data, schema=schema)
df.createOrReplaceGlobalTempView("run_id_{}".format(nb_name))