dataders

Loom overview

retro on debugging external volume creation - Watch Video

rmitula

import sys
import boto3
from pyspark.sql.functions import concat_ws, lpad
from awsglue.transforms import *
from awsglue.utils import getResolvedOptions
from pyspark.context import SparkContext
from awsglue.context import GlueContext
from awsglue.job import Job

# Initialize Spark and Glue context

eatonphil

# th30z@u1310:[Desktop]$ psql -h localhost -p 55432
# Password: 
# psql (9.1.10, server 0.0.0)
# WARNING: psql version 9.1, server version 0.0.
#          Some psql features might not work.
# Type "help" for help.
# 
# th30z=> select foo;
#  a | b 
# ---+---

Lowess

import os
import threading
import urllib.request
import logging
from time import sleep

__author__ = "Florian Dambrine <[email protected]>"

class DatabricksPushgatewayExporter:
    """

tossmilestone

How to manually setup flake8 as PyCharm external tool

File / Settings / Tools / External Tools / Add
Name: Flake8
Program: $PyInterpreterDirectory$/python
Parameters: -m flake8 --max-complexity 10 --ignore E501 $FilePath$
Working directory: $ProjectFileDir$

Output Filters / Add
Name: Filter 1

shotahorii

Pivot

Query

SELECT
  uid,
  kv['c1'] AS c1,
  kv['c2'] AS c2,
  kv['c3'] AS c3
FROM (

cooltoast

kubectl get pods -a | grep Evicted | awk '{print $1}' | xargs kubectl delete pod

adamhaney

from datetime import datetime, timedelta
import networkx as nx

from airflow import DAG
from airflow.operators import BashOperator, SubDagOperator

start_date = datetime(year=2017, month=6, day=13, hour=19, minute=0)
schedule_interval = '0 * * * 1-5'

default_args = {

mojodna

--
-- This will register the "planet" table within your AWS account
--
CREATE EXTERNAL TABLE planet (
  id BIGINT,
  type STRING,
  tags MAP<STRING,STRING>,
  lat DECIMAL(9,7),
  lon DECIMAL(10,7),
  nds ARRAY<STRUCT<ref: BIGINT>>,

pmdroid

Ort;Plz;Bundesland
Aach;54298;Rheinland-Pfalz
Aach;78267;Baden-Württemberg
Aachen;52062;Nordrhein-Westfalen
Aachen;52064;Nordrhein-Westfalen
Aachen;52066;Nordrhein-Westfalen
Aachen;52068;Nordrhein-Westfalen
Aachen;52070;Nordrhein-Westfalen
Aachen;52072;Nordrhein-Westfalen
Aachen;52074;Nordrhein-Westfalen