zkan

from airflow.models import Variable

# Common (Not-so-nice way)
# 3 DB connections when the file is parsed
var1 = Variable.get("var1")
var2 = Variable.get("var2")
var3 = Variable.get("var3")

# Recommended Way
# Just 1 Database call

zkan

# -*- coding: utf-8 -*-
from airflow.operators.http_operator import SimpleHttpOperator
from airflow.operators.postgres_operator import PostgresOperator
from airflow.operators.dummy_operator import DummyOperator

from airflow.hooks.postgres_hook import PostgresHook

from airflow.models import Variable, DAG

from datetime import date, datetime, timedelta

zkan

import random

from airflow.operators.dummy_operator import DummyOperator
from airflow.models import DAG
from airflow.utils.dates import days_ago

with DAG(
   "big_dag",
   start_date=days_ago(1),
   schedule_interval=None,

zkan

from airflow.hooks.postgres_hook import PostgresHook
from airflow.models import BaseOperator
from airflow.utils.decorators import apply_defaults
from datetime import datetime, timedelta
from os import environ
import csv


class DataSourceToCsvOperator(BaseOperator):
    """

zkan

import turtle

turtle.pensize(3)

def draw_heart_curve():
    for i in range(200):
        turtle.right(1)
        turtle.forward(1)
        
turtle.color("pink", "pink")

zkan

key = 'process-id and depapi-endpoint'


def check1(key):
    if 'process-id' in key or 'source-path' in key or 'depapi-endpoint' in key:
        return True


def check2(key):
    matches = [

zkan

Kafka 0.11.0.0 (Confluent 3.3.0) added support to manipulate offsets for a consumer group via cli kafka-consumer-groups command.

1. List the topics to which the group is subscribed

kafka-consumer-groups --bootstrap-server <kafkahost:port> --group <group_id> --describe

Note the values under "CURRENT-OFFSET" and "LOG-END-OFFSET". "CURRENT-OFFSET" is the offset where this consumer group is currently at in each of the partitions.

2. Reset the consumer offset for a topic (preview)

zkan

# https://circleci.com/docs/2.0/api-job-trigger/

function trigger_job() {
  job_name=$1
  curl --user ${CIRCLE_API_TOKEN}: \
    --data build_parameters[CIRCLE_JOB]=$job_name \
    --data revision=$CIRCLE_SHA1 \
    https://circleci.com/api/v1.1/project/github/$CIRCLE_PROJECT_USERNAME/$CIRCLE_PROJECT_REPONAME/tree/$CIRCLE_BRANCH
}

zkan

#!/bin/sh

# The script updates the Wordpress.org SVN repository after pushing
# the latest release from Github
# Credit: https://guh.me/how-to-publish-a-wordpress-plugin-from-github
# Semantic Versioning: http://semver.org/

GITHUB_PLUGIN_NAME=woocommerce-cart-count-shortcode
WP_PLUGIN_NAME=woo-cart-count-shortcode
BASE_DIR=`pwd`

zkan

ALTER TABLE pw_accounts_accountstatuslogentry SET LOCATION 's3://data-swarm/pronto-world/prontoworlddb/accounts_accountstatuslogentry';