robcowie

-- duration of task instances
select
    date(execution_date) as dt,
    avg(duration) as avg_duration,
    min(duration) as min_duration,
    max(duration) as max_duration
from
    task_instance
group by
    date(execution_date)

robcowie

-- Fixed-length ascii strings
CREATE OR REPLACE FUNCTION pg_temp.random_string(int) RETURNS text
  AS $$ SELECT
    array_to_string(ARRAY(SELECT chr(ascii('B') + round(random() * 25)::integer)
    FROM
    generate_series(1, $1)), '') $$
  LANGUAGE sql;

select pg_temp.random_string(8);

robcowie

Manage Local GCP Config

To see help for gcloud named configurations

gcloud topic configurations

To list & describe configurations

robcowie

-----------------------------------------------------------------------------------------------------------------------------------
-- USEFUL POSTGRESQL MANAGEMENT QUERIES                                                                                          --
-- See https://medium.com/compass-true-north/dealing-with-significant-postgres-database-bloat-what-are-your-options-a6c1814a03a5 --
-----------------------------------------------------------------------------------------------------------------------------------

-- SHOW RUNNING QUERIES

SELECT
    state,
    pid,

robcowie

# -*- coding: utf-8 -*-

"""OLD AND UNTESTED"""

import unicodedata

def fix_bad_unicode(text):
    u"""
    Something you will find all over the place, in real-world text, is text
    that's mistakenly encoded as utf-8, decoded in some ugly format like

robcowie

Postgresql Vacuuming

To monitor progress of autovacuum

SELECT
    heap_blks_scanned/cast(heap_blks_total as numeric) * 100 as heap_blks_percent,
    progress.*,
    activity.query
FROM

robcowie

"""Amazon Marketplace and Region Info.

* [MWS docs](https://docs.developer.amazonservices.com/en_US/dev_guide/DG_Endpoints.html)
* [Advertising API docs](https://advertising.amazon.com/API/docs/en-us/get-started/how-to-use-api)
"""

from dataclasses import dataclass


@dataclass

robcowie

version: 2.1

jobs:
  test-cf-audit-report-data:
    docker:
      - image: circleci/python:3.7.1
      - image: circleci/postgres:11.4-alpine-ram
        environment:
          POSTGRES_USER: user
          POSTGRES_DB: test

robcowie

Install and configure Python LSP & Sublime Text 3

Install the langauge server

This installs the python server provided by Palantir.

Microsoft also provide the C# server which requires the .net runtime.

pipenv install 'python-language-server[all]'

robcowie

from sqlalchemy import create_engine, Table, MetaData
from sqlalchemy.schema import CreateIndex, CreateTable

metadata = MetaData()

engine = create_engine('')


def create_table_statement(connection, table):
    stmts = []