Skip to content

Instantly share code, notes, and snippets.

View laughingman7743's full-sized avatar
🤣

laughingman7743

🤣
  • 1776 5419 5080
  • 11:19 (UTC +09:00)
View GitHub Profile
--- a/usr/local/lib/python2.7/site-packages/airflow/jobs.py
+++ b/usr/local/lib/python2.7/site-packages/airflow/jobs.py
@@ -35,7 +35,7 @@ import time
from time import sleep
import psutil
-from sqlalchemy import Column, Integer, String, DateTime, func, Index, or_
+from sqlalchemy import Column, Integer, String, DateTime, func, Index, or_, and_
from sqlalchemy.exc import OperationalError
from sqlalchemy.orm.session import make_transient
FROM redash/redash:1.0.0.b2521
COPY ./supervisord.conf /opt/redash/supervisord/supervisord.conf
COPY ./athena.py /opt/redash/current/redash/query_runner/athena.py
RUN sed -i -e "s/'Copy of/u'Copy of/g" /opt/redash/current/redash/models.py \
&& apt-get update \
&& apt-get install -y software-properties-common \
&& add-apt-repository ppa:openjdk-r/ppa \
&& apt-get update \
#!/usr/bin/env python
# -*- coding: utf-8 -*-
from __future__ import absolute_import
from __future__ import unicode_literals
import logging
import time
import paramiko
#-*- coding: utf-8 -*-
# Copyright 2010-2015 Bastian Bowe
#
# This file is part of JayDeBeApi.
# JayDeBeApi is free software: you can redistribute it and/or modify
# it under the terms of the GNU Lesser General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
CREATE SCHEMA IF NOT EXISTS common;
CREATE EXTERNAL TABLE IF NOT EXISTS common.calendar
(
dt date,
week_num int
)
PARTITIONED BY(year int)
STORED AS orc
LOCATION 's3://YOUR_S3_LOCATION/'
// ==UserScript==
// @name Feedly with Hatena bookmark
// @version 0.7.3
// @namespace http://www.otchy.net
// @include http://www.feedly.com/*
// @include http://cloud.feedly.com/*
// @include http://feedly.com/*
// @include https://www.feedly.com/*
// @include https://cloud.feedly.com/*
// @include https://feedly.com/*
#!/bin/bash -xe
aws s3 cp s3://YOUR_BUCKET_NAME/path/to/json-serde-1.3.7-jar-with-dependencies.jar /tmp/
aws s3 cp s3://YOUR_BUCKET_NAME/path/to/brickhouse-0.7.1-SNAPSHOT.jar /tmp/
sudo mkdir -p /usr/lib/hive/plugin/
sudo cp /tmp/json-serde-1.3.7-jar-with-dependencies.jar /usr/lib/hive/plugin/
sudo cp /tmp/brickhouse-0.7.1-SNAPSHOT.jar /usr/lib/hive/plugin/
ADD JAR s3://YOUR_BUCKET_NAME/path/to/json-serde-1.3.7-jar-with-dependencies.jar;
CREATE EXTERNAL TABLE IF NOT EXISTS test.nested_json_table (
column1 string,
column2 array<int>,
column3 struct<
nestedcolumn1: array<string>,
nestedcolumn2: array<
struct<
morenestedarraycolumn1: int,
select
elb,
count(1, elb_status_code like "5%") as count_5xx
from elblogs.win:time_batch(5 min)
group by elb
# The MIT License
#
# Copyright (c) 2015, CloudBees, Inc.
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions: