Skip to content

Instantly share code, notes, and snippets.

View momota10's full-sized avatar
🎯
Focusing

Momota Sasaki momota10

🎯
Focusing
View GitHub Profile
@momota10
momota10 / index.py
Created August 19, 2018 07:40
Script to adjust who is following on twitter. Just unfollow users without description (simple)
import json
from time import sleep
from requests_oauthlib import OAuth1Session
CK = ""
CS = ""
AT = ""
ATS = ""
@momota10
momota10 / demo_dag.py
Last active November 12, 2021 08:54
Apache AirflowのDAGサンプル
from airflow import DAG
from airflow.operators.python import PythonOperator
from airflow.operators.bash import BashOperator
from datetime import datetime
def test_func():
print('Hello from test_func')
def convert_pref(pref):
if pref=='茨城':
return 'ibaraki'
elif pref=='岐阜':
return 'gifu'
elif pref=='静岡':
return 'shizuoka'
elif pref=='千葉':
return 'chiba'
elif pref=='大阪':
@momota10
momota10 / GoogleCloudStorageToBigQueryOperator_sample.py
Last active November 22, 2019 02:14
GoogleCloudStorageToBigQueryOperatorのサンプル
import os
import datetime
from airflow import DAG
from airflow.contrib.operators.gcs_to_bq import GoogleCloudStorageToBigQueryOperator
default_args = {
"start_date": datetime.datetime(2018, 1, 1),
}
@momota10
momota10 / dag.py
Last active October 1, 2020 02:29
Airflowのタスクが成功もしくは失敗した時にslackに通知する実装のサンプル
from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from airflow.operators.python_operator import PythonOperator
import os
import datetime
import slackweb
WEBHOOK_URL = os.environ["WEBHOOK_URL"]
AIRFLOW_URL = os.environ["AIRFLOW_URL"]
@momota10
momota10 / zengin.py
Last active March 6, 2021 10:20
全銀データを取得するpythonコード
import datetime
import os
import pandas as pd
import pytz
ZENGIN_JSON_PATH = "https://raw.githubusercontent.com/zengin-code/source-data/master/data/banks.json"
zengin = pd.read_json(ZENGIN_JSON_PATH)
zengin = zengin.T[["code", "name", "hira", "kana", "roma"]]
steps:
# Access the id_github file from Secret Manager
- name: gcr.io/cloud-builders/gcloud
entrypoint: 'bash'
args: [ '-c', 'gcloud secrets versions access latest --secret=github-access-token > /root/github-access-token' ]
volumes:
- name: 'vol'
path: /root/
from airflow import DAG
from airflow.models import Variable
from airflow.utils.dates import days_ago
from airflow.contrib.operators.pubsub_operator import (
PubSubPublishOperator,
PubSubSubscriptionCreateOperator,
PubSubSubscriptionDeleteOperator,
PubSubTopicCreateOperator,
PubSubTopicDeleteOperator
)
from googleapiclient import discovery
PROJECT_ID = "your-project"
build_id = "youru-build-id"
cloudbuild = discovery.build("cloudbuild", "v1", cache_discovery=False)
request = cloudbuild.projects().builds().get(id=build_id, projectId=PROJECT_ID)
res = request.execute()
print(res)
import requests
address = "東京都千代田区千代田"
api_key = ""
requestUrl = f'https://maps.googleapis.com/maps/api/geocode/json?address="{address}"&key={api_key}&sensor=false'
r = requests.get(requestUrl).json()
if(r['results'] == []):
print("non result")