gecko655

#!/bin/bash

main() {
  target_file_glob="${1}"
  tmpdir="${2}"
  for target_file in $target_file_glob; do
    # ファイル名に ~ を含んでいたらスキップ
    if [[ $target_file == *~* ]]; then
      continue
    fi

gecko655

❯ TF_LOG=DEBUG terraform apply
2022-03-01T13:37:25.519+0900 [INFO]  Terraform version: 1.1.6
2022-03-01T13:37:25.519+0900 [INFO]  Go runtime version: go1.17.2
2022-03-01T13:37:25.519+0900 [INFO]  CLI args: []string{"/Users/[user_name]/.asdf/installs/terraform/1.1.6/bin/terraform", "apply"}
2022-03-01T13:37:25.520+0900 [DEBUG] Attempting to open CLI config file: /Users/[user_name]/.terraformrc
2022-03-01T13:37:25.520+0900 [DEBUG] File doesn't exist, but doesn't need to. Ignoring.
2022-03-01T13:37:25.523+0900 [DEBUG] checking for credentials in "/Users/[user_name]/.terraform.d/plugins"
2022-03-01T13:37:25.523+0900 [DEBUG] checking for credentials in "/Users/[user_name]/.terraform.d/plugins/darwin_amd64"
2022-03-01T13:37:25.524+0900 [DEBUG] ignoring non-existing provider search directory terraform.d/plugins
2022-03-01T13:37:25.524+0900 [DEBUG] will search for provider plugins in /Users/[user_name]/.terraform.d/plugins

gecko655

git clone [email protected]:GoogleCloudPlatform/DataflowTemplates.git DataflowTemplates
cd DataflowTemplates/v2
git rev-parse HEAD
# -> 68e6939d82e1ad84aa69f33e59c74d6bdea89a3e
docker run --rm -v $(pwd):/root   --entrypoint=bash   gcr.io/cloud-builders/mvn@sha256:d2142eae8adb79128665fdfb2953cb3135ef83b9f21c3d113273bc8907c88bdf \
  -c   "cd /root && mvn clean test --batch-mode \
    -Dimage=gcr.io/hoge/piyo \
    -Dbase-container-image='gcr.io/dataflow-templates-base/java8-template-launcher-base' \
    -Dbase-container-image.version=latest \
    -Dapp-root=/template/pubsub-cdc-to-bigquery \

gecko655

package main

import (
	_ "embed"
	"fmt"
	"strings"
)

//go:embed test.txt
var Content []byte

gecko655

2021-02-26T12:43:08.637+0900 [INFO]  plugin: configuring client automatic mTLS
2021-02-26T12:43:08.656+0900 [DEBUG] plugin: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/google/3.52.0/darwin_amd64/terraform-provider-google_v3.52.0_x5 args=[.terraform/providers/registry.terraform.io/hashicorp/google/3.52.0/darwin_amd64/terraform-provider-google_v3.52.0_x5]
2021-02-26T12:43:08.667+0900 [DEBUG] plugin: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/google/3.52.0/darwin_amd64/terraform-provider-google_v3.52.0_x5 pid=30310
2021-02-26T12:43:08.667+0900 [DEBUG] plugin: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/google/3.52.0/darwin_amd64/terraform-provider-google_v3.52.0_x5
2021-02-26T12:43:08.684+0900 [INFO]  plugin.terraform-provider-google_v3.52.0_x5: configuring server automatic mTLS: timestamp=2021-02-26T12:43:08.684+0900
2021-02-26T12:43:08.704+0900 [DEBUG] plugin.terraform-provider-google_v3.52.0_x5: plugin address

gecko655

create table `uniontest.uniontest_1`
  (partition_key date, cluster_key string, hoge string)
  partition by partition_key
  cluster by cluster_key
  as select cast('2020-06-22' as date), 'a', 'b';

create table `uniontest.uniontest_2`
  (partition_key date, cluster_key string, piyo string)
  partition by partition_key
  cluster by cluster_key

gecko655

"""A liveness prober dag for monitoring composer.googleapis.com/environment/healthy."""
import airflow
from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from datetime import timedelta

default_args = {
    'start_date': airflow.utils.dates.days_ago(0),
    'retries': 1,
    'retry_delay': timedelta(minutes=5)

gecko655

id,name,popularity,album_name,artists_name,spotify_url,acousticness,danceability,duration_ms,energy,instrumentalness,key,liveness,loudness,mode,speechiness,tempo,time_signature,valence
1s1FMdNHcSpOfZR2cEjh0J,カレンダーガール,34,TVアニメ/データカードダス『アイカツ!』主題歌/挿入歌 1年目1,わか・ふうり・すなお from STAR☆ANIS,https://open.spotify.com/track/1s1FMdNHcSpOfZR2cEjh0J,0.185,0.592,264933,0.988,0,4,0.0601,0.239,True,0.152,135.063,4,0.531
3jPCPEwTmiQT97V247njPu,ダイヤモンドハッピー,30,TVアニメ/データカードダス『アイカツ!』主題歌/挿入歌 1年目2,わか・ふうり・すなお from STAR☆ANIS,https://open.spotify.com/track/3jPCPEwTmiQT97V247njPu,0.0222,0.576,247707,0.984,0.0000613,10,0.38,-1.374,False,0.112,116.522,4,0.522
0aLmO5jZ8AeHSRoFzB8gz0,アイドル活動!,29,TVアニメ/データカードダス『アイカツ!』主題歌/挿入歌 1年目1,わか・ふうり・すなお from STAR☆ANIS,https://open.spotify.com/track/0aLmO5jZ8AeHSRoFzB8gz0,0.0265,0.524,272960,0.96,0,4,0.163,-2.922,True,0.0446,95.004,4,0.618
60kngDFK7Nm65hx1Wtep9L,Trap of Love,29,TVアニメ/データカードダス『アイカツ!』主題歌/挿入歌 1年目1,すなお・わか・ふうりfrom STAR☆ANIS,https://open.spotify.com/track/60kngDFK7Nm65hx1Wtep9L,0.115,0.592,231093,0.9

gecko655

これはなに

Spotifyの楽曲データ(tracks)及び音楽特徴量(audio-features)を取得するスクリプト群

https://gist.github.com/gecko655/ae50a092215de1977733cddcb90eb157 及び https://gist.github.com/gecko655/ff9efbf404d7fb4a3c40a84f0dc54c2e のデータを取得するのに使用した

1プレイリスト内に含まれるすべての曲の情報を集計できる

依存のインストール

Macなら以下で入るはず

gecko655