Skip to content

Instantly share code, notes, and snippets.

View u110's full-sized avatar
💭
👍

Yuu Ito u110

💭
👍
21 followers · 66 following
View GitHub Profile
@u110
u110 / google-cloud-with-credentials.go
Last active February 3, 2020 07:07
package main
import (
"cloud.google.com/go/bigquery"
"context"
"fmt"
"google.golang.org/api/option"
)
func showBqDatasets() {
@u110
u110 / json-unmarshal-sample.go
Last active February 7, 2020 03:28
package main
import (
"encoding/json"
"errors"
"io/ioutil"
"log"
)
type Runner interface {
@u110
u110 / csv2jsonl.go
Created February 18, 2020 01:41
package main
import (
"encoding/csv"
"encoding/json"
"fmt"
"io"
"log"
"strings"
)
@u110
u110 / bq_with_context.go
Last active February 23, 2020 04:42
gcloud sdk go と context(cancel, timeout)の動作
package main
import (
"cloud.google.com/go/bigquery"
"context"
"fmt"
"google.golang.org/api/iterator"
"log"
"os"
"time"
@u110
u110 / csv2jsonl.go
Created February 24, 2020 08:10
package transformer
import (
"bufio"
"encoding/csv"
"encoding/json"
"fmt"
"io"
"os"
)
@u110
u110 / bq_streaminginsert_with_AUTO.go
Created June 24, 2020 04:28
package main
import (
"context"
"fmt"
"cloud.google.com/go/bigquery"
)
// Item represents a row item.
@u110
u110 / normalized_and_casefold_NFKD_in_bigquery.sql
Last active December 1, 2021 03:52
normalized_and_casefold_NFKD_in_bigquery ref https://cloud.google.com/bigquery/docs/reference/standard-sql/functions-and-operators#normalize_and_casefold
with subset as (
select '１２３−４５６７' as x union all -- 123−4567
select '㌶' as x union all -- ヘクタール
select '㈱㈲' as x union all -- (株)(有)
select 'ｱｲｳｴｵＡＢＣａｂｃ①' as x union all -- アイウエオabcabc1
select '〒〠〶' as x union all -- 〒〠〒
select '()（）' as x union all -- ()()
select 'ABCabc'
)
select x,
@u110
u110 / embulk-0.10.25.dockerfile
Created November 20, 2022 15:12
# https://twitter.com/hiroysato/status/1339925551167893504
FROM openjdk:8-slim
ENV LANG=C.UTF-8 \
PATH_TO_EMBULK=/opt/embulk \
PATH=${PATH}:/opt/embulk
# Change timezone
RUN ln -sf /usr/share/zoneinfo/Asia/Tokyo /etc/localtime
@u110
u110 / Dockerfile.postgres14
Created January 6, 2023 06:13
FROM postgres:14
ENV POSTGRES_PASSWORD=postgres
ENV POSTGRES_USER=postgres
# Fixed ownership and mode
RUN chown root:ssl-cert /etc/ssl/private/ssl-cert-snakeoil.key
RUN chmod 740 /etc/ssl/private/ssl-cert-snakeoil.key
CMD ["-c", "ssl=on", "-c", "ssl_cert_file=/etc/ssl/certs/ssl-cert-snakeoil.pem", "-c", "ssl_key_file=/etc/ssl/private/ssl-cert-snakeoil.key"]