移動しました
Embulkってなに?ということから、Embulkのプラグインを開発するところまでをまとめたページです。
| import ( | |
| "crypto/md5" | |
| "encoding/hex" | |
| ) | |
| func GetMD5Hash(text string) string { | |
| hasher := md5.New() | |
| hasher.Write([]byte(text)) | |
| return hex.EncodeToString(hasher.Sum(nil)) | |
| } |
| values, err := redis.String(c.Do("HGETALL", queue_id, "result")) | |
| if err != nil { | |
| fmt.Println("HGETALL", err) | |
| } | |
| for i := 0; i < len(values); i += 2 { | |
| key, _ := redis.String(values[i], nil) | |
| value, _ := redis.String(values[i+1], nil) | |
| fmt.Println(" %s: %s", key, value) |
| #!/usr/bin/env python | |
| import sys | |
| from random import choice | |
| from argparse import ArgumentParser | |
| from pprint import pprint | |
| from elasticsearch import Elasticsearch | |
| def auto_relocate(host='localhost'): |
| function password_encode(password) | |
| local bcrypt = require 'bcrypt' | |
| return bcrypt.digest(password, 12) | |
| end | |
| function check_password(password, encoded_password) | |
| local bcrypt = require 'bcrypt' | |
| return bcrypt.verify(password, encoded_password) | |
| end |
| package com.blackberry.bdp.korpse | |
| import scala.collection.parallel.ParIterable | |
| import scala.collection.mutable | |
| import scala.collection.mutable.{ Map => MutableMap } | |
| import org.apache.spark.streaming.kafka.OffsetRange | |
| import kafka.api._ | |
| import kafka.api.OffsetResponse |
| # Asynchronous (batched) producer: | |
| ./sequence_generate.sh 20000 10000 | bin/kafka-console-producer.sh --zookeeper analytics1003:2181 --topic test6 | |
| # Synchronous producer: | |
| ./sequence_generate.sh 20000 10000 | bin/kafka-producer-shell.sh --props config/producer.properties --topic test6 | |
| # Consumer | |
| bin/kafka-consumer-shell.sh --props config/consumer.properties --topic test6 | tee -a /tmp/test6.log | |
| # sequence check |
| #!/bin/bash | |
| HOSTSFILE="/etc/hosts" | |
| BAKFILE="$HOSTSFILE.bak" | |
| DOMAINREGEX="^[a-zA-Z0-9]{1}[a-zA-Z0-9\.\-]+$" | |
| IPREGEX="^[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}$" | |
| URLREGEX="^https?:\/\/[a-zA-Z0-9]{1}[a-zA-Z0-9\/\.\-]+$" | |
| backup() | |
| { |
| #! /bin/bash | |
| #设置console的颜色 | |
| TPUT=/usr/bin/tput | |
| RED=`$TPUT setaf 1` | |
| GREEN=`$TPUT setaf 2` | |
| YELLOW=`$TPUT setaf 3` | |
| NORM=`$TPUT op` | |
| HOSTFILE=~/.sshhosts | |
| #输出红色文字,错误提示用 |