mageddo’s gists

mageddo / README.md

Last active October 28, 2017 14:02

Digital Ocean Available Images at 2017-10-28 11:57:00

To get the available images

curl -w '\n'  -H "Authorization: Bearer $TOKEN" https://api.digitalocean.com/v2/images?per_page=999 | python -m json.tool > /tmp/images.json

mageddo / paramiko_example.py

Created October 28, 2017 18:07 — forked from batok/paramiko_example.py

Paramiko example using private key

	import paramiko
	k = paramiko.RSAKey.from_private_key_file("/Users/whatever/Downloads/mykey.pem")
	c = paramiko.SSHClient()
	c.set_missing_host_key_policy(paramiko.AutoAddPolicy())
	print "connecting"
	c.connect( hostname = "www.acme.com", username = "ubuntu", pkey = k )
	print "connected"
	commands = [ "/home/ubuntu/firstscript.sh", "/home/ubuntu/secondscript.sh" ]
	for command in commands:
	print "Executing {}".format( command )

mageddo / paramiko_example.py

Created October 28, 2017 18:07 — forked from batok/paramiko_example.py

Paramiko example using private key

	import paramiko
	k = paramiko.RSAKey.from_private_key_file("/Users/whatever/Downloads/mykey.pem")
	c = paramiko.SSHClient()
	c.set_missing_host_key_policy(paramiko.AutoAddPolicy())
	print "connecting"
	c.connect( hostname = "www.acme.com", username = "ubuntu", pkey = k )
	print "connected"
	commands = [ "/home/ubuntu/firstscript.sh", "/home/ubuntu/secondscript.sh" ]
	for command in commands:
	print "Executing {}".format( command )

mageddo / Main.java

Created November 17, 2017 21:37

Custom Stream Reader Spark

	package org.apache.spark.examples.streaming;

	import com.google.common.io.Closeables;

	import org.apache.spark.SparkConf;
	import org.apache.spark.storage.StorageLevel;
	import org.apache.spark.streaming.Duration;
	import org.apache.spark.streaming.api.java.JavaDStream;
	import org.apache.spark.streaming.api.java.JavaPairDStream;
	import org.apache.spark.streaming.api.java.JavaReceiverInputDStream;

mageddo / CepCrawlerDAORestTest.java

Last active February 13, 2018 04:35

RestEasy Test example

	public class CepCrawlerDAORestTest {

	@ClassRule
	public static final InMemoryRestServer server = new InMemoryRestServer(CepSearchProxy.class);

	@Path("/")
	public static class CepSearchProxy {

	@Path(CepCrawlerDAORest.CEP_SEARCH)
	@GET

mageddo / JacksonCustomSerializerTest.java

Created April 7, 2018 00:10

Custom Jackon Serializer / Deserializer With Nullable Fields

	import com.fasterxml.jackson.core.JsonGenerator;
	import com.fasterxml.jackson.core.JsonParser;
	import com.fasterxml.jackson.core.JsonProcessingException;
	import com.fasterxml.jackson.core.JsonToken;
	import com.fasterxml.jackson.databind.DeserializationContext;
	import com.fasterxml.jackson.databind.JsonDeserializer;
	import com.fasterxml.jackson.databind.JsonSerializer;
	import com.fasterxml.jackson.databind.ObjectMapper;
	import com.fasterxml.jackson.databind.SerializerProvider;
	import com.fasterxml.jackson.databind.annotation.JsonDeserialize;

mageddo / JDBCHelper.java

Created May 29, 2018 18:34

	import java.sql.Date;
	import java.sql.PreparedStatement;
	import java.sql.ResultSet;
	import java.sql.SQLException;
	import java.sql.Timestamp;
	import java.sql.Types;
	import java.time.LocalDate;
	import java.time.LocalDateTime;
	import java.util.Optional;

mageddo / install-certs.sh

Created June 3, 2018 00:25

	#!/bin/bash

	set -e

	PUBLIC_KEY='tacape.mageddo.com.pub'
	for i in $(cat /tmp/servers.txt); do

	sudo cp "$HOME/.ssh/$PUBLIC_KEY" /tmp
	echo "Installing ssh key in server: $i"
	# rsync -ave ssh "~/.ssh/$PUBLIC_KEY" "root@$i:~/.ssh/"

mageddo / Main.java

Created July 8, 2018 13:24

Reproducible Random Generation

	import org.apache.commons.lang3.reflect.FieldUtils;

	import java.util.Random;
	import java.util.concurrent.atomic.AtomicLong;

	public class InvRand {

	static final String SEED_FIELD = "seed";

	public static void main(String[] args) throws IllegalAccessException {

mageddo / kafka-utils

Created July 17, 2018 17:38

	TOPICS=$(./bin/kafka-topics.sh --zookeeper zookeeper.intranet:2181 --list)
	for i in $TOPICS ;do
	echo "move to end $i"
	./bin/kafka-consumer-groups.sh --bootstrap-server zookeeper.intranet:9092 --execute --reset-offsets --to-latest --group mg-mining --topic $i
	done

Elvis Souza mageddo