ibalashov

package com.outbrain.utils;

import com.google.common.collect.Lists;

import java.util.ArrayList;
import java.util.Collection;
import java.util.Iterator;
import java.util.List;
import java.util.stream.Collectors;
import java.util.stream.IntStream;

ibalashov

package com.outbrain.utils;

import java.util.Iterator;

public class InterleavedIterator<T> implements Iterator<T> {
  private Iterator<T> it1;
  private Iterator<T> it2;

  private boolean takeFirst;

ibalashov

  public static List<Integer> generate(int series) {
    return Stream.iterate(new int[]{0, 1}, s -> new int[]{s[1], s[0] + s[1]})
        .limit(series)
        .map(n -> n[0])
        .collect(Collectors.toList());
  }

  public static void main(String[] args) {
    generate(30).forEach(n -> {
      List<String> collected = Stream.generate(() -> UUID.randomUUID().toString()).limit(n).collect(Collectors.toList());

ibalashov

% cat twitter.snappy.incomplete.avro
Objavro.codec
             snappyavro.schema�{"type":"record","name":"twitter_schema","namespace":"com.miguno.avro","fields":[{"name":"username","type":"string","doc":"Name of the user account on Twitter.com"},{"name":"tweet","type":"string","doc":"The content of the user's Twitter message"},{"name":"timestamp","type":"long","doc":"Unix epoch time in milliseconds"}],"doc:":"A basic schema for storing Twitter messages"}5\�1��~����H����d�c
                         migunoFRock: Nerf paper, scissors is fine.���
BlizzardCSFWor%


% fastavro twitter.snappy.incomplete.avro
Traceback (most recent call last):
  File "/usr/local/bin/fastavro", line 9, in <module>

ibalashov

#!/usr/bin/env bash
# Boot script for Spark master
### BEGIN INIT INFO
# Provides:          spark-master
# Required-Start:    $all $network
# Required-Stop:     $all $network
# Default-Start:     2 3 4 5
# Default-Stop:      0 1 6
# Short-Description: Spark-master
# Description:       Spark-master (http://hadoop.apache.org/)

ibalashov

ibalashov

	public StorageObject uploadFile(String bucketName, File file, String remoteDirectory) throws Exception {
		InputStream stream = new BufferedInputStream(new FileInputStream(file));

		try {
			InputStreamContent mediaContent = new InputStreamContent("application/octet-stream", stream);
			mediaContent.setLength(file.length());
			Storage.Objects.Insert insert = storage.objects().insert(bucketName, null, mediaContent);
			insert.getMediaHttpUploader().setDisableGZipContent(true);
			if (mediaContent.getLength() > 0 && mediaContent.getLength() <= 2 * 1000 * 1000 /* 2MB */) {
				insert.getMediaHttpUploader().setDirectUploadEnabled(true);

ibalashov

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software

ibalashov

package akkatest

import akka.actor._
import akka.routing.RoundRobinPool
import com.typesafe.config.{Config, ConfigFactory}
import com.typesafe.scalalogging.slf4j.LazyLogging
import iow.common.util.NetUtil
import net.iponweb.kafka.util.MiscUtil

import scala.util.Try

ibalashov

package akkatest

import akka.actor._
import akka.routing.RoundRobinPool
import com.typesafe.config.{Config, ConfigFactory}
import com.typesafe.scalalogging.slf4j.LazyLogging

object TestSystem extends LazyLogging {

  case object PingObj