DannyDelott

private static ProcessingListener finishListener = new ProcessingListener() {

  @Override
  public void onProcessFinished(int bufferId, HashSet urls,
    int numScraped) {

    // updates list of duplicate urls
    synchronized(this) {
      duplicateUrls = urls;
    }

DannyDelott

public interface ProcessingListener {
  public void onProcessFinished(int bufferId, HashSet urls,
    int numScraped);
}

DannyDelott

private static void processCurrentBuffer() {

  // Does nothing if the current buffer is already processing or
  // if it contains fewer elements than the minimum buffer size.
  if ((currentBufferId == 1 && (buffer1.isProcessing() || buffer1
      .getTweets().size() < MIN_BUFFER_SIZE)) ||
    (currentBufferId == 2 && (buffer2.isProcessing() || buffer2
      .getTweets().size() < MIN_BUFFER_SIZE))) {
    return;
  }

DannyDelott

// instantiates buffers
buffer1 = new TweetBuffer(1, SAVE_DIRECTORY);
buffer2 = new TweetBuffer(2, SAVE_DIRECTORY);
currentBufferId = 1;
duplicateUrls = new HashSet < String > ();

// instantiates listener to fill and process the buffers
StatusListener listener = new StatusListener() {
  
  @Override

DannyDelott

private static TweetBuffer buffer1, buffer2;
private static int currentBufferId; // 1 or 2
private static final int MIN_BUFFER_SIZE = 10;
private static HashSet<String> duplicateUrls; // holds Vine URLs

DannyDelott

public class TweetBuffer {

  private int id;
  private String saveDirectory;

  private HashSet<Status> tweets;
  private boolean isProcessing;

  // constructor
  public TweetBuffer(int id, String saveDirectory) {

DannyDelott

// sets keyword to track
FilterQuery fq = new FilterQuery();
String keyword[] = { “http” };
fq.track(keyword);

DannyDelott

private static TwitterStream twitter;

private static int numVinesScraped = 0;    // see Step 4
private static final int NUM_VINES_TO_DOWNLOAD = -1; // see Step 4
private static final String SAVE_DIRECTORY = “vines/“; // see Step 4

public static void main(String[] args) {

  // Connects to the Streaming API
  twitter = TwitterStreamBuilderUtil.getStream();

DannyDelott

public static TwitterStream getStream() {

  ConfigurationBuilder cb = new ConfigurationBuilder();
  cb.setDebugEnabled(true);
  cb.setOAuthConsumerKey("<YOUR CONSUMER KEY>");
  cb.setOAuthConsumerSecret("<YOUR CONSUMER SECRET>");
  cb.setOAuthAccessToken("<YOUR ACCESS TOKEN>");
  cb.setOAuthAccessTokenSecret("<YOUR ACCESS TOKEN SECRET>");

  return new TwitterStreamFactory(cb.build()).getInstance();

DannyDelott

var interval = setInterval(function update() { 
  // all my code
  return update;
}(), 3000);