Scrape Vine videos from TweetBuffer

ProcessingThread.java

public class ProcessingThread implements Runnable {

  private HashSet <Status> tweets;
  private int bufferId;
  private HashSet <String> urls;
  private int numVinesScraped = 0;
  private String saveDirectory;
  private ProcessingListener listener;

  // constructor
  public ProcessingThread(TweetBuffer buffer, HashSet <String> urls,
    ProcessingListener listener) {

    this.tweets = new HashSet < Status > (buffer.getTweets());
    this.bufferId = buffer.getId();
    this.saveDirectory = buffer.getSaveDirectory();
    this.urls = urls;
    this.listener = listener;
  }

  @Override
  public void run() {

    String url, downloadUrl;
    String html = null;

    for (Status status: tweets) {

      // gets the Vine URL (eg: https://vine.co/v/OW0ei1Uauxv)
      url = VineUtil.findVineUrl(status);
      if (url == null) {
        continue;
      }

      // checks if Vine URL is duplicate
      if (urls.contains(url)) {
        continue;
      } else {
        synchronized(this) {
          urls.add(url);
        }
      }

      // gets HTML from Vine URL
      try {
        html = VineUtil.sendGet(url);
      } catch (IOException e) {
        e.printStackTrace();
      }
      if (html == null) {
        continue;
      }

      // parses out the download URL
      downloadUrl = VineUtil.parseDownloadUrl(html);
      if (downloadUrl == null) {
        continue;
      }

      // downloads the .mp4 video
      if (VineUtil.downloadVine(saveDirectory, status.getId(),
          downloadUrl)) {
        synchronized(this) {
          numVinesScraped++;
        }
      }
    }

    // invokes finish listener
    listener.onProcessFinished(bufferId, urls, numVinesScraped);
  }

  // getters
  public int getNumVinesScraped() {
    return numVinesScraped;
  }
  public HashSet <String> getUrls() {
    return urls;
  }
}