ankurcha

package com.mallo64.dataflow

import com.google.api.client.json.GenericJson;
import com.google.api.services.bigquery.model.TableCell;
import com.google.api.services.bigquery.model.TableFieldSchema;
import com.google.api.services.bigquery.model.TableRow;
import com.google.api.services.bigquery.model.TableSchema;
import com.google.cloud.dataflow.sdk.transforms.DoFn;
import org.apache.avro.Schema;
import org.apache.avro.specific.SpecificRecord;

ankurcha

;;; -*- Mode: Lisp; Package: STELLA; Syntax: COMMON-LISP; Base: 10 -*-

;;; Powerloom file for csci561 Fall2006 project3.

;;; Author: Jon L. Stinzel
;;; 
;;; Usage: (load-file "/fullPathToFile/restaurant.plm")
;;;        (in-module "restaurant")
;;;
;;; 

ankurcha

#!/bin/bash

# bash <(curl -L -s https://start.codenvy.com/install-single)
#
# allowed options:
# --multi
# --silent
# --version=<VERSION TO INSTALL>
# --hostname=<CODENVY HOSTNAME>
# --systemAdminName=<SYSTEM ADMIN NAME>

ankurcha

ankurcha

strict digraph "StepGraph" {
subgraph "cluster AnalyticsTransform" {
style=filled;
bgcolor=white;
labeljust=left;
tooltip="AnalyticsTransform";
label="AnalyticsTransform";
subgraph "cluster AnalyticsTransform/ActivityEvents" {
style=filled;
bgcolor=white;

ankurcha

Generating self-signed root CA certificate and private key

To simplify this process, we will use CFSSL - CloudFlare's PKI/TLS toolkit

Install CFSSL

brew install cfssl

ankurcha

com.google.bigtable.repackaged.com.google.cloud.grpc.io.IOExceptionWithStatus: Error in response stream
	at com.google.bigtable.repackaged.com.google.cloud.grpc.scanner.ResultQueueEntry$ExceptionResultQueueEntry.getResponseOrThrow(ResultQueueEntry.java:88)
	at com.google.bigtable.repackaged.com.google.cloud.grpc.scanner.ResponseQueueReader.getNextMergedRow(ResponseQueueReader.java:95)
	at com.google.bigtable.repackaged.com.google.cloud.grpc.scanner.StreamingBigtableResultScanner.next(StreamingBigtableResultScanner.java:60)
	at com.google.bigtable.repackaged.com.google.cloud.grpc.scanner.StreamingBigtableResultScanner.next(StreamingBigtableResultScanner.java:34)
	at com.google.bigtable.repackaged.com.google.cloud.grpc.scanner.ResumingStreamingResultScanner.next(ResumingStreamingResultScanner.java:89)
	at com.google.bigtable.repackaged.com.google.cloud.grpc.scanner.ResumingStreamingResultScanner.next(ResumingStreamingResultScanner.java:35)
	at com.google.cloud.bigtable.dataflow.CloudBigtableIO$1.next(CloudBigta

ankurcha

[u'video']                                      6418
[]                                              3741
[u'date']                                        765
[u'day']                                         694
[u'player', u'video']                            393
[u'country']                                     274
[u'device_type']                                 254
[u'country', u'video']                           176
[u'referrer_domain', u'video']                   176
[u'player']                                      147

ankurcha

import com.brightcove.rna.model.Events;
import com.brightcove.rna.model.Row;
import io.grpc.Context;
import org.jetbrains.annotations.NotNull;
import org.mapdb.*;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.IOException;

ankurcha

public class ViewRegistryPollerTransform extends PTransform<PCollection<Row>, PCollection<MaterializedViewGenerator>> {

    // configuration
    private AnalyticsPipelineOptions opts;
    private Duration bucketDuration;

    public ViewRegistryPollerTransform(AnalyticsPipelineOptions opts, Duration bucketDuration) {
        this.opts = opts;
        this.bucketDuration = bucketDuration;
    }