alexanderdean

#!/usr/bin/env python

from dictshield.document import Document, EmbeddedDocument
from dictshield.base import UUIDField, ShieldException  
from dictshield.fields import (StringField,
                               DateTimeField,
                               IntField,
                               ListField,
                               FloatField,
                               EmbeddedDocumentField)

alexanderdean

╭─alex@nasqueron  ~/Development/SnowPlow/snowplow/2-collectors/clojure-collector  ‹feature/clj-collector› 
╰─$ lein ring server-headless                            
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
2012-11-02 12:53:35.833:INFO:oejs.Server:jetty-7.6.1.v20120215Started server on port 3000

2012-11-02 12:53:35.912:INFO:oejs.AbstractConnector:Started [email protected]:3000
^C%                                                                                                                                                                                                                    ╭─alex@nasqueron  ~/Development/SnowPlow/snowplow/2-collectors/clojure-collector  ‹feature/clj-collector› 
╰─$ lein ring server-headless                                                                                                               

alexanderdean

#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
#  fetch_and_combine.py
#

"""
Scans CloudFront logs in an S3 bucket for any that are new. Combines log files
into a single local file per hour. If logs for multiple CloudFront
distributions are present, combines them all.

alexanderdean

CREATE TABLE IF NOT EXISTS events_fewer_lookups (
	-- App
	`app_id` varchar(255) comment 'lookup', -- 'lookup' is a varchar optimisation for Infobright
	`platform` varchar(50) comment 'lookup',
	-- Date/time
	`dt` date,
	`tm` time,
	-- Event
	`event` varchar(255) comment 'lookup', -- Renamed in 0.0.3
	`event_id` varchar(38), -- Added in 0.0.3

alexanderdean

itemViewTrack

Details

Reference: snowplow/snowplow#113
Idea from: https://github.com/kingo55

Summary

This is a new feature to track views of products on ecommerce sites, or suggested articles on a media site, similar to how Google AdWords tracks ad views in different positions on a page.

alexanderdean

trackItemView and trackPageView improvements

Details

Reference: snowplow/snowplow#113

Idea from: https://github.com/kingo55

See also:

alexanderdean

/* 
 * Copyright (c) 2012 SnowPlow Analytics Ltd. All rights reserved.
 *
 * This program is licensed to you under the Apache License Version 2.0,
 * and you may not use this file except in compliance with the Apache License Version 2.0.
 * You may obtain a copy of the Apache License Version 2.0 at http://www.apache.org/licenses/LICENSE-2.0.
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the Apache License Version 2.0 is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

alexanderdean

var encodeWrapper: windowAlias.encodeURIComponent;

  /**
	 * A helper to build a SnowPlow request string from an
	 * an optional initial value plus a set of individual
	 * key-value pairs, provided using the add method.
	 *
	 * @param string initialValue The initial querystring, ready to have additional key-value pairs added
	 *
	 * @return object The request string builder, with add and build methods

alexanderdean

// Alias. Worth keeping in because it's so verbose. 
var encodeWrapper = window.encodeURIComponent;

// IMPORTANT!!
// ------------------------------------------
// This is how simple it is to build the final URL:
image.src = configCollectorUrl + '?' + request;
// See below for how each piece (configCollectorUrl and request) are built...

/**

alexanderdean

╭─alex@nasqueron  ~/Development/SnowPlow/snowplow/3-etl/hadoop-etl  ‹feature/scalding-etl› 
╰─$ sbt          
Detected sbt version 0.12.1
Starting sbt: invoke with -help for other options
[info] Loading global plugins from /home/alex/.sbt/plugins
[info] Loading project definition from /home/alex/Development/SnowPlow/snowplow/3-etl/hadoop-etl/project
[info] Set current project to snowplow-hadoop-etl (in build file:/home/alex/Development/SnowPlow/snowplow/3-etl/hadoop-etl/)
snowplow-hadoop-etl > test-only com.snowplowanalytics.snowplow.hadoop.etl.jobs.CorruptedCfLinesTest
13/02/27 08:40:20 INFO property.AppProps: using app.id: 83265FFB1D12AEF2BE02B7B711912163
13/02/27 08:40:20 INFO util.Version: Concurrent, Inc - Cascading 2.0.7