Created
June 8, 2015 17:04
-
-
Save drmarshall/8f941dbef210ea7784c3 to your computer and use it in GitHub Desktop.
Example Mixpanel raw event export script
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#! /usr/bin/env python | |
# | |
# Mixpanel, Inc. -- http://mixpanel.com/ | |
# | |
# Python API client library to consume mixpanel.com analytics data. | |
import hashlib | |
import urllib | |
import time | |
try: | |
import json | |
except ImportError: | |
import simplejson as json | |
class Mixpanel(object): | |
ENDPOINT = 'http://data.mixpanel.com/api' | |
VERSION = '2.0' | |
def __init__(self, api_key, api_secret): | |
self.api_key = api_key | |
self.api_secret = api_secret | |
def request(self, methods, params): | |
""" | |
methods - List of methods to be joined, e.g. ['events', 'properties', 'values'] | |
will give us http://mixpanel.com/api/2.0/events/properties/values/ | |
params - Extra parameters associated with method | |
""" | |
params['api_key'] = self.api_key | |
params['expire'] = int(time.time()) + 600 # Grant this request 10 minutes. | |
if 'sig' in params: del params['sig'] | |
params['sig'] = self.hash_args(params) | |
request_url = '/'.join([self.ENDPOINT, str(self.VERSION)] + methods) + '/?' + self.unicode_urlencode(params) | |
request = urllib.urlretrieve(request_url, output_file) | |
def unicode_urlencode(self, params): | |
""" | |
Convert lists to JSON encoded strings, and correctly handle any | |
unicode URL parameters. | |
""" | |
if isinstance(params, dict): | |
params = params.items() | |
for i, param in enumerate(params): | |
if isinstance(param[1], list): | |
params[i] = (param[0], json.dumps(param[1]),) | |
return urllib.urlencode( | |
[(k, isinstance(v, unicode) and v.encode('utf-8') or v) for k, v in params] | |
) | |
def hash_args(self, args, secret=None): | |
""" | |
Hashes arguments by joining key=value pairs, appending a secret, and | |
then taking the MD5 hex digest. | |
""" | |
for a in args: | |
if isinstance(args[a], list): args[a] = json.dumps(args[a]) | |
args_joined = '' | |
for a in sorted(args.keys()): | |
if isinstance(a, unicode): | |
args_joined += a.encode('utf-8') | |
else: | |
args_joined += str(a) | |
args_joined += '=' | |
if isinstance(args[a], unicode): | |
args_joined += args[a].encode('utf-8') | |
else: | |
args_joined += str(args[a]) | |
hash = hashlib.md5(args_joined) | |
if secret: | |
hash.update(secret) | |
elif self.api_secret: | |
hash.update(self.api_secret) | |
return hash.hexdigest() | |
api_key = raw_input("API Key: ") | |
api_secret = raw_input("API Secret: ") | |
from_date = raw_input("From Date: ") | |
to_date = raw_input("To Date: ") | |
output_file = raw_input("Output Filename: ") | |
api = Mixpanel( | |
api_key = api_key, | |
api_secret = api_secret | |
) | |
data = api.request(['export'], { | |
#'event': [''], | |
'from_date': from_date, | |
'to_date': to_date, | |
#'where': '' | |
}) |
I am getting the data using the mixpanel script but I am not able to get the time in proper format
{"event":"Detail","properties":{"time":1498780809,...... ....... "utm_source":"android"}}
now here I am getting the time as the integer , but not able to get the time as {"time": "02 Jul 2017 17:22"}
@Chitrank-Dixit refer to Mixpanel documentation for that, specifically the last paragraph here https://mixpanel.com/help/reference/exporting-raw-data#export-api-reference
You reference api_key and api_secret, but in your docs (https://help.mixpanel.com/hc/en-us/articles/115004490503-Project-Settings#project-id) it seems that these are the same thing. Could you tell me where I can find the api_key?
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
For output_file, what kind of file do you save this as? I read that the endpoint returns jsonlines so do you set the file string as "somefilename.jsonl" ? How do you open said file?
Also, do you have an example that uses a 'where' parameter? I'm trying to filter on a specific distinct_id and not getting back any data, so I assume I am either treating the file incorrectly or using an incorrect 'where' parameter.