Remote Console Script to Dump Pref Data to CSV

prefs_export.py

# Generate a csv of the prefs data
# In the ./app dir execute: remote_api_shell.py -s pref-service.appspot.com

import csv
from api.entities import PreferenceEntity 
from rest_core.utils import get_resource_id_from_key

q = PreferenceEntity.query()

cursor = None
more = True
total = 0
with open('../prefdataBIG.csv', 'wb') as csvfile:
    writer = csv.writer(csvfile, delimiter=',', quotechar='|', quoting=csv.QUOTE_MINIMAL)    
    # Write the headers
    writer.writerow(('resource_id', 'user_id', 'item_id', 'pref', 'synced_timestamp', 'timestamp'))
    while(more):
        entities, cursor, more = q.fetch_page(1000, start_cursor=cursor)
        for e in entities:
            writer.writerow((get_resource_id_from_key(e.key), e.user_id, e.item_id, e.pref, e.synced_timestamp, e.timestamp))
            total = total + 1
        print "Writing batch %s " % total
    print "Done..."