word-frequency-count-for-large-files

# From http://stackoverflow.com/a/14674326/1524448

import collections
freq = collections.Counter()

# sample and output
# line = 'Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod'
# Counter({'ipsum': 1, 'amet,': 1, 'do': 1, 'sit': 1, 'eiusmod': 1, 'consectetur': 1, 'sed': 1, 'elit,': 1, 'dolor': 1, 'Lorem': 1, 'adipisicing': 1})

with open(filename) as f:
  for line in f:
  freq.update(line.split())
  print freq