dothings.py

import jedi
import fnmatch
import os
import json

DIRNAME = 'django-1.7.4/django'


def get_filepaths():
    filepaths = []
    for root, dirs, filenames in os.walk(DIRNAME):
        for filename in fnmatch.filter(filenames, '*.py'):
            if os.path.basename(root) in ['migrations', 'locale', 'tests']:
                continue
            filepaths.append(os.path.join(root, filename))
    return filepaths


def make_import_path(full_name, module_python_path):
    if full_name.startswith('django.') or full_name == 'django':
        return full_name
    return '{path}.{name}'.format(path=module_python_path, name=full_name)


def make_module_python_path(module_path):
    abspath = os.path.abspath(module_path)
    absdir = os.path.abspath(DIRNAME)
    is_magic = os.path.basename(module_path).startswith('__')
    if is_magic:
        abspath = os.path.dirname(abspath)
    relpath = os.path.dirname(os.path.relpath(abspath, absdir))
    if relpath in ['.', '..']:
        relpath = ''
    return 'django{dot}{path}'.format(
        dot='.' if relpath else '',
        path=relpath.replace(os.path.sep, '.'))


def get_defs(filepath):
    defs = jedi.api.names(path=filepath)
    module_python_path = make_module_python_path(filepath)
    items = [(d.name, make_import_path(d.full_name, module_python_path), filepath)
             for d in defs
             if d.is_definition or filepath[-11:] == '__init__.py']
    for item in defs:
        del item
    return items

if __name__ == '__main__':
    items = {}
    filepaths = get_filepaths()
    total_files = len(filepaths)
    for i, fp in enumerate(filepaths):
        print i, total_files, int((float(i) / float(total_files)) * 100), '%'
        defs = get_defs(fp)
        for name, path, source in defs:
            if name in items:
                items[name].append(path)
            else:
                items[name] = [path]
        del defs
    with open('django-1.7.4.json', 'w') as fh:
        json.dump(items, fh)