RIB Condenser

rib-condense.py

#!/usr/bin/env python
#With RIB size of 452M this takes forever to run: 
#real	5923m20.767s
#user	5889m16.408s
#sys	33m48.739s
## DO NOT USE
with open("rib.dat") as RIB:
	routes = {}
	for line in RIB:
		entry = line.strip().split('\t')
		route = entry[0]
		asn = entry[-1]
		if route not in routes.keys():
			routes[route] = [asn]
		else:
			if asn not in routes[route]:
				routes[route].append(asn)
		
	for route in routes.keys():
		for asn in routes[route]:
			print route + "\t" + asn