Crawler ZCE Yellow Pages

crawler-zce.py

# -*- coding: utf-8 -*-
import requests


def get_url(url):
    # Get the page
    r = requests.get(url)

    if r.status_code == 404:
        print('Not found ', url)
        return

    if r.status_code == 200:
        print('Found ', url)
        return

url = 'http://www.zend.com/en/yellow-pages/ZEND'
i = 23069

while i < 999999:
    zce_id = str(i).zfill(6)
    r = get_url(url+zce_id)
    i = i + 1