liamhubbard

import json
import os
import sys
import time

from jinja2 import Environment, PackageLoader

from autocaptcha import get_token_from_2captcha
from harvester import harvest_tokens_manually
from settings import captcha_tokens, user_config

liamhubbard

#!/usr/bin/env python

import datetime
import inspect
import json
import lxml.html
from lxml.cssselect import CSSSelector
import re
import requests
import os

liamhubbard

import scrapy
from scrapy.contrib.spiders import CrawlSpider, Rule
from scrapy.contrib.linkextractors import LinkExtractor

from scrapenscroll.items import ProductItem


## LOGGING to file
#import logging
#from scrapy.log import ScrapyFileLogObserver

liamhubbard

import requests

from settings import user_config
from utils import d_, get_random_user_agent, o_, z_

# Disable urllib3 warnings
requests.packages.urllib3.disable_warnings()


def get_client_response():

liamhubbard

import json
from decimal import Decimal

import inventory
from settings import hyped_skus, user_config
from utils import *


def canonicalize_product_info_client(product_json):
    """