scrapy.py

  #Duration
  duration_options = response.css('div.field-name-field-length-of-program').xpath('./descendant::div[contains(@class,"field-item")]/text() | ./descendant::div[contains(@class,"field-item")]/p/text()').getall()
  fulltime, parttime = False, False
  try:
    duration_text = duration_options[0].strip()
  except:
    duration_text = ''
  for duration_option in duration_options:
    if 'full' in duration_option.strip().lower():
      duration_text = duration_option.strip()
      fulltime = True
    if 'part' in duration_option.strip().lower():
      parttime = True
  duration_regex = re.compile(r'\d{1,3}\s(months?)', re.IGNORECASE)
  duration_match = re.search(duration_regex, duration_text)
  if duration_match:
    item['duration'] = duration_match.group()