gistfile1.txt

# Original
    def process_item(self, item, spider):
        try:
            with self.conn:
                query = 'INSERT INTO articles VALUES (?, ?, ?, ?, ?,(CURRENT_TIMESTAMP))'
                try:
                    args = (item['url'], item['title'], item['intro'], item['body'], item['publication_date'])
                except KeyError as kerr:
                    if kerr.args[0] == 'intro':
                        args = (item['url'], item['title'], "", item['body'], item['publication_date'])

                try:
                    self.conn.execute(query, args)
                    self.conn.commit()
                except sqlite3.IntegrityError as ierr:
                    spider.logger.exception(ierr)
            return item
        except KeyError as kerr: 
            spider.logger.exception(kerr)
            raise DropItem("Item missing field. Dropping.")


# Better
    def process_item(self, item, spider):
        try:
            with self.conn:
                query = 'INSERT INTO articles VALUES (?, ?, ?, ?, ?,(CURRENT_TIMESTAMP))'
                try:
                    args = (item['url'], item['title'], item['intro'], item['body'], item['publication_date'])
                except KeyError as kerr:
                    if kerr.args[0] == 'intro':
                        args = (item['url'], item['title'], "", item['body'], item['publication_date'])

                try:
                    self.conn.execute(query, args)
                    self.conn.commit()
                except sqlite3.IntegrityError as ierr:
                    spider.logger.exception(ierr)
            return item
        except KeyError as kerr: 
            spider.logger.exception(kerr)
            raise DropItem("Item missing field. Dropping.")