Diego Anaya redcpp

Web Scraping Workshop

Using Requests and Beautiful Soup, with the most recent Beautiful Soup 4 docs.

Getting Started

Install our tools (preferably in a new virtualenv):

pip install beautifulsoup4

Deploying a subfolder to GitHub Pages

Sometimes you want to have a subdirectory on the master branch be the root directory of a repository’s gh-pages branch. This is useful for things like sites developed with Yeoman, or if you have a Jekyll site contained in the master branch alongside the rest of your code.

For the sake of this example, let’s pretend the subfolder containing your site is named dist.

Step 1

Remove the dist directory from the project’s .gitignore file (it’s ignored by default by Yeoman).

	package main

	import "fmt"

	// fibonacci is a function that returns
	// a function that returns an int.
	func fibonacci() func() int {
	x, y := 0, 1
	return func() int {
	x, y = y, x + y

	/**
	* Split a string into chunks of the given size
	* @param {String} string is the String to split
	* @param {Number} size is the size you of the cuts
	* @return {Array} an Array with the strings
	*/
	function splitString (string, size) {
	var re = new RegExp('.{1,' + size + '}', 'g');
	return string.match(re);
	}

	import os, sys
	from PIL import Image

	if __name__ == "__main__":
	fiList = os.listdir(sys.argv[1])
	fiList = fiList[:]
	fiList.sort()

	if len(sys.argv) < 3:
	print "Usage: {0} /src/folder /dest/folder [target-size]".format(sys.argv[0])

	#!/bin/bash
	# Download it.
	# Name it as 'theme'
	# Place it in /usr/bin/
	# shell_prompt$ theme
	echo '
	3024 Day ( 1) 3024 Night ( 2) AdventureTime ( 3)
	Afterglow ( 4) AlienBlood ( 5) Argonaut ( 6)
	Arthur ( 7) Atom ( 8) Belafonte Day ( 9)
	Belafonte Night ( 10) BirdsOfParadise ( 11) Blazer ( 12)

	/*
	Written by Peter O.

	Any copyright to this work is released to the Public Domain.
	In case this is not possible, this work is also
	licensed under Creative Commons Zero (CC0):
	https://creativecommons.org/publicdomain/zero/1.0/

	*/

	-- Get Max ID from table
	SELECT MAX(id) FROM table;

	-- Get Next ID from table
	SELECT nextval('table_id_seq');

	-- Set Next ID Value to MAX ID
	SELECT setval('table_id_seq', (SELECT MAX(id) FROM table));

	void setup() {
	size(400, 400);
	stroke(255);
	noLoop();
	}

	void draw() {
	background(255);
	stroke(255, 0, 0);
	fill(255, 0, 0);

	<html>
	<head>
	<title>API Example</title>
	<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
	<script src="http://ajax.googleapis.com/ajax/libs/jquery/2.1.1/jquery.min.js"></script>
	<script type="text/javascript">

	var accessToken = "<your agent's client access token>";
	var baseUrl = "https://api.api.ai/v1/";