Web site title getter. Using goquery.

main.go

package main

import (
	"errors"
	"fmt"
	"net/http"
	"time"

	"github.com/PuerkitoBio/goquery"
	log "github.com/Sirupsen/logrus"
)

var (
	c = new(http.Client)
)

func init() {
	c.CheckRedirect = func(req *http.Request, via []*http.Request) error { return errors.New("not redirect") }
}

func main() {
	for id := 28090; id > 0; id-- {
		getTitle(id)
		time.Sleep(time.Second / 2)
	}
}

func getTitle(id int) {
	resp, err := c.Get(fmt.Sprintf("http://news.ibc.co.jp/item_%d.html", id))
	if err != nil {
		log.Error(err)
		return
	}
	defer resp.Body.Close()

	if resp.StatusCode == 200 {
		doc, err := goquery.NewDocumentFromResponse(resp)
		if err != nil {
			log.Error(err)
			return
		}

		title := doc.Find("title").Text()
		log.Infof("OK! %d, Title: %s", id, title)
	} else {
		log.Errorf("NG! %d", id)
	}
}