golang get links from url

getlinksclient.go

package main

import (
	"fmt"
	"github.com/PuerkitoBio/goquery"
	"log"
	"net/http"
	"net/url"
	"strings"
)

func main() {
	ExampleScrape()
}

func ExampleScrape() {
	base := "http://www.yahoo.com/"
	resp, _ := http.Get(base)
	doc, err := goquery.NewDocumentFromResponse(resp)
	if err != nil {
		log.Fatal(err)
	}

	links := map[string]bool{}
	doc.Find("a").Each(func(i int, s *goquery.Selection) {
		linkHref, _ := s.Attr("href")
		bUrl, _ := url.Parse(base)
		lUrl, _ := url.Parse(linkHref)
		if !lUrl.IsAbs() {
			lUrl = bUrl.ResolveReference(lUrl)
		}
		if !strings.HasSuffix(lUrl.Host, "yahoo.com") {
			return
		}

		fmt.Printf("%s %s\n", lUrl.String(), lUrl.Host)
		links[lUrl.String()] = true
	})

	fmt.Println("links", len(links))
}

func test() {
	fmt.Println("test")
}