grabkeyword.go

package main

import (
	"fmt"

	"github.com/SlyMarbo/rss"
	"github.com/julianshen/go-readability"
	"github.com/parnurzeal/gorequest"
	"github.com/yanyiwu/gojieba"
)

func main() {
	x := gojieba.NewJieba()
	defer x.Free()

	feed, err := rss.Fetch("https://tw.news.yahoo.com/rss/finance")
	if err != nil {
		// handle error.
		fmt.Println(err)
		panic(1)
	}

	request := gorequest.New()
	for _, item := range feed.Items {
		_, body, err := request.Get(item.Link).End()

		if err == nil {
			doc, err := readability.NewDocument(body)

			if err == nil {
				keywords := x.ExtractWithWeight(doc.Text(), 5)
				fmt.Println(keywords)
			}
		}
	}
}