go spider with colly and gjson

spider-demo.go

package main

import (
    "fmt"
    "github.com/gocolly/colly/v2"
    "github.com/tidwall/gjson"
 )

 func main() {
     c := colly.NewCollector()

    // Find and visit all links
    c.OnResponse(func(r *colly.Response) {
        fmt.Println("Visited", r.Request.URL)
        fmt.Println("code: ", r.StatusCode)
        body := string(r.Body)
        fmt.Println("body: ", body)
        json := gjson.Get(body, "json.array")
        fmt.Println("array: ", json)
        json.ForEach(func(key, value gjson.Result) bool {
            fmt.Println("id: ", value.Get("id"))
            return true
        })
    })

    c.OnRequest(func(r *colly.Request) {
        r.Headers.Set("Content-Type", "application/json;charset=UTF-8")
        fmt.Println("Visiting", r.URL)
    })

    payload := []byte(`{"login":"my_login","password":"my_password", "array": [{"id": "1"}, {"id": "2"}]}`)
    url := "https://httpbin.org/post"
    c.PostRaw(url, payload)
}