web scraper 爬虫

weibo.json

{
  "_id": "weibo",
  "startUrl": [
    "https://weibo.com/SanaChina961229?is_search=0&visible=0&is_all=1&is_tag=0&profile_ftype=1&page=[501-588]"
  ],
  "selectors": [
    {
      "id": "real-content",
      "type": "SelectorElementScroll",
      "parentSelectors": [
        "_root"
      ],
      "selector": "div.WB_cardwrap.WB_feed_type.S_bg2",
      "multiple": true,
      "delay": "15000"
    },
    {
      "id": "content1",
      "type": "SelectorText",
      "parentSelectors": [
        "real-content"
      ],
      "selector": "div.WB_text.W_f14",
      "multiple": false,
      "regex": "",
      "delay": 0
    },
    {
      "id": "@someone",
      "type": "SelectorText",
      "parentSelectors": [
        "real-content"
      ],
      "selector": "div.WB_expand div.WB_info",
      "multiple": false,
      "regex": "",
      "delay": 0
    },
    {
      "id": "forward",
      "type": "SelectorText",
      "parentSelectors": [
        "real-content"
      ],
      "selector": "div.WB_expand div.WB_text",
      "multiple": false,
      "regex": "",
      "delay": 0
    },
    {
      "id": "link",
      "type": "SelectorLink",
      "parentSelectors": [
        "real-content"
      ],
      "selector": "div.WB_text a",
      "multiple": false,
      "delay": 0
    }
  ]
}