river.json

{
  "type": "web",
  "crawl": {
    "index": "webindex",
    "url": ["http://suzuki.tdiary.net/"],
    "includeFilter": ["http://suzuki.tdiary.net/.*"],
    "excludeFilter": [
      "http://suzuki.tdiary.net/images/.*",
      "http://suzuki.tdiary.net/js/.*",
      "http://suzuki.tdiary.net/theme/.*",
      "http://suzuki.tdiary.net/update.rb.*"
    ],
    "maxDepth": 3,
    "maxAccessCount": 200,
    "numOfThread": 1,
    "interval": 4000,
    "overwrite": true,
    "userAgent": "Elasticsearch Bot (suzuki.tdiary.net)",
    "robotsTxt": true,
    "target": [
      {
        "pattern": {
          "url": "http://suzuki.tdiary.net/.*",
          "mimeType": "text/html"
        },
        "properties" : {
           "title": {
            "text": "title"
          },
          "body": {
            "text": "body",
            "trimSpaces": true
          },
          "meta": {
            "attr": "meta[property=twitter:description]",
            "args": ["content"]
          }
        }
      }
    ]
  },
  "schedule": {
    "cron": "0 55 7 * * ?"
  }
}