-
-
Save sebs/f6912707a3c563b1e24b4a21f57d0822 to your computer and use it in GitHub Desktop.
This is a "scenario" for apartment hunting in Hamburg, Germany to be used with the Huginn scraper (https://github.com/huginn/huginn). It includes a list of about 20 building companies who publish new rental ads on their own website, as well as an agent for the two big real estate platforms Immobilienscout and Immowelt. However it is customised t…
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "schema_version": 1, | |
| "name": "wohnungssuche", | |
| "description": "This scenario is for apartment search in Hamburg, Germany. It has several event sources from building companies who have their own property ads on their website.", | |
| "source_url": false, | |
| "guid": "b157be4c66ae64b92ae4725fee342313", | |
| "tag_fg_color": "#ffffff", | |
| "tag_bg_color": "#5bc0de", | |
| "icon": "home", | |
| "exported_at": "2017-10-06T07:33:37Z", | |
| "agents": [ | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Immowelt", | |
| "disabled": false, | |
| "guid": "12644ed511645b2415c3a285cca3c1e6", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.immowelt.de/liste/hamburg-barmbek-nord/wohnungen/mieten?geoid=10802005000008%2C10802004000012%2C10802004000015%2C10802005000019%2C10802007000022%2C10802003000023%2C10802005000025%2C10802004000030%2C10802004000033%2C10802004000032%2C10802004000037%2C10802005000044%2C10802004000045%2C10802007000059%2C10802004000067%2C10802004000086%2C10802005000094%2C10802007000098%2C10802005000102&roomi=3&prima=1200&wflmi=50&sort=createdate%2Bdesc", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": ".listcontent.clear h2", | |
| "value": "string(.)" | |
| }, | |
| "url": { | |
| "css": ".listitem.relative.js-listitem>a", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "https://www.immowelt.de" | |
| }, | |
| "schedule": "every_5m", | |
| "keep_events_for": 86400, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Wohnungsbaugenossenschaft Gartenstadt Wandsbek", | |
| "disabled": false, | |
| "guid": "131c16290fa6ecb33b722e60bf9357fe", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://asp2.immosolve.eu/immosolve_presentation/pub/modern/2227623/HP/immo.jsp", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#objectsBody" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Kaifu Nordland eG", | |
| "disabled": false, | |
| "guid": "13fbdfa884fca7371fe4261755b3b247", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://kaifu.de/index.php?id=14", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": ".tx-zekaifu-pi2" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "VHW", | |
| "disabled": false, | |
| "guid": "141a1b359260237d241451a8136f4259", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.vhw-hamburg.de/wohnen/aktuelle-angebote/miete/500__1200/anzahl_zimmer/2__3.html", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": ".searchResults--list--object--content a", | |
| "value": "normalize-space(.)" | |
| }, | |
| "url": { | |
| "css": ".searchResults--list--object--content a", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "https://www.vhw-hamburg.de/" | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 86400, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Wohnungsunternehmen Plambeck", | |
| "disabled": false, | |
| "guid": "22fa043bf7787d9e54baf1828a65f824", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "http://www.plambeck.com/content/suche/?ort=Hamburg&typ=Wohnung&mietekauf=Miete&groesse=Ab+3+Zimmer&x=45&y=23", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": ".entry-content.clearfix" | |
| } | |
| } | |
| }, | |
| "schedule": "every_5m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Baugenossenschaft Hamburger Wohnen", | |
| "disabled": false, | |
| "guid": "432d8a65f54d07da41b280cc17a88ac3", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/4000003/HP/immo.jsp", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#objectsBody" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Wohnungsgenossenschaft von 1904", | |
| "disabled": false, | |
| "guid": "45ff1b8b8332d969fc49f276a65378ca", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.1904.de/wohnungen/wohnungsangebote/wohnungsangebote/", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#mainContent" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Akelius", | |
| "disabled": false, | |
| "guid": "54d5a01a6f59ffff02ac693185c256b0", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.akelius.de/suche/wohnungen/norden/hamburg/list?region=all", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": "figcaption h3", | |
| "value": "normalize-space(.)" | |
| }, | |
| "url": { | |
| "css": ".list-links figure>a", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "https://www.akelius.de" | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 86400, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Bauverein Reiherstieg", | |
| "disabled": false, | |
| "guid": "5882a12bc52065898452d45fa33df49a", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://hpm2.immosolve.eu/immosolve_presentation/pub/modern/2217860/HP/immo.jsp", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#objectsBody" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Bauverein der Elbgemeinden", | |
| "disabled": false, | |
| "guid": "5fc54691782067e4e0ad9f3eb8ff63b9", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.bve.de/wohnen-beim-bve/wohnungsbestand/wohnungsangebote/", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": ".innerContent" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Hanseatische Baugenossenschaft Hamburg", | |
| "disabled": false, | |
| "guid": "69437112bd92539413f529b702ec7884", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.hanseatische.de/de/Wohnungsangebote", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": ".main" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Wohnungsverein Hamburg 1902", | |
| "disabled": false, | |
| "guid": "697df2d4f0d47e4043adaa07ca43c889", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.wv1902.de/Wohnungen", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#mainR" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::EventFormattingAgent", | |
| "name": "Format with Detail", | |
| "disabled": false, | |
| "guid": "6cb5bfe78c804b84a73859f220197c7a", | |
| "options": { | |
| "instructions": { | |
| "message": "Neues Inserat bei {{agent.name}}: {{listEntry | replace:'NEU',''}}", | |
| "url": "{{agent.options.baseUrl}}{{url}}", | |
| "title": "Wohnungssuche" | |
| }, | |
| "mode": "clean" | |
| }, | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Hansa Baugenossenschaft", | |
| "disabled": false, | |
| "guid": "7792a17acbd83e35fe239000ac4141a1", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/2228361/1553/immo.jsp", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#objectsBody" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "dhu Baugenossenschaft", | |
| "disabled": false, | |
| "guid": "8209fb938b111006421dadbad3d7bab8", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/2223228/HP/immo.jsp", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#objectsBody" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Erich Thor Wohnungsunternehmen GmbH", | |
| "disabled": false, | |
| "guid": "880d4909eeec6e6792e84d2ecf2cbe98", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.thor.de/de/privat/list", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": ".list-desc-text>strong", | |
| "value": "normalize-space(.)" | |
| }, | |
| "url": { | |
| "css": ".row.listobj>a", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "https://www.thor.de" | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Saga GWG", | |
| "disabled": false, | |
| "guid": "884a0afded905ba7abe6408c3dece09a", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.saga.hamburg/immobiliensuche?type=wohnungen", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": ".teaser-content.cf.media__body h3.h3.teaser-h", | |
| "value": "string(.)" | |
| }, | |
| "url": { | |
| "css": ".teaser3.teaser3--listing.teaser-simple--boxed a.inner.media", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "https://www.saga.hamburg" | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 86400, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Immobilienscout", | |
| "disabled": false, | |
| "guid": "8e690c1cd8df4995ea0aa7d36187ac12", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.immobilienscout24.de/Suche/S-2/Wohnung-Miete/Hamburg/Hamburg/131_7_122_58_25_57_56_31_127_29_28_49_113_48_55_20_52_75_10_73_15_47_46_45/2,50-4,00/60,00-/EURO--1200,00/-/-/-/-/-/true", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": ".result-list-entry__data h5", | |
| "value": "string(.)" | |
| }, | |
| "url": { | |
| "css": "a.result-list-entry__brand-title-container", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "https://www.immobilienscout24.de" | |
| }, | |
| "schedule": "every_5m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Wentzel Dr", | |
| "disabled": false, | |
| "guid": "97278514609d99170fe517045680a8ef", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://www.wentzel-dr.de/immobilien/mietwohnungen/norddeutschland?sort=aktuell&asc=1", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": ".objektHeadlineCard", | |
| "value": "string(.)" | |
| }, | |
| "url": { | |
| "css": ".objektImage>a", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "" | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 86400, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::EventFormattingAgent", | |
| "name": "Format No Detail", | |
| "disabled": false, | |
| "guid": "a858275b6f8ebc3fba46768b0df2f1bf", | |
| "options": { | |
| "instructions": { | |
| "message": "Neuer Eintrag bei {{agent.name}}", | |
| "url": "{{agent.options['url']}}", | |
| "title": "Wohnungssuche" | |
| }, | |
| "mode": "clean" | |
| }, | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Baugenossenschaft Dennerstraße", | |
| "disabled": false, | |
| "guid": "c5b0dcefa6330004041893e6f5a6c4da", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "http://www.bds-hamburg.de/vermietung/wohnungsangebote.html", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": ".inner" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Wichern Baugesellschaft", | |
| "disabled": false, | |
| "guid": "c5c5ff80a5bdacb92842db4b0c10ff19", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "http://www.wichernbau.de/index.php?option=com_jea&view=properties&Itemid=135", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "listEntry": { | |
| "css": ".span12.row_uebersicht_data", | |
| "value": "normalize-space(.)" | |
| }, | |
| "url": { | |
| "css": ".span12.row_uebersicht_data a", | |
| "value": "@href" | |
| } | |
| }, | |
| "baseUrl": "http://www.wichernbau.de" | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 86400, | |
| "propagate_immediately": false | |
| }, | |
| { | |
| "type": "Agents::PushoverAgent", | |
| "name": "Pushover Notification", | |
| "disabled": false, | |
| "guid": "c7e1564d6b8f90b71b36d30661532d1e", | |
| "options": { | |
| "token": "XXX", | |
| "user": "XXX", | |
| "message": "{{message}}", | |
| "device": "{{ device }}", | |
| "title": "{{title}}", | |
| "url": "{{url}}", | |
| "url_title": "Zur Webseite", | |
| "priority": "{{ priority }}", | |
| "timestamp": "{{ timestamp }}", | |
| "sound": "{{ sound }}", | |
| "retry": "{{ retry }}", | |
| "expire": "{{ expire }}", | |
| "expected_receive_period_in_days": "1" | |
| }, | |
| "propagate_immediately": true | |
| }, | |
| { | |
| "type": "Agents::WebsiteAgent", | |
| "name": "Walddörfer", | |
| "disabled": false, | |
| "guid": "d18b369099e1d8d9660403c726a1224f", | |
| "options": { | |
| "expected_update_period_in_days": "2", | |
| "url": "https://hpm2.immosolve.eu/immosolve_presentation/pub/modern/2227215/HP/immo.jsp", | |
| "type": "html", | |
| "mode": "on_change", | |
| "extract": { | |
| "content": { | |
| "css": "#objectsBody" | |
| } | |
| } | |
| }, | |
| "schedule": "every_10m", | |
| "keep_events_for": 0, | |
| "propagate_immediately": false | |
| } | |
| ], | |
| "links": [ | |
| { | |
| "source": 0, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 1, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 2, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 3, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 4, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 5, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 6, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 7, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 8, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 9, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 10, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 11, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 12, | |
| "receiver": 22 | |
| }, | |
| { | |
| "source": 13, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 14, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 15, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 16, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 17, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 18, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 19, | |
| "receiver": 22 | |
| }, | |
| { | |
| "source": 20, | |
| "receiver": 19 | |
| }, | |
| { | |
| "source": 21, | |
| "receiver": 12 | |
| }, | |
| { | |
| "source": 23, | |
| "receiver": 19 | |
| } | |
| ], | |
| "control_links": [ | |
| ] | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment