Example Extractor Section

gistfile1.json

{
"extractor": {
    "records": {
      "base_url": "http://hub-services.lib.umn.edu/api/v1/extract",
      "endpoint_type": "simple_get",
      "api_key": "<<<<key here>>>>",
      "origin_path": "OAI_PMH/ListRecords/record",
      "batch_param_name": "resumptionToken",
      "batch_param_path": "OAI_PMH/ListRecords/resumptionToken",
      "batch_endpoint": "http://collections.carli.illinois.edu/cgi-bin/oai.exe?verb=ListRecords",
      "endpoint": "http://collections.carli.illinois.edu/cgi-bin/oai.exe?verb=ListRecords&metadataPrefix=oai_dc"
    },
    "enrichments": [
      {
        "endpoint": "http://collections.carli.illinois.edu/cgi-bin/oai.exe?verb=ListSets",
        "origin_path": "OAI_PMH/ListSets/set",
        "key": "listSets",
        "pivot_on_path": "setSpec"
      },
      {
        "endpoint": "http://hub-client.lib.umn.edu/lookups/3.json",
        "cache": false,
        "key": "dc_text_type_replacements"
      },
      {
        "endpoint": "http://hub-client.lib.umn.edu/lookups/2.json",
        "cache": false,
        "key": "dc_image_type_replacements"
      },
      {
        "endpoint": "http://hub-client.lib.umn.edu/lookups/6.json",
        "cache": false,
        "key": "dc_sound_type_replacements"
      },
      {
        "endpoint": "http://hub-client.lib.umn.edu/lookups/7.json",
        "cache": false,
        "key": "dc_video_type_replacements"
      },
      {
        "endpoint": "http://hub-client.lib.umn.edu/lookups/4.json",
        "cache": false,
        "key": "geonames_minnesota_defaults"
      },
      {
        "endpoint": "http://hub-client.lib.umn.edu/lookups/1.json",
        "cache": false,
        "key": "aath_terms"
      }
    ]
  }
}