redatam_rvest.R

library(httr)
library(rvest)

headers <-  add_headers(
  "User-Agent" = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.116 Safari/537.36",
  "Referer" = "https://redatam-ine.ine.cl/redbin/RpWebStats.exe/CmdSet?BASE=CENSO_2017&ITEM=PROGRED&lang=esp",
  "Host" = "redatam-ine.ine.cl",
  "X-Requested-With" = "XMLHttpRequest"
)

cmd <- "RUNDEF+programa5+SELECTION+ALL%0D%0ATABLE+tab1%0D%0AAS+CROSSTABS+OF+REGION.IDREGION+BY+PERSONA.P08"
body <- paste0('MAIN=WebServerMain.inl&BASE=CENSO_2017&LANG=esp&CODIGO=XXUSUARIOXX&ITEM=PROGRED&MODE=RUN&CMDSET=',cmd,'&Submit=Ejecutar')

data = POST("https://redatam-ine.ine.cl/redbin/RpWebStats.exe/CmdSet?", body = body, headers)

tmp_doc = read_html(content(data, "text")) %>% html_nodes("iframe") %>% html_attr("src")
data_census  = GET(tmp_doc, headers)
data_final = read_html(content(data_census, "text")) %>% html_nodes(xpath='//*/table') %>% html_nodes(xpath = '//*/td[@class="c6"]')