Quick and dirty twitter scraper.

readme.md

1. Get to the page with tweets you want to scrape.
2. Throw the content of scrape.js into the console.
3. console.log(JSON.stringify(Array.from(captured).map(d => d[1]), null, 2))

scrape.js

// A bucket to put things in
var captured = new Map();

// A function that captures tweets as you scroll

capture = () => {
  document.querySelectorAll('article').forEach(article => {
    let timestampEl = article.querySelector('time');
    let timestamp = timestampEl ? timestampEl.getAttribute('datetime') : null;
    let imgEl = article.querySelectorAll('img')[1];
    let imgSrc = imgEl ? imgEl.getAttribute('src') : null;
    let text = article.textContent
    captured.set(text, {text, timestamp, imgSrc})
  })
}

// Add it
document.addEventListener('scroll', capture);

// Remove it (or just refresh the page)
// document.removeEventListener('scroll', capture);