skeptrunedev · June 24, 2024 18:37 · skeptrunedev · Apr 20, 2024
diff --git a/scrape_philosophize_this-transcripts.js b/scrape_philosophize_this-transcripts.js
 window.location.replace("https://www.philosophizethis.org/transcripts")

 const transcriptNodes = document.querySelector(".sqs-block.archive-block.sqs-block-archive").querySelectorAll('a[href^="/transcript/"]');
 const transcriptAnchors = Array.from(transcriptNodes);

 const tsNumRegex = /\b(#\w+)|(\b\d+\b)/;

 const transcriptObjs = transcriptAnchors.map((transcriptAnchor) => {
    const text = transcriptAnchor.innerText;
    const tsNums = text.match(tsNumRegex);
    const tsNum = tsNums ? tsNums[0] : null;
    
    return {
        link: transcriptAnchor.href,
        title: text,
        tsNum: Number(tsNum)
    }
 })

 JSON.stringify(transcriptObjs)
	window.location.replace("https://www.philosophizethis.org/transcripts")

	const transcriptNodes = document.querySelector(".sqs-block.archive-block.sqs-block-archive").querySelectorAll('a[href^="/transcript/"]');
	const transcriptAnchors = Array.from(transcriptNodes);

	const tsNumRegex = /\b(#\w+)\|(\b\d+\b)/;

	const transcriptObjs = transcriptAnchors.map((transcriptAnchor) => {
	const text = transcriptAnchor.innerText;
	const tsNums = text.match(tsNumRegex);
	const tsNum = tsNums ? tsNums[0] : null;

	return {
	link: transcriptAnchor.href,
	title: text,
	tsNum: Number(tsNum)
	}
	})

	JSON.stringify(transcriptObjs)