nikcorg · August 4, 2023 12:45 · oiva · Sep 18, 2014 · nikcorg · Sep 18, 2014
diff --git a/berlin-jsconf-2014.md b/berlin-jsconf-2014.md
diff --git a/index.js b/index.js
 // Use this script to parse the Markdown contents into JSON
 // Distributed under the Works On My Computer, You're Entirely On Your Own License
 // WTFPL (http://www.wtfpl.net/) also applies

 var doParse = module.exports.doParse = function (sources, cb) {
    require("./reader").readFirstExisting(sources, function (err, data) {
        if (err) {
            return console.error("Error reading source", err.stack || err.message);
        }

        cb(require("./parser").parse(data));
    });
 };

 function stdoutWrite(data) {
    process.stdout.write(JSON.stringify(data), "utf-8");
 }

 if (require.main === module) doParse(require("./sources.json"), stdoutWrite);
diff --git a/parser.js b/parser.js
 var rRowSeparator = /\r?\n/;
 var rProbablyUrl = /^https?:/;
 var rProbablyVideoUrl = /vimeo|youtu\.?be/;
 var rEmptyRow = /^(\s+)?$/;
 var rLeadingTrailingWS = /^\s+|\s+$/g;

 function trim(str) {
    return str.replace(rLeadingTrailingWS, "");
 }

 function not(fn) {
    return function () {
        return ! fn.apply(undefined, arguments);
    };
 }

 function regex(r) {
    return function (val) {
        return r.test(val);
    };
 }

 function createChunk() {
    return [];
 }

 function chunkify(chunks, row) {
    if (rEmptyRow.test(row)) {
        chunks.push(createChunk());
    } else {
        chunks[chunks.length - 1].push(row);
    }
    return chunks;
 }

 function parseChunk(chunk) {
    var desc = chunk[0].match(/^(.*?)(?:\s\((@[^)]+)\))?:\s(.*)$/);

    if (desc == null) {
        throw new Error("Chunk contains malformed title line");
    }

    var presenter = desc[1];
    var twitter = desc[2] || undefined;
    var title = desc[3];

    var urls = chunk.slice(1).filter(regex(rProbablyUrl));
    var slides = urls.length > 0 ? urls.shift() : undefined;
    var videos = urls.length > 0 ? urls.filter(regex(rProbablyVideoUrl)) : undefined;
    var related = urls.length > 0 ? urls.filter(not(regex(rProbablyVideoUrl))) : undefined;

    return {
        title: title,
        presenter: presenter,
        twitter: twitter,
        slides: slides,
        videos: videos,
        related: related
    };
 }

 function nonEmptyChunk(chunk) {
    return chunk.length > 0;
 }

 function parseData(data) {
    return data.
        split(rRowSeparator).
        map(trim).
        reduce(chunkify, [createChunk()]).
        filter(nonEmptyChunk).
        map(parseChunk);
 }

 module.exports.parse = parseData;
diff --git a/reader.js b/reader.js
 var rIsRemote = /^https?:/;
 var rIsSecure = /^https:/;
 var readRemoteSource = module.exports.readRemoteSource = function readRemoteSource(source, cb) {
    var httpModule = rIsSecure.test(source) ? "https" : "http";
    var req = require(httpModule).get(source, function (res) {
        var payload = "";

        if (res.statusCode > 200) {
            return req.abort(), cb(new Error("HTTP Error " + res.statusCode));
        }

        res.on("data", function (chunk) {
            payload += String(chunk);
        });

        res.on("end", function () {
            try {
                cb(undefined, payload);
            } catch (err) {
                cb(err);
            }
        });
    }).on("error", function (err) {
        cb(err, undefined);
    });
 };

 var readLocalSource = module.exports.readLocalSource = function readLocalSource(source, cb) {
    if (! cb) {
        throw new Error("A callback is required");
    }

    function _actuallyRead() {
        require("fs").readFile(source, "utf-8", function (err, data) {
            if (err) {
                return cb(err);
            }

            try {
                cb(undefined, data);
            } catch (ex) {
                cb(ex);
            }
        });
    }

    require("fs").exists(source, function (exists) {
        if (! exists) {
            return cb(new Error("File doesn't exist: " + source));
        }

        _actuallyRead(cb);
    });
 };

 var readFirstExisting = module.exports.readFirstExisting = function readFirstExisting(sources, cb) {
    var mostRecentErr;

    asyncIterate(sources, function (source, next) {
        function localCallback(err, data) {
            if (data) {
                return cb(undefined, data);
            }

            if (err) {
                mostRecentErr = err;
            }

            try {
                next();
            } catch (e) {
                cb(mostRecentErr || e);
            }
        }

        if (rIsRemote.test(source)) {
            readRemoteSource(source, localCallback);
        } else {
            readLocalSource(source, localCallback);
        }
    });
 };

 function asyncIterate(collection, iterator) {
    var items = collection.slice(0);
    var cursor = -1;
    var current;

    function adv() {
        cursor += 1;

        if (cursor >= items.length) {
            return false;
        }

        current = items[cursor];
        return true;
    }

    function next() {
        if (! adv()) {
            throw new Error("No next item");
        }

        iterator(current, next);
    }

    next();
 }
diff --git a/sources.json b/sources.json
 [
    "berlin-jsconf-2014.md",
    "https://gist.githubusercontent.com/nikcorg/1fe60d2da6e22653806c/raw/ee0762d05650df1bdede4cb4f80e2ca8cfb2becb/berlin-jsconf-2014.md"
 ]
	// Use this script to parse the Markdown contents into JSON
	// Distributed under the Works On My Computer, You're Entirely On Your Own License
	// WTFPL (http://www.wtfpl.net/) also applies

	var doParse = module.exports.doParse = function (sources, cb) {
	require("./reader").readFirstExisting(sources, function (err, data) {
	if (err) {
	return console.error("Error reading source", err.stack \|\| err.message);
	}

	cb(require("./parser").parse(data));
	});
	};

	function stdoutWrite(data) {
	process.stdout.write(JSON.stringify(data), "utf-8");
	}

	if (require.main === module) doParse(require("./sources.json"), stdoutWrite);
	var rRowSeparator = /\r?\n/;
	var rProbablyUrl = /^https?:/;
	var rProbablyVideoUrl = /vimeo\|youtu\.?be/;
	var rEmptyRow = /^(\s+)?$/;
	var rLeadingTrailingWS = /^\s+\|\s+$/g;

	function trim(str) {
	return str.replace(rLeadingTrailingWS, "");
	}

	function not(fn) {
	return function () {
	return ! fn.apply(undefined, arguments);
	};
	}

	function regex(r) {
	return function (val) {
	return r.test(val);
	};
	}

	function createChunk() {
	return [];
	}

	function chunkify(chunks, row) {
	if (rEmptyRow.test(row)) {
	chunks.push(createChunk());
	} else {
	chunks[chunks.length - 1].push(row);
	}
	return chunks;
	}

	function parseChunk(chunk) {
	var desc = chunk[0].match(/^(.?)(?:\s\((@[^)]+)\))?:\s(.)$/);

	if (desc == null) {
	throw new Error("Chunk contains malformed title line");
	}

	var presenter = desc[1];
	var twitter = desc[2] \|\| undefined;
	var title = desc[3];

	var urls = chunk.slice(1).filter(regex(rProbablyUrl));
	var slides = urls.length > 0 ? urls.shift() : undefined;
	var videos = urls.length > 0 ? urls.filter(regex(rProbablyVideoUrl)) : undefined;
	var related = urls.length > 0 ? urls.filter(not(regex(rProbablyVideoUrl))) : undefined;

	return {
	title: title,
	presenter: presenter,
	twitter: twitter,
	slides: slides,
	videos: videos,
	related: related
	};
	}

	function nonEmptyChunk(chunk) {
	return chunk.length > 0;
	}

	function parseData(data) {
	return data.
	split(rRowSeparator).
	map(trim).
	reduce(chunkify, [createChunk()]).
	filter(nonEmptyChunk).
	map(parseChunk);
	}

	module.exports.parse = parseData;
	var rIsRemote = /^https?:/;
	var rIsSecure = /^https:/;
	var readRemoteSource = module.exports.readRemoteSource = function readRemoteSource(source, cb) {
	var httpModule = rIsSecure.test(source) ? "https" : "http";
	var req = require(httpModule).get(source, function (res) {
	var payload = "";

	if (res.statusCode > 200) {
	return req.abort(), cb(new Error("HTTP Error " + res.statusCode));
	}

	res.on("data", function (chunk) {
	payload += String(chunk);
	});

	res.on("end", function () {
	try {
	cb(undefined, payload);
	} catch (err) {
	cb(err);
	}
	});
	}).on("error", function (err) {
	cb(err, undefined);
	});
	};

	var readLocalSource = module.exports.readLocalSource = function readLocalSource(source, cb) {
	if (! cb) {
	throw new Error("A callback is required");
	}

	function _actuallyRead() {
	require("fs").readFile(source, "utf-8", function (err, data) {
	if (err) {
	return cb(err);
	}

	try {
	cb(undefined, data);
	} catch (ex) {
	cb(ex);
	}
	});
	}

	require("fs").exists(source, function (exists) {
	if (! exists) {
	return cb(new Error("File doesn't exist: " + source));
	}

	_actuallyRead(cb);
	});
	};

	var readFirstExisting = module.exports.readFirstExisting = function readFirstExisting(sources, cb) {
	var mostRecentErr;

	asyncIterate(sources, function (source, next) {
	function localCallback(err, data) {
	if (data) {
	return cb(undefined, data);
	}

	if (err) {
	mostRecentErr = err;
	}

	try {
	next();
	} catch (e) {
	cb(mostRecentErr \|\| e);
	}
	}

	if (rIsRemote.test(source)) {
	readRemoteSource(source, localCallback);
	} else {
	readLocalSource(source, localCallback);
	}
	});
	};

	function asyncIterate(collection, iterator) {
	var items = collection.slice(0);
	var cursor = -1;
	var current;

	function adv() {
	cursor += 1;

	if (cursor >= items.length) {
	return false;
	}

	current = items[cursor];
	return true;
	}

	function next() {
	if (! adv()) {
	throw new Error("No next item");
	}

	iterator(current, next);
	}

	next();
	}
	[
	"berlin-jsconf-2014.md",
	"https://gist.githubusercontent.com/nikcorg/1fe60d2da6e22653806c/raw/ee0762d05650df1bdede4cb4f80e2ca8cfb2becb/berlin-jsconf-2014.md"
	]