accuracy-testing.js

(async () => {
  try {
    let [classifier, data] = await Promise.all([loadFrozenModel(), loadData()]);
    let results = data.map((i, idx) => {
      let actual = getLabel(i.class_id);
      let predicted = classifier.classify(i.tweet);

      console.clear();
      console.log(`Inferring Item ${idx + 1} out of ${data.length}`);

      return {
        tweet: i.tweet,
        actual,
        predicted,
        isCorrect: actual === predicted,
      };
    });
    let accurateHit = results.filter((i) => i.isCorrect);
    let missedItems = results.filter((i) => !i.isCorrect);
    let accuracy = (accurateHit.length / data.length) * 100;
    let errorRate = (missedItems.length / data.length) * 100;

    console.log(`Accurate: ${accurateHit.length} items`);
    console.log(`Missed: ${missedItems.length} items`);
    console.log(`Accuracy: ${accuracy.toFixed(2)}`);
    console.log(`Error Rate: ${errorRate.toFixed(2)}`);
  } catch (err) {
    console.log(err.message);
    console.log(err.stack);
  }
})();