Initialize comment issue

initial-comment.js

// 1. npm install sitemapper r2 cheerio p-each-series delay github
// 2. USERNAME=GITHUB_ACCOUNT REPO=GITHUB_REPO TOKEN=GITHUB_TOKEN SITEMAP=YOUR_SITEMAP_URL node initial-comment.js 


#!/usr/bin/env node

const util = require('util')
const Sitemapper = require('sitemapper')
const sitemap = new Sitemapper()
const r2 = require('r2')
const cheerio = require('cheerio')
const pEachSeries = require('p-each-series')
const pDelay = require('delay')
const GitHubApi = require('github')
const github = new GitHubApi()

async function fetchPageTitle (url) {
  try {
    const html = await r2(url).text
    const $ = cheerio.load(html)

    return $('title').text()
  } catch (err) {
    throw err
  }
}

async function initialIssue (opts) {
  try {
    const data = await sitemap.fetch(opts.SITEMAP)
    if (data && data.sites && Array.isArray(data.sites)) {
      github.authenticate({
        type: 'token',
        token: opts.TOKEN
      })
      const createGhIssue = util.promisify(github.issues.create)

      await pEachSeries(data.sites, async (url, idx) => {
        const title = await fetchPageTitle(url)
        const ret = await createGhIssue({
          owner: opts.USERNAME,
          repo: opts.REPO,
          title: title,
          body: url,
          labels: [url, 'Gitalk'],
        })
        console.log(`Import: ${url}/${title}`)

        // Let github api take a rest every ten records ;)
        if (idx % 10 === 0 && idx !== 0) {
          await pDelay(10000)
        }
      })
    } else {
      throw new Error(`Not a valid sitemap format: ${opts.SITEMAP}`) 
    }
  } catch (err) {
    throw err
  }
}

if (!process.env.USERNAME || !process.env.REPO || !process.env.TOKEN || !process.env.SITEMAP) {
  console.log('USERNAME/REPO/TOKEN/SITEMAP are necessary env')
  process.exit(1)
} else {
  const { USERNAME, REPO, TOKEN, SITEMAP } = process.env
  console.log(`Settings: ${USERNAME}/${REPO}/${TOKEN}/${SITEMAP}`)

  initialIssue({
    USERNAME,
    REPO,
    TOKEN,
    SITEMAP
  })
    .then(resp => {
      console.log('Done!')
    })
    .catch(err => {
      console.error('ERROR: ', err)
      process.exit(1)
    })
}