Vanuan · July 28, 2017 22:53 · Jul 28, 2017 · Jul 28, 2017 · Jul 28, 2017
diff --git a/cache.js b/cache.js
@@ -1,4 +1,3 @@
-const mkdirp = require('mkdirp');
 const r = require('rethinkdb');
 
 class Cache {

diff --git a/cache.js b/cache.js
@@ -0,0 +1,56 @@
+const mkdirp = require('mkdirp');
+const r = require('rethinkdb');
+
+class Cache {
+  constructor(dbName) {
+    this.dbName = dbName;
+  }
+
+  init() {
+    return this.prepareDb().then(conn => { this.conn = conn; });
+  }
+
+  save(url, content) {
+    return r.table('cache').insert({ url, content }, { conflict: 'update'}).run(this.conn);
+  }
+
+  retrieve(url) {
+    if(!this.conn) throw 'no connection';
+    return r.table('cache').get(url).run(this.conn).then(res => res && res.content);
+  }
+
+  finish() {
+    return this.conn.close();
+  }
+
+  prepareDb() {
+    return r.connect({
+      host: 'rethinkdb',
+      port: 28015,
+    })
+    .then((conn) => {
+      return r
+      .dbCreate(this.dbName)
+      .run(conn)
+      .catch((err) => console.log('ignore db create error'))
+      .then(() => conn)
+    })
+    .then(conn => { conn.use(this.dbName); return conn; })
+    .then(conn => { return this.createTable(conn, 'cache', 'url').then(() => conn) })
+  }
+
+  createTable(connection, tableName, primaryKey) {
+    return r
+      .tableCreate(tableName, { primaryKey: primaryKey })
+      .run(connection)
+      .catch(err => {
+        if(!err.message.match('Table `' + this.dbName + '.' + tableName + '` already exists')) {
+          throw err;
+        }
+      })
+  }
+
+
+}
+
+module.exports = Cache;
diff --git a/migrate.js b/migrate.js
@@ -0,0 +1,89 @@
+/**
+ * Moves cache from node-persit format to RethinkDB
+*/
+const fs = require('fs');
+const path = require('path');
+const r = require('rethinkdb');
+
+
+function getFiles(cacheLocation) {
+  return new Promise((resolve, reject) => {
+    fs.readdir(cacheLocation, function (err, arr) {
+      if(err) reject(arr);
+      resolve(arr);
+    });
+  });
+};
+
+function pushToDb(conn, page) {
+  return r.table('cache').insert({url: page.key, content: page.value }).run(conn);
+}
+
+function promiseArrayLoop(arr, itemCb) {
+  return arr.reduce(function(promise, item, index, all) {
+    return promise.then(function() {
+      if(index % 10 === 0) {
+        console.log(Math.floor(index / all.length * 100) + '%');
+      }
+      return itemCb(item);
+    });
+  }, Promise.resolve());
+}
+
+function parseFile(filename) {
+  var dir = '/data/cache2';
+  var file = path.join(dir, filename);
+
+  return new Promise((resolve, reject) => {
+    fs.readFile(file, 'utf8', function (err, text) {
+      if (err) {
+        reject(err);
+      }
+      var input = JSON.parse(text);
+      resolve(input);
+    });
+  })
+}
+
+function convertFile(filename, db) {
+  return parseFile(filename).then((cacheItem) => {
+    return pushToDb(db, cacheItem);
+  });
+}
+
+function convertLoop(db, cacheLocation) {
+  return getFiles(cacheLocation)
+  .then((files) => promiseArrayLoop(files, (filename) => convertFile(filename, db)))
+  .then(() => db);
+}
+
+function createTable(connection, tableName, primaryKey) {
+  return r
+    .tableCreate(tableName, { primaryKey: primaryKey })
+    .run(connection)
+    .catch(err => {
+      if(!err.message.match('Table `mirror.' + tableName + '` already exists')) {
+        throw err;
+      }
+    })
+}
+
+function prepareDb() {
+  return r.connect({
+    host: 'rethinkdb',
+    port: 28015,
+  })
+  .then((conn) => {
+    return r
+    .dbCreate('mirror')
+    .run(conn)
+    .catch((err) => console.log('ignore db create error'))
+    .then(() => conn)
+  })
+  .then(conn => { conn.use('mirror'); return conn; })
+  .then(conn => { return createTable(conn, 'cache', 'url').then(() => conn); })
+
+}
+
+
+prepareDb().then((db) => convertLoop(db, 'path/to/cache')).then(db => db.close());