Script parsing hipchat export to CSV

parse.js

var json2csv = require('json2csv');
var sanitize = require("sanitize-filename");
var fs = require('fs');

var users = require('./hipchat_export/users/list.json').users;
var room_list = require('./hipchat_export/rooms/list.json').rooms;

var escapeShell = function(cmd) {
  return cmd.replace(/\//g, "-");
};

var user_fields = [
  'user_id',
  'email',
  'is_deleted',
  'is_group_admin',
  'name',
  'mention_name',
  'photo_url',
  'last_active',
  'created',
  'status',
  'status_message',
  'timezone',
  'title'
];

json2csv({ data: users, fields: user_fields }, function(err, csv) {
  if (err) console.log(err);
  fs.writeFile('users.csv', csv, function(err) {
    if (err) throw err;
    console.log('file saved');
  });
});

var room_list_fields = [
  'room_id',
  'name',
  'topic',
  'last_active',
  'created',
  'owner_user_id',
  'is_archived',
  'is_private',
  'guest_access_url',
  'xmpp_jid'
]

json2csv({ data: room_list, fields: room_list_fields }, function(err, csv) {
  if (err) console.log(err);
  fs.writeFile('room_list.csv', csv, function(err) {
    if (err) throw err;
    console.log('file saved');
  });
});

var data_fields = [
  'date',
  'room_id',
  'name',
  'from.user_id',
  'from.name',
  'message',
  'is_archived',
  'is_private',
]

var addHeadder = true;
room_list.forEach(function(room) {
  var room_name = room.name
  var room_dir = './hipchat_export/rooms/'+sanitize(room_name, "\\\/")
  fs.readdir(room_dir, (err, files) => {
    if (err) throw err;
    console.log(room_name);
    files.forEach((file) => {
      var path = room_dir+"/"+file;
      try {
        var messages = JSON.parse(fs.readFileSync(path, 'utf8'));
        messages.forEach((msg) => {
          for (var attrname in room) { msg[attrname] = room[attrname]; }
        })
      } catch(e){
        console.log(path + ": " + e);
      }
      // data = enchanceMessages(data, room);
      json2csv({ data: messages, fields: data_fields, hasCSVColumnTitle: addHeadder }, function(err, csv) {
        if (err) console.log(err);
        fs.appendFile('messages.csv', csv, function(err) {
          if (err) throw err;
        });
      });
      addHeadder = false;
    })
  });
})

function enchanceMessages(data, room) {
  var enchanced = {};
  for (var attrname in data) { enchanced[attrname] = data[attrname]; }
  for (var attrname in room) { enchanced[attrname] = room[attrname]; }
  return enchanced
}

x.ipynb