CSV import utility for Node

job-import.js

var fs = require('fs');
var csv = require('fast-csv');
var stream = fs.createReadStream('/home/jaywon/Downloads/modified-salary-per-state-per-jobtitle.csv');
var mongoose = require('mongoose');
var Schema = mongoose.Schema;
var masterList = [];
var mongoose = require('mongoose');
mongoose.connect('mongodb://localhost:27017/job-imports');

//define schema for import data 
var JobSchema = Schema({ 
  state: String,
  id: String, 
  city: String, 
  date: String, 
  title: String, 
  salary: String, 
  average: String });

//attach schema to model
var Job = mongoose.model('Job', JobSchema);


//read in CSV as stream row by row
csv.fromStream(stream, {headers:true})
    .on('data', function(data){
      // console.log(data);
      // masterList.push(data);
      addJobToCollection(data);
    })
    .on('end', function(){
      // console.log('done');
      console.log(masterList.toString());
    });

function addJobToCollection(data){
  //scrub data for validation
  data.salary = data.salary.replace(/,/g, '');
  data.average = data.average.replace(/,/g, '');

  //create model and save to database
  var job = new Job(data);
  job.save(function (err) {
    if (err) // ...
    console.log(err);
  });
}