app.js

var fs = require('fs'),
    moment = require('moment'),
    he = require('he'),
    sentiment = require('sentiment'),
    HTMLParser = require('fast-html-parser');

fs.readFile('./facebook/html/messages.htm', 'utf8', function(err, content) {
  if (err) throw err;

  var root = HTMLParser.parse(content.toString()),
      user = root.querySelectorAll('.user'),
      message = root.querySelectorAll('p'),
      time = root.querySelectorAll('.meta');

  // Grabbing users full
  var name = root.querySelectorAll('h1');
  name.map(function(element) {
    fullname = element.childNodes[0].rawText;
  })

  var calendar = {},
      userMessages = {},
      dict = {},
      dayCount = {},
      monthCount = {};

  // var stream = fs.createWriteStream('data.csv');
  // stream.write('key, value, date' + '\n');
  message.map(function(element, idx) {
    console.log(idx + ' messages');

    if (element.childNodes.length == 0) return;

    var timestamp = time[idx].childNodes[0].rawText,
        userName = he.decode(user[idx].childNodes[0].rawText),
        messageTxt = he.decode(element.childNodes[0].rawText),
        eachWord = element.childNodes[0].rawText.split(' ');

    if (userName == fullname) {
      eachWord.map(function(word) {
        word = he.decode(word.toLowerCase().replace(/↵/g, ' ').trim());

        // Counter for word use
        dict[word] ? dict[word] ++ : dict[word] = 1;
      });
      return;
    }

    // Timestamp pre moment - Monday, September 10, 2012 at 10:51pm PDT
    var parts = timestamp.split(', '),
      day = parts[0];

    dayCount[day] ? dayCount[day] ++ : dayCount[day] = 1;

    timestamp = parts.reduce(function(prev, part, idx) {
      if (idx > 0) {
        return (prev || '') + ' ' + part;
      }
    }, '');

    // Sentiment on facebook message, returns contextual mood of message
    var sentimentScore = sentiment(messageTxt).score,
        stamp = moment(timestamp, ['MMM D YYYY at h:mA']),
        stampYear = stamp.year(),
        stampMonth = stamp.month(),
        stampDay = stamp.date();

    monthCount[stampMonth] ? monthCount[stampMonth] ++ : monthCount[stampMonth] = 1;
    // var messageDate = stampMonth + '/' + stampDay + '/' + stampYear;
    // stream.write(userName + ',' + sentimentScore + ',' + messageDate + '\n');

    if (!calendar[stampYear]) {
      calendar[stampYear] = {};
    }

    if (!calendar[stampYear][stampMonth]) {
      calendar[stampYear][stampMonth] = {};
    }

    if (!calendar[stampYear][stampMonth][stampDay]) {
      calendar[stampYear][stampMonth][stampDay] = {};
    }

    if (!calendar[stampYear][stampMonth][stampDay][userName]) {
      calendar[stampYear][stampMonth][stampDay][userName] = [];
    }

    if (!userMessages[userName]) {
      userMessages[userName] = {
        messages: []
      };
    }

    var computedMessage = {
      content: messageTxt,
      timestamp: timestamp.trim(),
      score: sentimentScore
    };

    userMessages[userName].messages.push(computedMessage);
    calendar[stampYear][stampMonth][stampDay][userName].push(computedMessage);
  });
  // stream.end();

  for (var user in userMessages) {
    var messages = userMessages[user].messages;
    var len = messages.length;

    var sum = messages.reduce(function(prev, msg) {
      // Correct length for messages
      if (msg.content.split(' ').length <= 1) {
        len--;
        return prev || 0;
      }

      return (prev || 0) + msg.score;
    }, 0);

    userMessages[user].average = sum / len;
  }

  // Object for the front end
  var data = JSON.stringify({
    userMessages: userMessages,
    calendar: calendar,
    dictionary: dict,
    dayCount: dayCount,
    monthCount: monthCount
  })

  fs.writeFile('data.json', data, function(err) {
    if (err) throw err;
    console.log('It\'s saved!');
  });
});