massHeroStatSeedUpdate.js

var fs = require('fs');
var cheerio = require('cheerio');
var rawHeroList = fs.readFileSync('./heroSpecific.txt').toString();
var async = require('async');
var mongoose = require('mongoose');
var connectToDb = require('./server/db');
var User = mongoose.model('User');
var HeroStat = mongoose.model('heroStat');
var request = require('request');
var _ = require('lodash');

//generates the hero list of everyone except abaddon and adds them to database!
// NOTE TO SELF
//
// REPLACES IMAGES
//

connectToDb.then(function () {
  $ = cheerio.load(rawHeroList);
  var array = [];
  $('tr').each(function(i,elem){
    array.push($(this).find("img").attr('alt'));
  });
  array.shift(); //generates list of hero names
  array.unshift('abaddon');
  console.log('here is the array', array);
  var heroArr = array.map(function(el){
    return (el) ? el.toLowerCase().replace(/\s/g, '-').replace("\'", '') : el;
  });
  console.log('here is heroArr ', heroArr);
  var results = [];
  async.eachLimit(heroArr, 1, function(heroName, done){
    console.log('starting async');
    var tempUrl = 'http://www.dotabuff.com/heroes/' + heroName + '/matchups?date=patch_6.84b';
    var options = {
      url: tempUrl,
      headers: {
        'content-type': 'application/x-www-form-urlencoded',
        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.90 Safari/537.36' }
    };
    request(options, function (error, response, body) {
      //console.log('this hero hero' + heroName, body);
      var tempArr = [];
      if (!error && response.statusCode == 200) {
        $ = cheerio.load(body);
        $('tr').each(function(i,elem){
          tempArr.push([$(this).find("img").attr('alt'), $(this).find("td").first().next().next().text(), $(this).find("td").first().next().next().next().text(), $(this).find("td").first().next().next().next().next().text()]);
        });
        tempArr.shift();
      }
      var obj = {
        heroName: heroName,
        heroImage: 'http://cdn.dota2.com/apps/dota2/images/heroes/' + heroName + '_hphover.png',
        statType: 'heroMatchUp',
        proficiency: []
      };
      var tempObj = {};
      tempArr.forEach(function (el) {
        console.log('here is the element', el);
        tempObj = {};
        tempObj.name = el[0];
        tempObj.advantage = (el[1].replace('\.', '').replace('\%', '')) / 10000;
        tempObj.winRate = (el[2].replace('\.', '').replace('\%', '')) / 10000;
        tempObj.count = Number(el[3].replace(/\,/g, ''));
        console.log(tempObj);
        obj.proficiency.push(tempObj);
      });
      console.log('heres the obj.heroName', obj.heroName);
      HeroStat.findOne({heroName: obj.heroName}, function(err, foundHero){
        _.assign(foundHero, obj);
        foundHero.save(function(err, savedHero){
          if (err) console.log(err);
            done();

          //console.log(obj);
          //console.log('hero created?!', heroData);
        })
      })

    })
  }, function(err){
    if (err) console.log('uh oh error', err);
    console.log('all done!');
    process.kill(0);
  }).then(function () {
    process.kill(0);
  }).catch(function (err) {
    console.error(err);
    process.kill(1);
  });
});