4.2.0

.babelrc

@@ -1,6 +1,10 @@
 {
+  "presets": ["es2015"],
   "plugins": [
-    "transform-es2015-modules-commonjs",
-    "syntax-object-rest-spread",
+    "transform-object-rest-spread",
+    ["transform-async-to-module-method", {
+      "module": "bluebird",
+      "method": "coroutine"
+    }]
   ]
 }

.bowerrc

@@ -0,0 +1,3 @@
+{
+  "directory": "website/client-old/bower_components"
+}

.ebextensions/deploy.config

@@ -20,7 +20,11 @@ container_commands:
     command: "touch /tmp/.babel.json"
   02_ownBabel:
     command: "chmod a+rw /tmp/.babel.json"
-  03_installGulp:
+  03_installBower:
+    command: "$NODE_HOME/bin/npm install -g bower"
+  04_installGulp:
     command: "$NODE_HOME/bin/npm install -g gulp"
-  04_runGulp:
+  05_runBower:
+    command: "$NODE_HOME/lib/node_modules/bower/bin/bower --config.interactive=false --allow-root install -f"
+  06_runGulp:
     command: "$NODE_HOME/lib/node_modules/gulp/bin/gulp.js build"

.eslintignore

@@ -6,9 +6,15 @@ website/transpiled-babel/
 website/common/transpiled-babel/
 dist/
 dist-client/
-apidoc_build/
-content_cache/
-node_modules/
 
-# Old migrations, disabled
-migrations/archive/*
+# Not linted
+website/client-old/
+test/client-old/spec/**/*
+
+# Temporarilly disabled. These should be removed when the linting errors are fixed TODO
+migrations/*
+scripts/*
+website/common/browserify.js
+Gruntfile.js
+gulpfile.js
+gulp

.github/CONTRIBUTING.md

@@ -4,7 +4,7 @@
 
 # Pull Request
 
-[Please see these instructions for adding a pull request](http://habitica.fandom.com/wiki/Using_Your_Local_Install_to_Modify_Habitica%27s_Website_and_API)
+[Please see these instructions for adding a pull request](http://habitica.wikia.com/wiki/Using_Habitica_Git#Pull_Request)
 
 # Requesting a feature
 
@@ -12,9 +12,4 @@ Habitica uses [Trello](https://trello.com/b/EpoYEYod/habitica) to track feature
 
 # Contributing Code
 
-See [Contributing to Habitica](http://habitica.fandom.com/wiki/Contributing_to_Habitica#Coders_.28Web_.26_Mobile.29)
-
-## Issue Triage [![Open Source Helpers](https://www.codetriage.com/habitrpg/habitica/badges/users.svg)](https://www.codetriage.com/habitrpg/habitica)
-
-You can triage issues which may include reproducing bug reports or asking for vital information, such as version numbers or reproduction instructions. If you would like to start triaging issues, one easy way to get started is to [subscribe to habitrpg on CodeTriage](https://www.codetriage.com/habitrpg/habitica).
-
+See [Contributing to Habitica](http://habitica.wikia.com/wiki/Contributing_to_Habitica#Coders_.28Web_.26_Mobile.29)

.github/ISSUE_TEMPLATE.md

@@ -6,7 +6,7 @@
 
 [//]: # (For more guidelines see https://github.com/HabitRPG/habitica/issues/2760)
 
-[//]: # (Fill out relevant information - UUID is found from the Habitia website at User Icon > Settings > API)
+[//]: # (Fill out relevant information - UUID is found in Settings -> API)
 ### General Info
   * UUID: 
   * Browser: 

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,14 +1,14 @@
-[//]: # (Note: See http://habitica.fandom.com/wiki/Using_Your_Local_Install_to_Modify_Habitica%27s_Website_and_API for more info)
+[//]: # (Note: See http://habitica.wikia.com/wiki/Using_Habitica_Git#Pull_Request for more info)
 
-[//]: # (Put Issue # here, if applicable. This will automatically close the issue if your PR is merged in)
-Fixes put_#_and_issue_numer_here
+[//]: # (Put Issue # or URL here, if applicable. This will automatically close the issue if your PR is merged in)
+Fixes put_issue_url_here
 
 ### Changes
 [//]: # (Describe the changes that were made in detail here. Include pictures if necessary)
 
 
 
-[//]: # (Put User ID in here - found on the Habitica website at User Icon > Settings > API)
+[//]: # (Put User ID in here - found in Settings -> API)
 
 ----
 UUID: 

.gitignore

@@ -2,14 +2,11 @@
 website/client-old/gen
 website/client-old/common
 website/client-old/apidoc
-website/build
 website/client-old/js/habitrpg-shared.js*
 website/client-old/css/habitrpg-shared.css
 website/transpiled-babel/
 website/common/transpiled-babel/
 node_modules
-content_cache
-apidoc_build
 *.swp
 .idea*
 config.json
@@ -39,8 +36,6 @@ dist-client
 test/client/unit/coverage
 test/client/e2e/reports
 test/client-old/spec/mocks/translations.js
-yarn.lock
-.gitattributes
 
 # Elastic Beanstalk Files
 .elasticbeanstalk/*

.nodemonignore

@@ -4,7 +4,6 @@ node_modules/**
 .bower-registry/**
 website/client-old/**
 website/client/**
-website/client/store/**
 website/views/**
 website/build/**
 dist/**
@@ -17,4 +16,3 @@ CHANGELOG.md
 newrelic_agent.log
 *.swp
 *.swx
-website/raw_sprites/**

.nvmrc

@@ -1 +1 @@
-12
+6

.travis.yml

@@ -1,27 +1,36 @@
 language: node_js
 node_js:
-  - '12'
+  - '6'
+sudo: required
+dist: precise
 services:
   - mongodb
-cache:
-  directories:
-    - 'node_modules'
 addons:
-  chrome: stable
+  apt:
+    sources:
+      - ubuntu-toolchain-r-test
+    packages:
+      - g++-4.8
+before_install:
+  - $CXX --version
+  - npm install -g npm@5
+  - if [ $REQUIRES_SERVER ]; then sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 7F0CEB10; echo 'deb http://downloads-distro.mongodb.org/repo/ubuntu-upstart dist 10gen' | sudo tee /etc/apt/sources.list.d/mongodb.list; sudo apt-get update; sudo apt-get install mongodb-org-server; fi
+install:
+  - npm install &> npm.install.log || (cat npm.install.log; false)
 before_script:
   - npm run test:build
   - cp config.json.example config.json
-  - sleep 5
+  - sleep 15
 script:
   - npm run $TEST
+  - if [ $COVERAGE ]; then ./node_modules/.bin/lcov-result-merger 'coverage/**/*.info' | ./node_modules/coveralls/bin/coveralls.js; fi
 env:
   global:
+    - CXX=g++-4.8
     - DISABLE_REQUEST_LOGGING=true
   matrix:
     - TEST="lint"
-    - TEST="test:api:unit" REQUIRES_SERVER=true COVERAGE=true
-    - TEST="test:api-v3:integration" REQUIRES_SERVER=true COVERAGE=true
-    - TEST="test:api-v4:integration" REQUIRES_SERVER=true COVERAGE=true
+    - TEST="test:api-v3" REQUIRES_SERVER=true COVERAGE=true
     - TEST="test:sanity"
     - TEST="test:content" COVERAGE=true
     - TEST="test:common" COVERAGE=true

Dockerfile

@@ -1,30 +1,22 @@
-FROM node:12
-
-ENV ADMIN_EMAIL admin@habitica.com
-ENV AMAZON_PAYMENTS_CLIENT_ID amzn1.application-oa2-client.68ed9e6904ef438fbc1bf86bf494056e
-ENV AMAZON_PAYMENTS_SELLER_ID AMQ3SB4SG5E91
-ENV AMPLITUDE_KEY e8d4c24b3d6ef3ee73eeba715023dd43
-ENV BASE_URL https://habitica.com
-ENV FACEBOOK_KEY 128307497299777
-ENV GA_ID UA-33510635-1
-ENV GOOGLE_CLIENT_ID 1035232791481-32vtplgnjnd1aufv3mcu1lthf31795fq.apps.googleusercontent.com
-ENV LOGGLY_CLIENT_TOKEN ab5663bf-241f-4d14-8783-7d80db77089a
-ENV NODE_ENV production
-ENV STRIPE_PUB_KEY pk_85fQ0yMECHNfHTSsZoxZXlPSwSNfA
-
-# Install global packages
-RUN npm install -g gulp-cli mocha
-
-# Clone Habitica repo and install dependencies
-RUN mkdir -p /usr/src/habitrpg
-WORKDIR /usr/src/habitrpg
-RUN git clone --branch release --depth 1 https://github.com/HabitRPG/habitica.git /usr/src/habitrpg
-RUN npm install
-RUN gulp build:prod --force
-
-# Create Build dir
-RUN mkdir -p ./website/build
-
-# Start Habitica
-EXPOSE 3000
-CMD ["node", "./website/transpiled-babel/index.js"]
+FROM node:boron
+
+# Upgrade NPM to v5 (Yarn is needed because of this bug https://github.com/npm/npm/issues/16807)
+# The used solution is suggested here https://github.com/npm/npm/issues/16807#issuecomment-313591975
+RUN yarn global add npm@5
+# Install global packages
+RUN npm install -g gulp grunt-cli bower mocha
+
+# Clone Habitica repo and install dependencies
+RUN mkdir -p /usr/src/habitrpg
+WORKDIR /usr/src/habitrpg
+RUN git clone https://github.com/HabitRPG/habitica.git /usr/src/habitrpg
+RUN cp config.json.example config.json
+RUN npm install
+RUN bower install --allow-root
+
+# Create Build dir
+RUN mkdir -p ./website/build
+
+# Start Habitica
+EXPOSE 3000
+CMD ["npm", "start"]

Dockerfile-Dev

@@ -1,5 +0,0 @@
-FROM node:12
-WORKDIR /code
-COPY package*.json /code/
-RUN npm install
-RUN npm install -g gulp-cli mocha

Dockerfile-Production

@@ -0,0 +1,22 @@
+FROM node:boron
+
+# Upgrade NPM to v5 (Yarn is needed because of this bug https://github.com/npm/npm/issues/16807)
+# The used solution is suggested here https://github.com/npm/npm/issues/16807#issuecomment-313591975
+RUN yarn global add npm@5
+# Install global packages
+RUN npm install -g gulp grunt-cli bower mocha
+
+# Clone Habitica repo and install dependencies
+RUN mkdir -p /usr/src/habitrpg
+WORKDIR /usr/src/habitrpg
+RUN git clone --branch v4.0.3 https://github.com/HabitRPG/habitica.git /usr/src/habitrpg
+RUN npm install
+RUN bower install --allow-root
+RUN gulp build:prod --force
+
+# Create Build dir
+RUN mkdir -p ./website/build
+
+# Start Habitica
+EXPOSE 3000
+CMD ["node", "./website/transpiled-babel/index.js"]

Gruntfile.js

@@ -0,0 +1,142 @@
+/*global module:false*/
+require('babel-register');
+var _ = require('lodash');
+module.exports = function(grunt) {
+
+  // Project configuration.
+  grunt.initConfig({
+    pkg: grunt.file.readJSON('package.json'),
+
+    karma: {
+      unit: {
+        configFile: 'test/client-old/spec/karma.conf.js'
+      },
+      continuous: {
+        configFile: 'test/client-old/spec/karma.conf.js',
+        singleRun: true,
+        autoWatch: false
+      }
+    },
+
+    clean: {
+      build: ['website/build']
+    },
+
+    cssmin: {
+      dist: {
+        options: {
+          report: 'gzip'
+        },
+        files:{
+          "website/client-old/css/habitrpg-shared.css": [
+            "website/assets/sprites/dist/spritesmith*.css",
+            "website/assets/sprites/css/backer.css",
+            "website/assets/sprites/css/Mounts.css",
+            "website/assets/sprites/css/index.css"
+          ]
+        }
+      }
+    },
+
+    stylus: {
+      build: {
+        options: {
+          compress: false, // AFTER
+          'include css': true,
+          paths: ['website/client-old']
+        },
+        files: {
+          'website/build/app.css': ['website/client-old/css/index.styl'],
+          'website/build/static.css': ['website/client-old/css/static.styl']
+        }
+      }
+    },
+
+    copy: {
+      build: {
+        files: [
+          {expand: true, cwd: 'website/client-old/', src: 'favicon.ico', dest: 'website/build/'},
+          {expand: true, cwd: 'website/client-old/', src: 'favicon_192x192.png', dest: 'website/build/'},
+          {expand: true, cwd: 'website/assets/sprites/dist/', src: 'spritesmith*.png', dest: 'website/build/static/sprites'},
+          {expand: true, cwd: 'website/assets/sprites/', src: 'backer-only/*.gif', dest: 'website/build/'},
+          {expand: true, cwd: 'website/assets/sprites/', src: 'npc_ian.gif', dest: 'website/build/'},
+          {expand: true, cwd: 'website/assets/sprites/', src: 'quest_*.gif', dest: 'website/build/'},
+          {expand: true, cwd: 'website/client-old/', src: 'bower_components/bootstrap/dist/fonts/*', dest: 'website/build/'}
+        ]
+      }
+    },
+
+    // UPDATE IT WHEN YOU ADD SOME FILES NOT ALREADY MATCHED!
+    hashres: {
+      build: {
+        options: {
+          fileNameFormat: '${name}-${hash}.${ext}'
+        },
+        src: [
+          'website/build/*.js',
+          'website/build/*.css',
+          'website/build/favicon.ico',
+          'website/build/favicon_192x192.png',
+          'website/build/*.png',
+          'website/build/static/sprites/*.png',
+          'website/build/*.gif',
+          'website/build/bower_components/bootstrap/dist/fonts/*'
+        ],
+        dest: 'website/build/*.css'
+      }
+    }
+  });
+
+  //Load build files from client-old/manifest.json
+  grunt.registerTask('loadManifestFiles', 'Load all build files from client-old/manifest.json', function(){
+    var files = grunt.file.readJSON('./website/client-old/manifest.json');
+    var uglify = {};
+    var cssmin = {};
+
+    _.each(files, function(val, key){
+
+      var js = uglify['website/build/' + key + '.js'] = [];
+
+      _.each(files[key].js, function(val){
+        var path = "./";
+        if( val.indexOf('common/') == -1)
+          path = './website/client-old/';
+        js.push(path + val);
+      });
+
+      var css = cssmin['website/build/' + key + '.css'] = [];
+
+      _.each(files[key].css, function(val){
+        var path = "./";
+        if( val.indexOf('common/') == -1) {
+          path = (val == 'app.css' || val == 'static.css') ?  './website/build/' : './website/client-old/';
+        }
+        css.push(path + val)
+      });
+
+    });
+
+    grunt.config.set('uglify.build.files', uglify);
+    grunt.config.set('uglify.build.options', {compress: false});
+
+    grunt.config.set('cssmin.build.files', cssmin);
+    // Rewrite urls to relative path
+    grunt.config.set('cssmin.build.options', {'target': 'website/client-old/css/whatever-css.css'});
+  });
+
+  // Register tasks.
+  grunt.registerTask('build:prod', ['loadManifestFiles', 'clean:build', 'uglify', 'stylus', 'cssmin', 'copy:build', 'hashres']);
+  grunt.registerTask('build:dev', ['cssmin', 'stylus']);
+  grunt.registerTask('build:test', ['build:dev']);
+
+  // Load tasks
+  grunt.loadNpmTasks('grunt-contrib-uglify');
+  grunt.loadNpmTasks('grunt-contrib-clean');
+  grunt.loadNpmTasks('grunt-contrib-stylus');
+  grunt.loadNpmTasks('grunt-contrib-cssmin');
+  grunt.loadNpmTasks('grunt-contrib-copy');
+  grunt.loadNpmTasks('grunt-contrib-watch');
+  grunt.loadNpmTasks('grunt-hashres');
+  if (process.env.NODE_ENV !== 'production') grunt.loadNpmTasks('grunt-karma');
+
+};

README.md

@@ -1,16 +1,11 @@
-Habitica [![Build Status](https://travis-ci.org/HabitRPG/habitica.svg?branch=develop)](https://travis-ci.org/HabitRPG/habitica) [![Code Climate](https://codeclimate.com/github/HabitRPG/habitrpg.svg)](https://codeclimate.com/github/HabitRPG/habitrpg) [![Bountysource](https://api.bountysource.com/badge/tracker?tracker_id=68393)](https://www.bountysource.com/trackers/68393-habitrpg?utm_source=68393&utm_medium=shield&utm_campaign=TRACKER_BADGE) [![Open Source Helpers](https://www.codetriage.com/habitrpg/habitica/badges/users.svg)](https://www.codetriage.com/habitrpg/habitica)
+Habitica [![Build Status](https://travis-ci.org/HabitRPG/habitica.svg?branch=develop)](https://travis-ci.org/HabitRPG/habitica) [![Code Climate](https://codeclimate.com/github/HabitRPG/habitrpg.svg)](https://codeclimate.com/github/HabitRPG/habitrpg) [![Coverage Status](https://coveralls.io/repos/github/HabitRPG/habitica/badge.svg?branch=develop)](https://coveralls.io/github/HabitRPG/habitica?branch=develop) [![Bountysource](https://api.bountysource.com/badge/tracker?tracker_id=68393)](https://www.bountysource.com/trackers/68393-habitrpg?utm_source=68393&utm_medium=shield&utm_campaign=TRACKER_BADGE)
 ===============
 
-[![Greenkeeper badge](https://badges.greenkeeper.io/HabitRPG/habitica.svg)](https://greenkeeper.io/)
-
 [Habitica](https://habitica.com) is an open source habit building program which treats your life like a Role Playing Game. Level up as you succeed, lose HP as you fail, earn money to buy weapons and armor.
 
-**We need more programmers!** Your assistance will be greatly appreciated. The wiki pages below and the additional pages they link to will tell you how to get started on contributing code and where you can go to seek further help or ask questions:
-* [Guidance for Blacksmiths](http://habitica.fandom.com/wiki/Guidance_for_Blacksmiths) - an introduction to the technologies used and how the software is organized.
-* [Setting up Habitica Locally](http://habitica.fandom.com/wiki/Setting_up_Habitica_Locally) - how to set up a local install of Habitica for development and testing on various platforms.
+We need more programmers! Your assistance will be greatly appreciated.
 
-Habitica's code is licensed as described at https://github.com/HabitRPG/habitica/blob/develop/LICENSE
+For an introduction to the technologies used and how the software is organized, refer to [Guidance for Blacksmiths](http://habitica.wikia.com/wiki/Guidance_for_Blacksmiths).
 
-**Found a bug?** Please report it in the [Report a Bug guild](https://habitica.com/groups/guild/a29da26b-37de-4a71-b0c6-48e72a900dac) rather than creating an issue (an admin will advise you if a new issue is necessary; usually it is not).
+To set up a local install of Habitica for development and testing on various platforms, see [Setting up Habitica Locally](http://habitica.wikia.com/wiki/Setting_up_Habitica_Locally).
 
-**Have any questions about Habitica or its community?** See the links in the [habitica.com](https://habitica.com) website's Help menu or drop in to [Guilds > Tavern Chat](https://habitica.com/groups/tavern) to ask questions or chat socially!

VAGRANT.md

@@ -8,4 +8,4 @@ minimal dependencies on the developer's local platform. It can be used
 on a variety of systems including Windows, Mac OS X, and Linux.
 
 Instructions for using the Habitica Vagrant environment are in
-[Setting up Habitica Locally](http://habitica.fandom.com/wiki/Setting_up_Habitica_Locally).
+[Setting up Habitica Locally](http://habitica.wikia.com/wiki/Setting_up_Habitica_Locally).

Vagrantfile.example

@@ -16,7 +16,5 @@ Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
   config.vm.hostname = "habitrpg"
   config.vm.network "forwarded_port", guest: 3000, host: 3000, auto_correct: true
   config.vm.usable_port_range = (3000..3050)
-  config.vm.network "forwarded_port", guest: 8080, host: 8080, auto_correct: true
-  config.vm.usable_port_range = (8080..8130)
   config.vm.provision :shell, :path => "vagrant_scripts/vagrant.sh"
 end

bower.json

@@ -0,0 +1,56 @@
+{
+  "name": "HabitRPG",
+  "version": "0.1.1",
+  "homepage": "https://github.com/lefnire/habitrpg",
+  "authors": [
+    "Tyler Renelle <tylerrenelle@gmail.com>"
+  ],
+  "private": true,
+  "ignore": [
+    "**/.*",
+    "node_modules",
+    "website/client-old/bower_components",
+    "test",
+    "tests"
+  ],
+  "dependencies": {
+    "Angular-At-Directive": "snicker/Angular-At-Directive#c27bae207aa06d1e",
+    "angular": "1.3.9",
+    "angular-bootstrap": "0.13.0",
+    "angular-filter": "0.5.1",
+    "angular-loading-bar": "0.6.0",
+    "angular-resource": "1.3.9",
+    "angular-sanitize": "1.3.9",
+    "angular-ui": "0.4.0",
+    "angular-ui-router": "0.2.13",
+    "angular-ui-select2": "angular-ui/ui-select2#afa6589a54cb72815f",
+    "angular-ui-utils": "0.1.0",
+    "bootstrap": "3.1.0",
+    "bootstrap-growl": "ifightcrime/bootstrap-growl#162daa41cd1155f",
+    "bootstrap-tour": "0.10.1",
+    "css-social-buttons": "samcollins/css-social-buttons#v1.1.1 ",
+    "github-buttons": "mdo/github-buttons#v3.0.0",
+    "hello": "1.14.1",
+    "jquery": "2.1.0",
+    "jquery-colorbox": "1.4.36",
+    "jquery-ui": "1.10.3",
+    "jquery.cookie": "1.4.0",
+    "js-emoji": "snicker/js-emoji#f25d8a303f",
+    "ngInfiniteScroll": "1.1.0",
+    "pnotify": "1.3.1",
+    "sticky": "1.0.3",
+    "swagger-ui": "wordnik/swagger-ui#v2.0.24",
+    "smart-app-banner": "78ef9c0679723b25be1a0ae04f7b4aef7cbced4f",
+    "habitica-markdown": "1.2.2",
+    "pusher-js-auth": "^2.0.0",
+    "pusher-websocket-iso": "pusher#^3.2.0",
+    "taggle": "^1.11.1"
+  },
+  "devDependencies": {
+    "angular-mocks": "1.3.9"
+  },
+  "resolutions": {
+    "angular": "1.3.9",
+    "jquery": ">=1.9.0"
+  }
+}

config.json.example

@@ -1,77 +1,106 @@
 {
-  "ADMIN_EMAIL": "you@example.com",
-  "AMAZON_PAYMENTS_CLIENT_ID": "CLIENT_ID",
-  "AMAZON_PAYMENTS_MODE": "sandbox",
-  "AMAZON_PAYMENTS_MWS_KEY": "MWS_KEY",
-  "AMAZON_PAYMENTS_MWS_SECRET": "MWS_SECRET",
-  "AMAZON_PAYMENTS_SELLER_ID": "SELLER_ID",
-  "AMPLITUDE_KEY": "AMPLITUDE_KEY",
-  "AMPLITUDE_SECRET": "AMPLITUDE_SECRET",
-  "BASE_URL": "http://localhost:3000",
-  "CRON_SAFE_MODE": "false",
-  "CRON_SEMI_SAFE_MODE": "false",
-  "DISABLE_REQUEST_LOGGING": "true",
-  "EMAILS_COMMUNITY_MANAGER_EMAIL": "admin@habitica.com",
-  "EMAILS_PRESS_ENQUIRY_EMAIL": "admin@habitica.com",
-  "EMAILS_TECH_ASSISTANCE_EMAIL": "admin@habitica.com",
-  "EMAIL_SERVER_AUTH_PASSWORD": "password",
-  "EMAIL_SERVER_AUTH_USER": "user",
-  "EMAIL_SERVER_URL": "http://example.com",
-  "ENABLE_CONSOLE_LOGS_IN_PROD": "false",
-  "ENABLE_CONSOLE_LOGS_IN_TEST": "false",
-  "FACEBOOK_KEY": "123456789012345",
-  "FACEBOOK_SECRET": "aaaabbbbccccddddeeeeffff00001111",
-  "FLAG_REPORT_EMAIL": "email@example.com, email2@example.com",
-  "GA_ID": "GA_ID",
-  "GOOGLE_CLIENT_ID": "123456789012345",
-  "GOOGLE_CLIENT_SECRET": "aaaabbbbccccddddeeeeffff00001111",
-  "IAP_GOOGLE_KEYDIR": "/path/to/google/public/key/dir/",
-  "IGNORE_REDIRECT": "true",
-  "ITUNES_SHARED_SECRET": "aaaabbbbccccddddeeeeffff00001111",
-  "LOGGLY_CLIENT_TOKEN": "token",
-  "LOGGLY_SUBDOMAIN": "example-subdomain",
-  "LOGGLY_TOKEN": "example-token",
-  "MAINTENANCE_MODE": "false",
-  "NODE_DB_URI": "mongodb://localhost/habitrpg",
-  "NODE_ENV": "development",
-  "PATH": "bin:node_modules/.bin:/usr/local/bin:/usr/bin:/bin",
-  "PAYPAL_BILLING_PLANS_basic_12mo": "basic_12mo",
-  "PAYPAL_BILLING_PLANS_basic_3mo": "basic_3mo",
-  "PAYPAL_BILLING_PLANS_basic_6mo": "basic_6mo",
-  "PAYPAL_BILLING_PLANS_basic_earned": "basic_earned",
-  "PAYPAL_BILLING_PLANS_google_6mo": "google_6mo",
-  "PAYPAL_CLIENT_ID": "client_id",
-  "PAYPAL_CLIENT_SECRET": "client_secret",
-  "PAYPAL_EXPERIENCE_PROFILE_ID": "xp_profile_id",
-  "PAYPAL_MODE": "sandbox",
-  "PLAY_API_ACCESS_TOKEN": "aaaabbbbccccddddeeeeffff00001111",
-  "PLAY_API_CLIENT_ID": "aaaabbbbccccddddeeeeffff00001111",
-  "PLAY_API_CLIENT_SECRET": "aaaabbbbccccddddeeeeffff00001111",
-  "PLAY_API_REFRESH_TOKEN": "aaaabbbbccccddddeeeeffff00001111",
-  "PORT": 3000,
-  "PUSH_CONFIGS_APN_ENABLED": "false",
-  "PUSH_CONFIGS_APN_KEY": "xxxxxxxxxx",
-  "PUSH_CONFIGS_APN_KEY_ID": "xxxxxxxxxx",
-  "PUSH_CONFIGS_APN_TEAM_ID": "aaabbbcccd",
-  "PUSH_CONFIGS_FCM_SERVER_API_KEY": "aaabbbcccd",
-  "S3_ACCESS_KEY_ID": "accessKeyId",
-  "S3_BUCKET": "bucket",
-  "S3_SECRET_ACCESS_KEY": "secretAccessKey",
-  "SESSION_SECRET": "YOUR SECRET HERE",
-  "SESSION_SECRET_IV": "12345678912345678912345678912345",
-  "SESSION_SECRET_KEY": "1234567891234567891234567891234567891234567891234567891234567891",
-  "SITE_HTTP_AUTH_ENABLED": "false",
-  "SITE_HTTP_AUTH_PASSWORDS": "password,wordpass,passkey",
-  "SITE_HTTP_AUTH_USERNAMES": "admin,tester,contributor",
-  "SLACK_FLAGGING_FOOTER_LINK": "https://habitrpg.github.io/flag-o-rama/",
-  "SLACK_FLAGGING_URL": "https://hooks.slack.com/services/id/id/id",
-  "SLACK_SUBSCRIPTIONS_URL": "https://hooks.slack.com/services/id/id/id",
-  "SLACK_URL": "https://hooks.slack.com/services/some-url",
-  "STRIPE_API_KEY": "aaaabbbbccccddddeeeeffff00001111",
-  "STRIPE_PUB_KEY": "22223333444455556666777788889999",
-  "TEST_DB_URI": "mongodb://localhost/habitrpg_test",
-  "TRANSIFEX_SLACK_CHANNEL": "transifex",
-  "WEB_CONCURRENCY": 1,
-  "SKIP_SSL_CHECK_KEY": "key",
-  "ENABLE_STACKDRIVER_TRACING": "false"
+    "PORT":3000,
+    "ENABLE_CONSOLE_LOGS_IN_PROD":"false",
+    "IP":"0.0.0.0",
+    "WEB_CONCURRENCY":1,
+    "BASE_URL":"http://localhost:3000",
+    "FACEBOOK_KEY":"123456789012345",
+    "FACEBOOK_SECRET":"aaaabbbbccccddddeeeeffff00001111",
+    "GOOGLE_CLIENT_ID":"123456789012345",
+    "GOOGLE_CLIENT_SECRET":"aaaabbbbccccddddeeeeffff00001111",
+    "PLAY_API": {
+      "CLIENT_ID": "aaaabbbbccccddddeeeeffff00001111",
+      "CLIENT_SECRET": "aaaabbbbccccddddeeeeffff00001111",
+      "ACCESS_TOKEN":"aaaabbbbccccddddeeeeffff00001111",
+      "REFRESH_TOKEN":"aaaabbbbccccddddeeeeffff00001111"
+    },
+    "NODE_DB_URI":"mongodb://localhost/habitrpg",
+    "TEST_DB_URI":"mongodb://localhost/habitrpg_test",
+    "NODE_ENV":"development",
+    "ENABLE_CONSOLE_LOGS_IN_TEST": false,
+    "CRON_SAFE_MODE":"false",
+    "CRON_SEMI_SAFE_MODE":"false",
+    "MAINTENANCE_MODE": "false",
+    "SESSION_SECRET":"YOUR SECRET HERE",
+    "ADMIN_EMAIL": "you@example.com",
+    "SMTP_USER":"user@example.com",
+    "SMTP_PASS":"password",
+    "SMTP_SERVICE":"Gmail",
+    "SMTP_HOST":"example.com",
+    "SMTP_PORT": 587,
+    "SMTP_TLS": true,
+    "STRIPE_API_KEY":"aaaabbbbccccddddeeeeffff00001111",
+    "STRIPE_PUB_KEY":"22223333444455556666777788889999",
+    "NEW_RELIC_LICENSE_KEY":"NEW_RELIC_LICENSE_KEY",
+    "NEW_RELIC_NO_CONFIG_FILE":"true",
+    "NEW_RELIC_APPLICATION_ID":"NEW_RELIC_APPLICATION_ID",
+    "NEW_RELIC_API_KEY":"NEW_RELIC_API_KEY",
+    "GA_ID": "GA_ID",
+    "AMPLITUDE_KEY": "AMPLITUDE_KEY",
+    "AMAZON_PAYMENTS": {
+        "SELLER_ID": "SELLER_ID",
+        "CLIENT_ID": "CLIENT_ID",
+        "MWS_KEY": "",
+        "MWS_SECRET": ""
+    },
+    "FLAG_REPORT_EMAIL": "email@mod.com,email2@mod.com",
+    "EMAIL_SERVER": {
+        "url": "http://example.com",
+        "authUser": "user",
+        "authPassword": "password"
+    },
+    "S3":{
+        "bucket":"bucket",
+        "accessKeyId":"accessKeyId",
+        "secretAccessKey":"secretAccessKey"
+    },
+    "SLACK_URL": "https://hooks.slack.com/services/some-url",
+    "TRANSIFEX_SLACK_CHANNEL": "transifex",
+    "PAYPAL":{
+        "billing_plans": {
+            "basic_earned":"basic_earned",
+            "basic_3mo":"basic_3mo",
+            "basic_6mo":"basic_6mo",
+            "google_6mo":"google_6mo",
+            "basic_12mo":"basic_12mo"
+        },
+        "mode":"sandbox",
+        "client_id":"client_id",
+        "client_secret":"client_secret",
+        "experience_profile_id": ""
+    },
+    "IAP_GOOGLE_KEYDIR": "/path/to/google/public/key/dir/",
+    "LOGGLY_TOKEN": "token",
+    "LOGGLY_ACCOUNT": "account",
+    "PUSH_CONFIGS": {
+        "GCM_SERVER_API_KEY": "",
+        "APN_ENABLED": "false",
+        "FCM_SERVER_API_KEY": ""
+    },
+    "SITE_HTTP_AUTH": {
+        "ENABLED": "false",
+        "USERNAME": "admin",
+        "PASSWORD": "password"
+    },
+    "PUSHER": {
+        "ENABLED": "false",
+        "APP_ID": "appId",
+        "KEY": "key",
+        "SECRET": "secret"
+    },
+    "SLACK": {
+        "FLAGGING_URL": "https://hooks.slack.com/services/id/id/id",
+        "FLAGGING_FOOTER_LINK": "https://habitrpg.github.io/flag-o-rama/",
+        "SUBSCRIPTIONS_URL": "https://hooks.slack.com/services/id/id/id"
+    },
+    "ITUNES_SHARED_SECRET": "aaaabbbbccccddddeeeeffff00001111",
+    "EMAILS" : {
+        "COMMUNITY_MANAGER_EMAIL" : "leslie@habitica.com",
+        "TECH_ASSISTANCE_EMAIL" : "admin@habitica.com",
+        "PRESS_ENQUIRY_EMAIL" : "leslie@habitica.com"
+    },
+    "LOGGLY" : {
+        "TOKEN" : "example-token",
+        "SUBDOMAIN" : "exmaple-subdomain"
+    }
 }

database_reports/20180607_subscriber_histories.js

@@ -1,100 +0,0 @@
-import max from 'lodash/max';
-import mean from 'lodash/mean';
-import monk from 'monk';
-import round from 'lodash/round';
-import sum from 'lodash/sum';
-
-/*
- * Output data on subscribers' task histories, formatted for CSV.
- * User ID,Count of Dailies,Count of Habits,Total History Size,Max History Size,Mean History Size,Median History Size
- */
-const connectionString = 'mongodb://localhost:27017/habitrpg?auto_reconnect=true'; // FOR TEST DATABASE
-
-let dbUsers = monk(connectionString).get('users', { castIds: false });
-let dbTasks = monk(connectionString).get('tasks', { castIds: false });
-
-function usersReport () {
-  let allHistoryLengths = [];
-
-  console.info('User ID,Count of Dailies,Count of Habits,Total History Size,Max History Size,Mean History Size,Median History Size');
-
-  dbUsers.find(
-    {
-      $and:
-        [
-          {'purchased.plan.planId': {$ne:null}},
-          {'purchased.plan.planId': {$ne:''}},
-        ],
-      $or:
-        [
-          {'purchased.plan.dateTerminated': null},
-          {'purchased.plan.dateTerminated': ''},
-          {'purchased.plan.dateTerminated': {$gt:new Date()}},
-        ],
-    },
-    {
-      fields: {_id: 1},
-    }
-  ).each((user, {close, pause, resume}) => {
-    let historyLengths = [];
-    let habitCount = 0;
-    let dailyCount = 0;
-
-    pause();
-    return dbTasks.find(
-      {
-        userId: user._id,
-        $or:
-          [
-            {type: 'habit'},
-            {type: 'daily'},
-          ],
-      },
-      {
-        fields: {
-          type: 1,
-          history: 1,
-        },
-      }
-    ).each((task) => {
-      if (task.type === 'habit') {
-        habitCount++;
-      }
-      if (task.type === 'daily') {
-        dailyCount++;
-      }
-      if (task.history.length > 0) {
-        allHistoryLengths.push(task.history.length);
-        historyLengths.push(task.history.length);
-      }
-    }).then(() => {
-      const totalHistory = sum(historyLengths);
-      const maxHistory = historyLengths.length > 0 ? max(historyLengths) : 0;
-      const meanHistory = historyLengths.length > 0 ? round(mean(historyLengths)) : 0;
-      const medianHistory = historyLengths.length > 0 ? median(historyLengths) : 0;
-      console.info(`${user._id},${dailyCount},${habitCount},${totalHistory},${maxHistory},${meanHistory},${medianHistory}`);
-      resume();
-    });
-  }).then(() => {
-    console.info(`Total Subscriber History Entries: ${sum(allHistoryLengths)}`);
-    console.info(`Largest History Size: ${max(allHistoryLengths)}`);
-    console.info(`Mean History Size: ${round(mean(allHistoryLengths))}`);
-    console.info(`Median History Size: ${median(allHistoryLengths)}`);
-    return process.exit(0);
-  });
-}
-
-function median(values) { // https://gist.github.com/caseyjustus/1166258
-  values.sort( function(a,b) {return a - b;} );
-
-  var half = Math.floor(values.length/2);
-
-  if (values.length % 2) {
-    return values[half];
-  }
-  else {
-    return (values[half-1] + values[half]) / 2.0;
-  }
-}
-
-module.exports = usersReport;

database_reports/20181001_backtoschool_challenge.js

@@ -1,48 +0,0 @@
-import monk from 'monk';
-import nconf from 'nconf';
-
-/*
- * Output data on users who completed all the To-Do tasks in the 2018 Back-to-School Challenge.
- * User ID,Profile Name
- */
-const CONNECTION_STRING = nconf.get('MIGRATION_CONNECT_STRING');
-const CHALLENGE_ID = '0acb1d56-1660-41a4-af80-9259f080b62b';
-
-let dbUsers = monk(CONNECTION_STRING).get('users', { castIds: false });
-let dbTasks = monk(CONNECTION_STRING).get('tasks', { castIds: false });
-
-function usersReport() {
-  console.info('User ID,Profile Name');
-  let userCount = 0;
-
-  dbUsers.find(
-    {challenges: CHALLENGE_ID},
-    {fields:
-      {_id: 1, 'profile.name': 1}
-    },
-  ).each((user, {close, pause, resume}) => {
-    pause();
-    userCount++;
-    let completedTodos = 0;
-    return dbTasks.find(
-      {
-        userId: user._id,
-        'challenge.id': CHALLENGE_ID,
-        type: 'todo',
-      },
-      {fields: {completed: 1}}
-    ).each((task) => {
-      if (task.completed) completedTodos++;
-    }).then(() => {
-      if (completedTodos >= 7) {
-        console.info(`${user._id},${user.profile.name}`);
-      }
-      resume();
-    });
-  }).then(() => {
-    console.info(`${userCount} users reviewed`);
-    return process.exit(0);
-  });
-}
-
-module.exports = usersReport;

docker-compose.dev.yml

@@ -1,45 +1,3 @@
-version: "3"
-services:
-  client:
-    build:
-      context: .
-      dockerfile: ./Dockerfile-Dev
-    command: ["npm", "run", "client:dev"]
-    depends_on:
-      - server
-    environment:
-      - BASE_URL=http://server:3000
-    image: habitica
-    networks:
-      - habitica
-    ports:
-      - "8080:8080"
-    volumes:
-      - .:/code
-      - /code/node_modules
-  server:
-    build:
-      context: .
-      dockerfile: ./Dockerfile-Dev
-    command: ["npm", "start"]
-    depends_on:
-      - mongo
-    environment:
-      - NODE_DB_URI=mongodb://mongo/habitrpg
-    image: habitica
-    networks:
-      - habitica
-    ports:
-      - "3000:3000"
-    volumes:
-      - .:/code
-      - /code/node_modules
-  mongo:
-    image: mongo:3.4
-    networks:
-      - habitica
-    ports:
-      - "27017:27017"
-networks:
-  habitica:
-    driver: bridge
+web:
+  volumes:
+    - '.:/usr/src/habitrpg'

docker-compose.yml

@@ -1,36 +1,13 @@
-version: "3"
-services:
+web:
+  build: .
+  ports:
+    - "3000:3000"
+  links:
+    - mongo
+  environment:
+    - NODE_DB_URI=mongodb://mongo/habitrpg
 
-  client:
-    build: .
-    networks:
-      - habitica
-    environment:
-      - BASE_URL=http://server:3000
-    ports:
-        - "8080:8080"
-    command: ["npm", "run", "client:dev"]
-    depends_on:
-      - server
-
-  server:
-    build: .
-    ports:
-      - "3000:3000"
-    networks:
-      - habitica
-    environment:
-      - NODE_DB_URI=mongodb://mongo/habitrpg
-    depends_on:
-      - mongo
-
-  mongo:
-    image: mongo:3.4
-    ports:
-      - "27017:27017"
-    networks:
-      - habitica
-
-networks:
-  habitica:
-    driver: bridge
+mongo:
+  image: mongo
+  ports:
+    - "27017:27017"

gulp/.eslintrc

@@ -0,0 +1,10 @@
+{
+  "root": true,
+  "env": {
+    "node": true,
+  },
+  "extends": [
+    "habitrpg/server",
+    "habitrpg/babel"
+  ],
+}

gulp/gulp-apidoc.js

@@ -2,13 +2,13 @@ import gulp from 'gulp';
 import clean from 'rimraf';
 import apidoc from 'apidoc';
 
-const APIDOC_DEST_PATH = './apidoc_build';
+const APIDOC_DEST_PATH = './website/build/apidoc';
 const APIDOC_SRC_PATH = './website/server';
 gulp.task('apidoc:clean', (done) => {
   clean(APIDOC_DEST_PATH, done);
 });
 
-gulp.task('apidoc', gulp.series('apidoc:clean', (done) => {
+gulp.task('apidoc', ['apidoc:clean'], (done) => {
   let result = apidoc.createDoc({
     src: APIDOC_SRC_PATH,
     dest: APIDOC_DEST_PATH,
@@ -19,8 +19,8 @@ gulp.task('apidoc', gulp.series('apidoc:clean', (done) => {
   } else {
     done();
   }
-}));
+});
 
-gulp.task('apidoc:watch', gulp.series('apidoc', (done) => {
-  return gulp.watch(`${APIDOC_SRC_PATH}/**/*.js`, gulp.series('apidoc', done));
-}));
+gulp.task('apidoc:watch', ['apidoc'], () => {
+  return gulp.watch(APIDOC_SRC_PATH + '/**/*.js', ['apidoc']);
+});

gulp/gulp-babelify.js

@@ -0,0 +1,31 @@
+import gulp from 'gulp';
+import browserify from 'browserify';
+import source from 'vinyl-source-stream';
+import buffer from 'vinyl-buffer';
+import uglify from 'gulp-uglify';
+import sourcemaps from 'gulp-sourcemaps';
+import babel from 'babelify';
+
+gulp.task('browserify', function () {
+  let bundler = browserify({
+    entries: './website/common/browserify.js',
+    debug: true,
+    transform: [[babel, { compact: false }]],
+  });
+
+  return bundler.bundle()
+    .pipe(source('habitrpg-shared.js'))
+    .pipe(buffer())
+    .pipe(sourcemaps.init({loadMaps: true}))
+    .pipe(uglify())
+    .on('error', function (err) {
+      console.error(err);
+      this.emit('end');
+    })
+    .pipe(sourcemaps.write('./'))
+    .pipe(gulp.dest('./website/client-old/js/'));
+});
+
+gulp.task('browserify:watch', () => {
+  gulp.watch('./website/common/script/**/*.js', ['browserify']);
+});

gulp/gulp-bootstrap.js

@@ -0,0 +1,36 @@
+import gulp from 'gulp';
+import fs from 'fs';
+
+// Copy Bootstrap 4 config variables from /website /node_modules so we can check
+// them into Git
+
+const BOOSTRAP_NEW_CONFIG_PATH = 'website/client/assets/scss/bootstrap_config.scss';
+const BOOTSTRAP_ORIGINAL_CONFIG_PATH = 'node_modules/bootstrap/scss/_custom.scss';
+
+// https://stackoverflow.com/a/14387791/969528
+function copyFile(source, target, cb) {
+  let cbCalled = false;
+
+  function done(err) {
+    if (!cbCalled) {
+      cb(err);
+      cbCalled = true;
+    }
+  }
+
+  let rd = fs.createReadStream(source);
+  rd.on('error', done);
+  let wr = fs.createWriteStream(target);
+  wr.on('error', done);
+  wr.on('close', () => done());
+  rd.pipe(wr);
+}
+
+gulp.task('bootstrap', (done) => {
+  // use new config
+  copyFile(
+    BOOSTRAP_NEW_CONFIG_PATH,
+    BOOTSTRAP_ORIGINAL_CONFIG_PATH,
+    done,
+  );
+});

gulp/gulp-build.js

@@ -1,6 +1,16 @@
 import gulp from 'gulp';
+import runSequence from 'run-sequence';
 import babel from 'gulp-babel';
 import webpackProductionBuild from '../webpack/build';
+require('gulp-grunt')(gulp);
+
+gulp.task('build', () => {
+  if (process.env.NODE_ENV === 'production') {
+    gulp.start('build:prod');
+  } else {
+    gulp.start('build:dev');
+  }
+});
 
 gulp.task('build:src', () => {
   return gulp.src('website/server/**/*.js')
@@ -14,30 +24,28 @@ gulp.task('build:common', () => {
     .pipe(gulp.dest('website/common/transpiled-babel/'));
 });
 
-gulp.task('build:server', gulp.series('build:src', 'build:common', done => done()));
+gulp.task('build:server', ['build:src', 'build:common']);
 
 // Client Production Build
-gulp.task('build:client', (done) => {
+gulp.task('build:client', ['bootstrap'], (done) => {
   webpackProductionBuild((err, output) => {
     if (err) return done(err);
-    console.log(output); // eslint-disable-line no-console
-    done();
+    console.log(output);
   });
 });
 
-gulp.task('build:prod', gulp.series(
-  'build:server',
+gulp.task('build:dev', ['browserify', 'prepare:staticNewStuff'], (done) => {
+  gulp.start('grunt-build:dev', done);
+});
+
+gulp.task('build:dev:watch', ['build:dev'], () => {
+  gulp.watch(['website/client-old/**/*.styl', 'website/common/script/*']);
+});
+
+gulp.task('build:prod', [
+  'browserify', 
+  'build:server', 
+  'prepare:staticNewStuff', 
   'build:client',
   'apidoc',
-  done => done()
-));
-
-let buildArgs = [];
-
-if (process.env.NODE_ENV === 'production') { // eslint-disable-line no-process-env
-  buildArgs.push('build:prod');
-}
-
-gulp.task('build', gulp.series(buildArgs, (done) => {
-  done();
-}));
+]);

gulp/gulp-console.js

@@ -1,4 +1,5 @@
 import mongoose from 'mongoose';
+import autoinc  from 'mongoose-id-autoinc';
 import logger  from '../website/server/libs/logger';
 import nconf    from 'nconf';
 import repl     from 'repl';
@@ -6,11 +7,10 @@ import gulp     from 'gulp';
 
 // Add additional properties to the repl's context
 let improveRepl = (context) => {
+
   // Let "exit" and "quit" terminate the console
   ['exit', 'quit'].forEach((term) => {
-    Object.defineProperty(context, term, { get () {
-      process.exit();
-    }});
+    Object.defineProperty(context, term, { get () { process.exit(); }});
   });
 
   // "clear" clears the screen
@@ -18,28 +18,30 @@ let improveRepl = (context) => {
     process.stdout.write('\u001B[2J\u001B[0;0f');
   }});
 
-  context.Challenge = require('../website/server/models/challenge').model; // eslint-disable-line global-require
-  context.Group     = require('../website/server/models/group').model; // eslint-disable-line global-require
-  context.User      = require('../website/server/models/user').model; // eslint-disable-line global-require
+  context.Challenge = require('../website/server/models/challenge').model;
+  context.Group     = require('../website/server/models/group').model;
+  context.User      = require('../website/server/models/user').model;
 
-  const isProd = nconf.get('NODE_ENV') === 'production';
-  const mongooseOptions = !isProd ? {} : {
-    keepAlive: 1,
-    connectTimeoutMS: 30000,
+  var isProd = nconf.get('NODE_ENV') === 'production';
+  var mongooseOptions = !isProd ? {} : {
+    replset: { socketOptions: { keepAlive: 1, connectTimeoutMS: 30000 } },
+    server: { socketOptions: { keepAlive: 1, connectTimeoutMS: 30000 } },
   };
-  mongoose.connect(
-    nconf.get('NODE_DB_URI'),
-    mongooseOptions,
-    (err) => {
-      if (err) throw err;
-      logger.info('Connected with Mongoose');
-    }
+  autoinc.init(
+    mongoose.connect(
+      nconf.get('NODE_DB_URI'),
+      mongooseOptions,
+      function (err) {
+        if (err) throw err;
+        logger.info('Connected with Mongoose');
+      }
+    )
   );
+
 };
 
-gulp.task('console', (done) => {
+gulp.task('console', (cb) => {
   improveRepl(repl.start({
     prompt: 'Habitica > ',
   }).context);
-  done();
 });

gulp/gulp-newstuff.js

@@ -0,0 +1,10 @@
+import gulp from 'gulp';
+import jade from 'jade';
+import {writeFileSync} from 'fs';
+
+gulp.task('prepare:staticNewStuff', () => {
+  writeFileSync(
+    './website/client-old/new-stuff.html',
+    jade.compileFile('./website/views/shared/new-stuff.jade')()
+  );
+});

gulp/gulp-sprites.js

@@ -7,43 +7,85 @@ import mergeStream from 'merge-stream';
 import {basename} from 'path';
 import {sync} from 'glob';
 import {each} from 'lodash';
-import vinylBuffer from 'vinyl-buffer';
 
 // https://github.com/Ensighten/grunt-spritesmith/issues/67#issuecomment-34786248
 const MAX_SPRITESHEET_SIZE = 1024 * 1024 * 3;
+const DIST_PATH = 'website/assets/sprites/dist/';
 
-const IMG_DIST_PATH = 'website/client/assets/images/sprites/';
-const CSS_DIST_PATH = 'website/client/assets/css/sprites/';
+const IMG_DIST_PATH_NEW_CLIENT = 'website/static/sprites/';
+const CSS_DIST_PATH_NEW_CLIENT = 'website/client/assets/css/sprites/';
 
-function checkForSpecialTreatment (name) {
-  let regex = /^hair|skin|beard|mustach|shirt|flower|^headAccessory_special_\w+Ears|^eyewear_special_\w+TopFrame|^eyewear_special_\w+HalfMoon/;
-  return name.match(regex) || name === 'head_0';
-}
+gulp.task('sprites:compile', ['sprites:clean', 'sprites:main', 'sprites:largeSprites', 'sprites:checkCompiledDimensions']);
 
-function calculateImgDimensions (img, addPadding) {
-  let dims = sizeOf(img);
+gulp.task('sprites:main', () => {
+  let mainSrc = sync('website/assets/sprites/spritesmith/**/*.png');
+  return createSpritesStream('main', mainSrc);
+});
 
-  let requiresSpecialTreatment = checkForSpecialTreatment(img);
-  if (requiresSpecialTreatment) {
-    let newWidth = dims.width < 90 ? 90 : dims.width;
-    let newHeight = dims.height < 90 ? 90 : dims.height;
-    dims = {
-      width: newWidth,
-      height: newHeight,
-    };
+gulp.task('sprites:largeSprites', () => {
+  let largeSrc = sync('website/assets/sprites/spritesmith_large/**/*.png');
+  return createSpritesStream('largeSprites', largeSrc);
+});
+
+gulp.task('sprites:clean', (done) => {
+  clean(`{${DIST_PATH}spritesmith*,${IMG_DIST_PATH_NEW_CLIENT}spritesmith*,${CSS_DIST_PATH_NEW_CLIENT}spritesmith*}`, done);
+});
+
+gulp.task('sprites:checkCompiledDimensions', ['sprites:main', 'sprites:largeSprites'], () => {
+  console.log('Verifiying that images do not exceed max dimensions');
+
+  let numberOfSheetsThatAreTooBig = 0;
+
+  let distSpritesheets = sync(`${DIST_PATH}*.png`);
+
+  each(distSpritesheets, (img, index) => {
+    let spriteSize = calculateImgDimensions(img);
+
+    if (spriteSize > MAX_SPRITESHEET_SIZE) {
+      numberOfSheetsThatAreTooBig++;
+      let name = basename(img, '.png');
+      console.error(`WARNING: ${name} might be too big - ${spriteSize} > ${MAX_SPRITESHEET_SIZE}`);
+    }
+  });
+
+  if (numberOfSheetsThatAreTooBig > 0) {
+    console.error(`${numberOfSheetsThatAreTooBig} sheets might too big for mobile Safari to be able to handle them, but there is a margin of error in these calculations so it is probably okay. Mention this to an admin so they can test a staging site on mobile Safari after your PR is merged.`); // https://github.com/HabitRPG/habitica/pull/6683#issuecomment-185462180
+  } else {
+    console.log('All images are within the correct dimensions');
   }
+});
 
-  let padding = 0;
+function createSpritesStream (name, src) {
+  let spritesheetSliceIndicies = calculateSpritesheetsSrcIndicies(src);
+  let stream = mergeStream();
 
-  if (addPadding) {
-    padding = dims.width * 8 + dims.height * 8;
-  }
+  each(spritesheetSliceIndicies, (start, index) => {
+    let slicedSrc = src.slice(start, spritesheetSliceIndicies[index + 1]);
 
-  if (!dims.width || !dims.height) console.error('MISSING DIMENSIONS:', dims); // eslint-disable-line no-console
+    let spriteData = gulp.src(slicedSrc)
+      .pipe(spritesmith({
+        imgName: `spritesmith-${name}-${index}.png`,
+        cssName: `spritesmith-${name}-${index}.css`,
+        algorithm: 'binary-tree',
+        padding: 1,
+        cssTemplate: 'website/assets/sprites/css/css.template.handlebars',
+        cssVarMap: cssVarMap,
+      }));
 
-  let totalPixelSize = dims.width * dims.height + padding;
+    let imgStream = spriteData.img
+      .pipe(imagemin())
+      .pipe(gulp.dest(IMG_DIST_PATH_NEW_CLIENT))
+      .pipe(gulp.dest(DIST_PATH));
 
-  return totalPixelSize;
+    let cssStream = spriteData.css
+      .pipe(gulp.dest(CSS_DIST_PATH_NEW_CLIENT))
+      .pipe(gulp.dest(DIST_PATH));
+
+    stream.add(imgStream);
+    stream.add(cssStream);
+  });
+
+  return stream;
 }
 
 function calculateSpritesheetsSrcIndicies (src) {
@@ -63,6 +105,37 @@ function calculateSpritesheetsSrcIndicies (src) {
   return slices;
 }
 
+function calculateImgDimensions (img, addPadding) {
+  let dims = sizeOf(img);
+
+  let requiresSpecialTreatment = checkForSpecialTreatment(img);
+  if (requiresSpecialTreatment) {
+    let newWidth = dims.width < 90 ? 90 : dims.width;
+    let newHeight = dims.height < 90 ? 90 : dims.height;
+    dims = {
+      width: newWidth,
+      height: newHeight,
+    };
+  }
+
+  let padding = 0;
+
+  if (addPadding) {
+    padding = (dims.width * 8) + (dims.height * 8);
+  }
+
+  if (!dims.width || !dims.height) console.error('MISSING DIMENSIONS:', dims);
+
+  let totalPixelSize = (dims.width * dims.height) + padding;
+
+  return totalPixelSize;
+}
+
+function checkForSpecialTreatment (name) {
+  let regex = /^hair|skin|beard|mustach|shirt|flower|^headAccessory_special_\w+Ears|^eyewear_special_\w+TopFrame/;
+  return name.match(regex) || name === 'head_0';
+}
+
 function cssVarMap (sprite) {
   // For hair, skins, beards, etc. we want to output a '.customize-options.WHATEVER' class, which works as a
   // 60x60 image pointing at the proper part of the 90x90 sprite.
@@ -71,95 +144,18 @@ function cssVarMap (sprite) {
   if (requiresSpecialTreatment) {
     sprite.custom = {
       px: {
-        offsetX: `-${ sprite.x + 25 }px`,
-        offsetY: `-${ sprite.y + 15 }px`,
+        offset_x: `-${ sprite.x + 25 }px`,
+        offset_y: `-${ sprite.y + 15 }px`,
         width: '60px',
         height: '60px',
       },
     };
   }
-  if (sprite.name.indexOf('shirt') !== -1)
-    sprite.custom.px.offsetY = `-${ sprite.y + 35 }px`; // even more for shirts
-  if (sprite.name.indexOf('hair_base') !== -1) {
-    let styleArray = sprite.name.split('_').slice(2, 3);
+  if (~sprite.name.indexOf('shirt'))
+    sprite.custom.px.offset_y = `-${ sprite.y + 30 }px`; // even more for shirts
+  if (~sprite.name.indexOf('hair_base')) {
+    let styleArray = sprite.name.split('_').slice(2,3);
     if (Number(styleArray[0]) > 14)
-      sprite.custom.px.offsetY = `-${ sprite.y }px`; // don't crop updos
+      sprite.custom.px.offset_y = `-${ sprite.y }px`; // don't crop updos
   }
 }
-
-function createSpritesStream (name, src) {
-  let spritesheetSliceIndicies = calculateSpritesheetsSrcIndicies(src);
-  let stream = mergeStream();
-
-  each(spritesheetSliceIndicies, (start, index) => {
-    let slicedSrc = src.slice(start, spritesheetSliceIndicies[index + 1]);
-
-    let spriteData = gulp.src(slicedSrc)
-      .pipe(spritesmith({
-        imgName: `spritesmith-${name}-${index}.png`,
-        cssName: `spritesmith-${name}-${index}.css`,
-        algorithm: 'binary-tree',
-        padding: 1,
-        cssTemplate: 'website/raw_sprites/css/css.template.handlebars',
-        cssVarMap,
-      }));
-
-    let imgStream = spriteData.img
-      .pipe(vinylBuffer())
-      .pipe(imagemin())
-      .pipe(gulp.dest(IMG_DIST_PATH));
-
-    let cssStream = spriteData.css
-      .pipe(gulp.dest(CSS_DIST_PATH));
-
-    stream.add(imgStream);
-    stream.add(cssStream);
-  });
-
-  return stream;
-}
-
-gulp.task('sprites:main', () => {
-  let mainSrc = sync('website/raw_sprites/spritesmith/**/*.png');
-  return createSpritesStream('main', mainSrc);
-});
-
-gulp.task('sprites:largeSprites', () => {
-  let largeSrc = sync('website/raw_sprites/spritesmith_large/**/*.png');
-  return createSpritesStream('largeSprites', largeSrc);
-});
-
-gulp.task('sprites:clean', (done) => {
-  clean(`${IMG_DIST_PATH}spritesmith*,${CSS_DIST_PATH}spritesmith*}`, done);
-});
-
-gulp.task('sprites:checkCompiledDimensions', gulp.series('sprites:main', 'sprites:largeSprites', (done) => {
-  console.log('Verifiying that images do not exceed max dimensions'); // eslint-disable-line no-console
-
-  let numberOfSheetsThatAreTooBig = 0;
-
-  let distSpritesheets = sync(`${IMG_DIST_PATH}*.png`);
-
-  each(distSpritesheets, (img) => {
-    let spriteSize = calculateImgDimensions(img);
-
-    if (spriteSize > MAX_SPRITESHEET_SIZE) {
-      numberOfSheetsThatAreTooBig++;
-      let name = basename(img, '.png');
-      console.error(`WARNING: ${name} might be too big - ${spriteSize} > ${MAX_SPRITESHEET_SIZE}`); // eslint-disable-line no-console
-    }
-  });
-
-  if (numberOfSheetsThatAreTooBig > 0) {
-    // https://github.com/HabitRPG/habitica/pull/6683#issuecomment-185462180
-    console.error( // eslint-disable-line no-console
-      `${numberOfSheetsThatAreTooBig} sheets might too big for mobile Safari to be able to handle
-      them, but there is a margin of error in these calculations so it is probably okay. Mention
-      this to an admin so they can test a staging site on mobile Safari after your PR is merged.`);
-  } else {
-    console.log('All images are within the correct dimensions'); // eslint-disable-line no-console
-  }
-  done();
-}));
-
-gulp.task('sprites:compile', gulp.series('sprites:clean', 'sprites:main', 'sprites:largeSprites', 'sprites:checkCompiledDimensions', done => done()));

gulp/gulp-start.js

@@ -3,7 +3,9 @@ import nodemon from 'gulp-nodemon';
 
 let pkg = require('../package.json');
 
-gulp.task('nodemon', (done) => {
+gulp.task('run:dev', ['nodemon', 'build:dev:watch']);
+
+gulp.task('nodemon', () => {
   nodemon({
     script: pkg.main,
     ignore: [
@@ -12,5 +14,4 @@ gulp.task('nodemon', (done) => {
       'common/dist/script/content/*',
     ],
   });
-  done();
 });

gulp/gulp-tests.js

@@ -1,11 +1,21 @@
 import {
   pipe,
+  awaitPort,
+  kill,
+  runMochaTests,
 }  from './taskHelper';
+import { server as karma }        from 'karma';
 import mongoose                   from 'mongoose';
 import { exec }                   from 'child_process';
+import psTree                     from 'ps-tree';
 import gulp                       from 'gulp';
+import Bluebird                   from 'bluebird';
+import runSequence                from 'run-sequence';
 import os                         from 'os';
 import nconf                      from 'nconf';
+import fs from 'fs';
+
+const i18n = require('../website/server/libs/i18n');
 
 // TODO rewrite
 
@@ -14,23 +24,25 @@ let server;
 
 const TEST_DB_URI       = nconf.get('TEST_DB_URI');
 
+const API_V3_TEST_COMMAND = 'npm run test:api-v3';
 const SANITY_TEST_COMMAND = 'npm run test:sanity';
 const COMMON_TEST_COMMAND = 'npm run test:common';
 const CONTENT_TEST_COMMAND = 'npm run test:content';
 const CONTENT_OPTIONS = {maxBuffer: 1024 * 500};
+const KARMA_TEST_COMMAND = 'npm run test:karma';
 
 /* Helper methods for reporting test summary */
 let testResults = [];
 let testCount = (stdout, regexp) => {
   let match = stdout.match(regexp);
-  return parseInt(match && match[1] || 0, 10);
+  return parseInt(match && match[1] || 0);
 };
 
 let testBin = (string, additionalEnvVariables = '') => {
   if (os.platform() === 'win32') {
-    if (additionalEnvVariables !== '') {
+    if (additionalEnvVariables != '') {
       additionalEnvVariables = additionalEnvVariables.split(' ').join('&&set ');
-      additionalEnvVariables = `set ${additionalEnvVariables}&&`;
+      additionalEnvVariables = 'set ' + additionalEnvVariables + '&&';
     }
     return `set NODE_ENV=test&&${additionalEnvVariables}${string}`;
   } else {
@@ -38,48 +50,56 @@ let testBin = (string, additionalEnvVariables = '') => {
   }
 };
 
-gulp.task('test:nodemon', gulp.series(function setupNodemon (done) {
-  process.env.PORT = TEST_SERVER_PORT; // eslint-disable-line no-process-env
-  process.env.NODE_DB_URI = TEST_DB_URI; // eslint-disable-line no-process-env
-  done();
-}, 'nodemon'));
+gulp.task('test:nodemon', (done) => {
+  process.env.PORT = TEST_SERVER_PORT;
+  process.env.NODE_DB_URI = TEST_DB_URI;
+
+  runSequence('nodemon');
+});
 
 gulp.task('test:prepare:mongo', (cb) => {
   mongoose.connect(TEST_DB_URI, (err) => {
     if (err) return cb(`Unable to connect to mongo database. Are you sure it's running? \n\n${err}`);
-    mongoose.connection.dropDatabase((err2) => {
-      if (err2) return cb(err2);
-      mongoose.connection.close(cb);
-    });
+    mongoose.connection.db.dropDatabase();
+    mongoose.connection.close();
+    cb();
   });
 });
 
-gulp.task('test:prepare:server', gulp.series('test:prepare:mongo', (done) => {
+gulp.task('test:prepare:server', ['test:prepare:mongo'], () => {
   if (!server) {
     server = exec(testBin('node ./website/server/index.js', `NODE_DB_URI=${TEST_DB_URI} PORT=${TEST_SERVER_PORT}`), (error, stdout, stderr) => {
-      if (error) {
-        throw new Error(`Problem with the server: ${error}`);
-      }
-      if (stderr) {
-        console.error(stderr); // eslint-disable-line no-console
-      }
-      done();
+      if (error) { throw `Problem with the server: ${error}`; }
+      if (stderr) { console.error(stderr); }
     });
   }
-}));
+});
 
-gulp.task('test:prepare:build', gulp.series('build', done => done()));
+gulp.task('test:prepare:translations', (cb) => {
+  fs.writeFile(
+    'test/client-old/spec/mocks/translations.js',
+     `if(!window.env) window.env = {};
+window.env.translations = ${JSON.stringify(i18n.translations['en'])};`, cb);
 
-gulp.task('test:prepare', gulp.series(
+});
+
+gulp.task('test:prepare:build', ['build', 'test:prepare:translations']);
+// exec(testBin('grunt build:test'), cb);
+
+gulp.task('test:prepare:webdriver', (cb) => {
+  exec('npm run test:prepare:webdriver', cb);
+});
+
+gulp.task('test:prepare', [
   'test:prepare:build',
   'test:prepare:mongo',
-  done => done()
-));
+  'test:prepare:webdriver',
+]);
 
 gulp.task('test:sanity', (cb) => {
   let runner = exec(
     testBin(SANITY_TEST_COMMAND),
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -89,10 +109,10 @@ gulp.task('test:sanity', (cb) => {
   pipe(runner);
 });
 
-gulp.task('test:common', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:common', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(COMMON_TEST_COMMAND),
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -100,20 +120,20 @@ gulp.task('test:common', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
 gulp.task('test:common:clean', (cb) => {
   pipe(exec(testBin(COMMON_TEST_COMMAND), () => cb()));
 });
 
-gulp.task('test:common:watch', gulp.series('test:common:clean', () => {
-  return gulp.watch(['common/script/**/*', 'test/common/**/*'], gulp.series('test:common:clean', done => done()));
-}));
+gulp.task('test:common:watch', ['test:common:clean'], () => {
+  gulp.watch(['common/script/**/*', 'test/common/**/*'], ['test:common:clean']);
+});
 
-gulp.task('test:common:safe', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:common:safe', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(COMMON_TEST_COMMAND),
-    (err, stdout) => { // eslint-disable-line handle-callback-err
+    (err, stdout, stderr) => {
       testResults.push({
         suite: 'Common Specs\t',
         pass: testCount(stdout, /(\d+) passing/),
@@ -124,13 +144,13 @@ gulp.task('test:common:safe', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
-gulp.task('test:content', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:content', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(CONTENT_TEST_COMMAND),
     CONTENT_OPTIONS,
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -138,21 +158,21 @@ gulp.task('test:content', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
 gulp.task('test:content:clean', (cb) => {
   pipe(exec(testBin(CONTENT_TEST_COMMAND), CONTENT_OPTIONS, () => cb()));
 });
 
-gulp.task('test:content:watch', gulp.series('test:content:clean', () => {
-  return gulp.watch(['common/script/content/**', 'test/**'], gulp.series('test:content:clean', done => done()));
-}));
+gulp.task('test:content:watch', ['test:content:clean'], () => {
+  gulp.watch(['common/script/content/**', 'test/**'], ['test:content:clean']);
+});
 
-gulp.task('test:content:safe', gulp.series('test:prepare:build', (cb) => {
+gulp.task('test:content:safe', ['test:prepare:build'], (cb) => {
   let runner = exec(
     testBin(CONTENT_TEST_COMMAND),
     CONTENT_OPTIONS,
-    (err, stdout) => {  // eslint-disable-line handle-callback-err
+    (err, stdout, stderr) => {
       testResults.push({
         suite: 'Content Specs\t',
         pass: testCount(stdout, /(\d+) passing/),
@@ -163,12 +183,105 @@ gulp.task('test:content:safe', gulp.series('test:prepare:build', (cb) => {
     }
   );
   pipe(runner);
-}));
+});
 
-gulp.task('test:api:unit', (done) => {
+gulp.task('test:karma', ['test:prepare:build'], (cb) => {
   let runner = exec(
-    testBin('istanbul cover --dir coverage/api-unit node_modules/mocha/bin/_mocha -- test/api/unit --recursive --require ./test/helpers/start-server'),
-    (err) => {
+    testBin(KARMA_TEST_COMMAND),
+    (err, stdout) => {
+      if (err) {
+        process.exit(1);
+      }
+      cb();
+    }
+  );
+  pipe(runner);
+});
+
+gulp.task('test:karma:watch', ['test:prepare:build'], (cb) => {
+  let runner = exec(
+    testBin(`${KARMA_TEST_COMMAND}:watch`),
+    (err, stdout) => {
+      cb(err);
+    }
+  );
+  pipe(runner);
+});
+
+gulp.task('test:karma:safe', ['test:prepare:build'], (cb) => {
+  let runner = exec(
+    testBin(KARMA_TEST_COMMAND),
+    (err, stdout) => {
+      testResults.push({
+        suite: 'Karma Specs\t',
+        pass: testCount(stdout, /(\d+) tests? completed/),
+        fail: testCount(stdout, /(\d+) tests? failed/),
+        pend: testCount(stdout, /(\d+) tests? skipped/),
+      });
+      cb();
+    }
+  );
+  pipe(runner);
+});
+
+gulp.task('test:e2e', ['test:prepare', 'test:prepare:server'], (cb) => {
+  let support = [
+    'Xvfb :99 -screen 0 1024x768x24 -extension RANDR',
+    testBin('npm run test:e2e:webdriver', 'DISPLAY=:99'),
+  ].map(exec);
+  support.push(server);
+
+  Bluebird.all([
+    awaitPort(TEST_SERVER_PORT),
+    awaitPort(4444),
+  ]).then(() => {
+    let runner = exec(
+      'npm run test:e2e',
+      (err, stdout, stderr) => {
+        support.forEach(kill);
+        if (err) {
+          process.exit(1);
+        }
+        cb();
+      }
+    );
+    pipe(runner);
+  });
+});
+
+gulp.task('test:e2e:safe', ['test:prepare', 'test:prepare:server'], (cb) => {
+  let support = [
+    'Xvfb :99 -screen 0 1024x768x24 -extension RANDR',
+    'npm run test:e2e:webdriver',
+  ].map(exec);
+
+  Bluebird.all([
+    awaitPort(TEST_SERVER_PORT),
+    awaitPort(4444),
+  ]).then(() => {
+    let runner = exec(
+      'npm run test:e2e',
+      (err, stdout, stderr) => {
+        let match = stdout.match(/(\d+) tests?.*(\d) failures?/);
+
+        testResults.push({
+          suite: 'End-to-End Specs\t',
+          pass: testCount(stdout, /(\d+) passing/),
+          fail: testCount(stdout, /(\d+) failing/),
+          pend: testCount(stdout, /(\d+) pending/),
+        });
+        support.forEach(kill);
+        cb();
+      }
+    );
+    pipe(runner);
+  });
+});
+
+gulp.task('test:api-v3:unit', (done) => {
+  let runner = exec(
+    testBin('node_modules/.bin/istanbul cover --dir coverage/api-v3-unit --report lcovonly node_modules/mocha/bin/_mocha -- test/api/v3/unit --recursive --require ./test/helpers/start-server'),
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -179,15 +292,15 @@ gulp.task('test:api:unit', (done) => {
   pipe(runner);
 });
 
-gulp.task('test:api:unit:watch', () => {
-  return gulp.watch(['website/server/libs/*', 'test/api/unit/**/*', 'website/server/controllers/**/*'], gulp.series('test:api:unit', done => done()));
+gulp.task('test:api-v3:unit:watch', () => {
+  gulp.watch(['website/server/libs/*', 'test/api/v3/unit/**/*', 'website/server/controllers/**/*'], ['test:api-v3:unit']);
 });
 
 gulp.task('test:api-v3:integration', (done) => {
   let runner = exec(
-    testBin('istanbul cover --dir coverage/api-v3-integration --report lcovonly node_modules/mocha/bin/_mocha -- test/api/v3/integration --recursive --require ./test/helpers/start-server'),
+    testBin('node_modules/.bin/istanbul cover --dir coverage/api-v3-integration --report lcovonly node_modules/mocha/bin/_mocha -- test/api/v3/integration --recursive --require ./test/helpers/start-server'),
     {maxBuffer: 500 * 1024},
-    (err) => {
+    (err, stdout, stderr) => {
       if (err) {
         process.exit(1);
       }
@@ -199,59 +312,36 @@ gulp.task('test:api-v3:integration', (done) => {
 });
 
 gulp.task('test:api-v3:integration:watch', () => {
-  return gulp.watch([
-    'website/server/controllers/api-v3/**/*', 'common/script/ops/*', 'website/server/libs/*.js',
-    'test/api/v3/integration/**/*',
-  ], gulp.series('test:api-v3:integration', done => done()));
+  gulp.watch(['website/server/controllers/api-v3/**/*', 'common/script/ops/*', 'website/server/libs/*.js',
+              'test/api/v3/integration/**/*'], ['test:api-v3:integration']);
 });
 
 gulp.task('test:api-v3:integration:separate-server', (done) => {
   let runner = exec(
     testBin('mocha test/api/v3/integration --recursive --require ./test/helpers/start-server', 'LOAD_SERVER=0'),
     {maxBuffer: 500 * 1024},
-    (err) => done(err)
+    (err, stdout, stderr) => done(err)
   );
 
   pipe(runner);
 });
 
-gulp.task('test:api-v4:integration', (done) => {
-  let runner = exec(
-    testBin('istanbul cover --dir coverage/api-v4-integration --report lcovonly node_modules/mocha/bin/_mocha -- test/api/v4 --recursive --require ./test/helpers/start-server'),
-    {maxBuffer: 500 * 1024},
-    (err) => {
-      if (err) {
-        process.exit(1);
-      }
-      done();
-    }
+gulp.task('test', (done) => {
+  runSequence(
+    'test:sanity',
+    'test:content',
+    'test:common',
+    'test:karma',
+    'test:api-v3:unit',
+    'test:api-v3:integration',
+    done
   );
-
-  pipe(runner);
 });
 
-gulp.task('test:api-v4:integration:separate-server', (done) => {
-  let runner = exec(
-    testBin('mocha test/api/v4 --recursive --require ./test/helpers/start-server', 'LOAD_SERVER=0'),
-    {maxBuffer: 500 * 1024},
-    (err) => done(err)
+gulp.task('test:api-v3', (done) => {
+  runSequence(
+    'test:api-v3:unit',
+    'test:api-v3:integration',
+    done
   );
-
-  pipe(runner);
 });
-
-gulp.task('test', gulp.series(
-  'test:sanity',
-  'test:content',
-  'test:common',
-  'test:api:unit',
-  'test:api-v3:integration',
-  'test:api-v4:integration',
-  done => done()
-));
-
-gulp.task('test:api-v3', gulp.series(
-  'test:api:unit',
-  'test:api-v3:integration',
-  done => done()
-));

gulp/gulp-transifex-test.js

@@ -1,5 +1,6 @@
 import fs       from 'fs';
 import _        from 'lodash';
+import nconf    from 'nconf';
 import gulp     from 'gulp';
 import { postToSlack, conf } from './taskHelper';
 
@@ -11,89 +12,18 @@ const SLACK_CONFIG = {
 
 const LOCALES = './website/common/locales/';
 const ENGLISH_LOCALE = `${LOCALES}en/`;
-
-
-function getArrayOfLanguages () {
-  let languages = fs.readdirSync(LOCALES);
-  languages.shift(); // Remove README.md from array of languages
-
-  return languages;
-}
-
 const ALL_LANGUAGES = getArrayOfLanguages();
 
-function stripOutNonJsonFiles (collection) {
-  let onlyJson = _.filter(collection, (file) => {
-    return file.match(/[a-zA-Z]*\.json/);
-  });
-
-  return onlyJson;
-}
-
-function eachTranslationFile (languages, cb) {
-  let jsonFiles = stripOutNonJsonFiles(fs.readdirSync(ENGLISH_LOCALE));
-
-  _.each(languages, (lang) => {
-    _.each(jsonFiles, (filename) => {
-      let parsedTranslationFile;
-      try {
-        const translationFile = fs.readFileSync(`${LOCALES}${lang}/${filename}`);
-        parsedTranslationFile = JSON.parse(translationFile);
-      } catch (err) {
-        return cb(err);
-      }
-
-      let englishFile = fs.readFileSync(ENGLISH_LOCALE + filename);
-      let parsedEnglishFile = JSON.parse(englishFile);
-
-      cb(null, lang, filename, parsedEnglishFile, parsedTranslationFile);
-    });
-  });
-}
-
-function eachTranslationString (languages, cb) {
-  eachTranslationFile(languages, (error, language, filename, englishJSON, translationJSON) => {
-    if (error) return;
-    _.each(englishJSON, (string, key) => {
-      const translationString = translationJSON[key];
-      cb(language, filename, key, string, translationString);
-    });
-  });
-}
-
-function formatMessageForPosting (msg, items) {
-  let body = `*Warning:* ${msg}`;
-  body += '\n\n```\n';
-  body += items.join('\n');
-  body += '\n```';
-
-  return body;
-}
-
-function getStringsWith (json, interpolationRegex) {
-  let strings = {};
-
-  _.each(json, (fileName) => {
-    const rawFile = fs.readFileSync(ENGLISH_LOCALE + fileName);
-    const parsedJson = JSON.parse(rawFile);
-
-    strings[fileName] = {};
-    _.each(parsedJson, (value, key) => {
-      const match = value.match(interpolationRegex);
-      if (match) strings[fileName][key] = match;
-    });
-  });
-
-  return strings;
-}
-
 const malformedStringExceptions = {
   messageDropFood: true,
   armoireFood: true,
   feedPet: true,
 };
 
-gulp.task('transifex:missingFiles', (done) => {
+gulp.task('transifex', ['transifex:missingFiles', 'transifex:missingStrings', 'transifex:malformedStrings']);
+
+gulp.task('transifex:missingFiles', () => {
+
   let missingStrings = [];
 
   eachTranslationFile(ALL_LANGUAGES, (error) => {
@@ -107,10 +37,10 @@ gulp.task('transifex:missingFiles', (done) => {
     let formattedMessage = formatMessageForPosting(message, missingStrings);
     postToSlack(formattedMessage, SLACK_CONFIG);
   }
-  done();
 });
 
-gulp.task('transifex:missingStrings', (done) => {
+gulp.task('transifex:missingStrings', () => {
+
   let missingStrings = [];
 
   eachTranslationString(ALL_LANGUAGES, (language, filename, key, englishString, translationString) => {
@@ -125,10 +55,10 @@ gulp.task('transifex:missingStrings', (done) => {
     let formattedMessage = formatMessageForPosting(message, missingStrings);
     postToSlack(formattedMessage, SLACK_CONFIG);
   }
-  done();
 });
 
-gulp.task('transifex:malformedStrings', (done) => {
+gulp.task('transifex:malformedStrings', () => {
+
   let jsonFiles = stripOutNonJsonFiles(fs.readdirSync(ENGLISH_LOCALE));
   let interpolationRegex = /<%= [a-zA-Z]* %>/g;
   let stringsToLookFor = getStringsWith(jsonFiles, interpolationRegex);
@@ -136,23 +66,25 @@ gulp.task('transifex:malformedStrings', (done) => {
   let stringsWithMalformedInterpolations = [];
   let stringsWithIncorrectNumberOfInterpolations = [];
 
-  _.each(ALL_LANGUAGES, (lang) => {
-    _.each(stringsToLookFor, (strings, filename) => {
-      let translationFile = fs.readFileSync(`${LOCALES}${lang}/${filename}`);
+  let count = 0;
+  _.each(ALL_LANGUAGES, function (lang) {
+
+    _.each(stringsToLookFor, function (strings, file) {
+      let translationFile = fs.readFileSync(LOCALES + lang + '/' + file);
       let parsedTranslationFile = JSON.parse(translationFile);
 
-      _.each(strings, (value, key) => { // eslint-disable-line max-nested-callbacks
+      _.each(strings, function (value, key) {
         let translationString = parsedTranslationFile[key];
         if (!translationString) return;
 
-        let englishOccurences = stringsToLookFor[filename][key];
+        let englishOccurences = stringsToLookFor[file][key];
         let translationOccurences = translationString.match(interpolationRegex);
 
         if (!translationOccurences) {
-          let malformedString = `${lang} - ${filename} - ${key} - ${translationString}`;
+          let malformedString = `${lang} - ${file} - ${key} - ${translationString}`;
           stringsWithMalformedInterpolations.push(malformedString);
         } else if (englishOccurences.length !== translationOccurences.length && !malformedStringExceptions[key]) {
-          let missingInterpolationString = `${lang} - ${filename} - ${key} - ${translationString}`;
+          let missingInterpolationString = `${lang} - ${file} - ${key} - ${translationString}`;
           stringsWithIncorrectNumberOfInterpolations.push(missingInterpolationString);
         }
       });
@@ -170,11 +102,75 @@ gulp.task('transifex:malformedStrings', (done) => {
     let formattedMessage = formatMessageForPosting(message, stringsWithIncorrectNumberOfInterpolations);
     postToSlack(formattedMessage, SLACK_CONFIG);
   }
-  done();
 });
 
-gulp.task(
-  'transifex',
-  gulp.series('transifex:missingFiles', 'transifex:missingStrings', 'transifex:malformedStrings'),
-  (done) => done()
-);
+function getArrayOfLanguages () {
+  let languages = fs.readdirSync(LOCALES);
+  languages.shift(); // Remove README.md from array of languages
+
+  return languages;
+}
+
+function eachTranslationFile (languages, cb) {
+  let jsonFiles = stripOutNonJsonFiles(fs.readdirSync(ENGLISH_LOCALE));
+
+  _.each(languages, (lang) => {
+    _.each(jsonFiles, (filename) => {
+      try {
+        var translationFile = fs.readFileSync(LOCALES + lang + '/' + filename);
+        var parsedTranslationFile = JSON.parse(translationFile);
+      } catch (err) {
+        return cb(err);
+      }
+
+      let englishFile = fs.readFileSync(ENGLISH_LOCALE + filename);
+      let parsedEnglishFile = JSON.parse(englishFile);
+
+      cb(null, lang, filename, parsedEnglishFile, parsedTranslationFile);
+    });
+  });
+}
+
+function eachTranslationString (languages, cb) {
+  eachTranslationFile(languages, (error, language, filename, englishJSON, translationJSON) => {
+    if (error) return;
+    _.each(englishJSON, (string, key) => {
+      var translationString = translationJSON[key];
+      cb(language, filename, key, string, translationString);
+    });
+  });
+}
+
+function formatMessageForPosting (msg, items) {
+  let body = `*Warning:* ${msg}`;
+  body += '\n\n```\n';
+  body += items.join('\n');
+  body += '\n```';
+
+  return body;
+}
+
+function getStringsWith (json, interpolationRegex) {
+  var strings = {};
+
+  _.each(json, function (file_name) {
+    var raw_file = fs.readFileSync(ENGLISH_LOCALE + file_name);
+    var parsed_json = JSON.parse(raw_file);
+
+    strings[file_name] = {};
+    _.each(parsed_json, function (value, key) {
+      var match = value.match(interpolationRegex);
+      if (match) strings[file_name][key] = match;
+    });
+  });
+
+  return strings;
+}
+
+function stripOutNonJsonFiles (collection) {
+  let onlyJson = _.filter(collection, (file) => {
+    return file.match(/[a-zA-Z]*\.json/);
+  });
+
+  return onlyJson;
+}

gulp/taskHelper.js

@@ -2,6 +2,7 @@ import { exec }                   from 'child_process';
 import psTree                     from 'ps-tree';
 import nconf                      from 'nconf';
 import net                        from 'net';
+import Bluebird                   from 'bluebird';
 import { post }                   from 'superagent';
 import { sync as glob }           from 'glob';
 import Mocha                      from 'mocha';
@@ -11,7 +12,7 @@ import { resolve }                from 'path';
  * Get access to configruable values
  */
 nconf.argv().env().file({ file: 'config.json' });
-export const conf = nconf;
+export var conf = nconf;
 
 /*
  * Kill a child process and any sub-children that process may have spawned.
@@ -25,12 +26,11 @@ export function kill (proc) {
         pids.forEach(kill); return;
       }
       try {
-        exec(/^win/.test(process.platform) ?
-          `taskkill /PID ${pid} /T /F` :
-          `kill -9 ${pid}`);
-      } catch (e) {
-        console.log(e); // eslint-disable-line no-console
+        exec(/^win/.test(process.platform)
+          ? `taskkill /PID ${pid} /T /F`
+          : `kill -9 ${pid}`);
       }
+      catch (e) { console.log(e); }
     });
   };
 
@@ -44,25 +44,21 @@ export function kill (proc) {
  * before failing.
  */
 export function awaitPort (port, max = 60) {
-  return new Promise((rej, res) => {
-    let socket;
-    let timeout;
-    let interval;
+  return new Bluebird((reject, resolve) => {
+    let socket, timeout, interval;
 
     timeout = setTimeout(() => {
       clearInterval(interval);
-      rej(`Timed out after ${max} seconds`);
+      reject(`Timed out after ${max} seconds`);
     }, max * 1000);
 
     interval = setInterval(() => {
-      socket = net.connect({port}, () => {
+      socket = net.connect({port: port}, () => {
         clearInterval(interval);
         clearTimeout(timeout);
         socket.destroy();
-        res();
-      }).on('error', () => {
-        socket.destroy();
-      });
+        resolve();
+      }).on('error', () => { socket.destroy; });
     }, 1000);
   });
 }
@@ -71,12 +67,8 @@ export function awaitPort (port, max = 60) {
  * Pipe the child's stdin and stderr to the parent process.
  */
 export function pipe (child) {
-  child.stdout.on('data', (data) => {
-    process.stdout.write(data);
-  });
-  child.stderr.on('data', (data) => {
-    process.stderr.write(data);
-  });
+  child.stdout.on('data', (data) => { process.stdout.write(data); });
+  child.stderr.on('data', (data) => { process.stderr.write(data); });
 }
 
 /*
@@ -86,8 +78,8 @@ export function postToSlack (msg, config = {}) {
   let slackUrl = nconf.get('SLACK_URL');
 
   if (!slackUrl) {
-    console.error('No slack post url specified. Your message was:'); // eslint-disable-line no-console
-    console.log(msg); // eslint-disable-line no-console
+    console.error('No slack post url specified. Your message was:');
+    console.log(msg);
 
     return;
   }
@@ -97,15 +89,15 @@ export function postToSlack (msg, config = {}) {
       channel: `#${config.channel || '#general'}`,
       username: config.username || 'gulp task',
       text: msg,
-      icon_emoji: `:${config.emoji || 'gulp'}:`, // eslint-disable-line camelcase
+      icon_emoji: `:${config.emoji || 'gulp'}:`,
     })
-    .end((err) => {
-      if (err) console.error('Unable to post to slack', err); // eslint-disable-line no-console
+    .end((err, res) => {
+      if (err) console.error('Unable to post to slack', err);
     });
 }
 
 export function runMochaTests (files, server, cb) {
-  require('../test/helpers/globals.helper'); // eslint-disable-line global-require
+  require('../test/helpers/globals.helper');
 
   let mocha = new Mocha({reporter: 'spec'});
   let tests = glob(files);
@@ -116,7 +108,7 @@ export function runMochaTests (files, server, cb) {
   });
 
   mocha.run((numberOfFailures) => {
-    if (!process.env.RUN_INTEGRATION_TEST_FOREVER) { // eslint-disable-line no-process-env
+    if (!process.env.RUN_INTEGRATION_TEST_FOREVER) {
       if (server) kill(server);
       process.exit(numberOfFailures);
     }

gulpfile.js

@@ -8,12 +8,13 @@
 
 require('babel-register');
 
-const gulp = require('gulp');
-
-if (process.env.NODE_ENV === 'production') { // eslint-disable-line no-process-env
-  require('./gulp/gulp-apidoc'); // eslint-disable-line global-require
-  require('./gulp/gulp-build'); // eslint-disable-line global-require
+if (process.env.NODE_ENV === 'production') {
+  require('./gulp/gulp-apidoc');
+  require('./gulp/gulp-newstuff');
+  require('./gulp/gulp-build');
+  require('./gulp/gulp-babelify');
+  require('./gulp/gulp-bootstrap');
 } else {
-  require('glob').sync('./gulp/gulp-*').forEach(require); // eslint-disable-line global-require
-  require('gulp').task('default', gulp.series('test')); // eslint-disable-line global-require
+  require('glob').sync('./gulp/gulp-*').forEach(require);
+  require('gulp').task('default', ['test']);
 }

migrations/.eslintrc

@@ -1,7 +0,0 @@
-{
-  "root": false,
-  "rules": {
-    "no-console": 0,
-    "no-use-before-define": ["error", { "functions": false }]
-  }
-}

migrations/20130128_add_missing_crons.js

@@ -0,0 +1,5 @@
+db.users.update(
+    { lastCron: { $exists: false} },
+    { $set: { lastCron: +new Date } },
+    { multi: true }
+);

migrations/20130128_merge_completed_todo_ids.js

@@ -0,0 +1,15 @@
+db.users.find({ completedIds: { $exists: true } }).forEach(function(user) {
+    var newTodoIds = user.todoIds;
+    user.completedIds.forEach(function(value) {
+        if (newTodoIds.indexOf(value) === -1) {
+            newTodoIds.push(value)
+        }
+    });
+    db.users.update(
+        { _id: user._id },
+        {
+            $set: { todoIds: newTodoIds },
+            $unset: { completedIds: 1 }
+        }
+    );
+});

migrations/20130129_add_missing_preferences.js

@@ -0,0 +1,5 @@
+db.users.update(
+    {preferences:{$exists:false}},
+    {$set:{preferences:{gender: 'm', armorSet: 'v1'}}},
+    {multi:true}
+)

migrations/20130204_count_habits.js

@@ -0,0 +1,20 @@
+// %mongo server:27017/dbname underscore.js my_commands.js
+// %mongo server:27017/dbname underscore.js --shell
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var habits = 0,
+    dailies = 0,
+    todos = 0,
+    registered = { $or: [     { 'auth.local': { $exists: true } },     { 'auth.facebook': { $exists: true} }   ]};
+
+db.user.find(registered).forEach(function(u){
+    //TODO this isn't working??
+    habits += _.where(u.tasks, {type:'habit'}).length;
+    dailies += _.where(u.tasks, {type:'daily'}).length;
+    todos += _.where(u.tasks, {type:'todo'}).length;
+})

migrations/20130204_user_public_private_paths.js

@@ -0,0 +1,102 @@
+// %mongo server:27017/dbname underscore.js my_commands.js
+// %mongo server:27017/dbname underscore.js --shell
+
+//db.users.find({'auth.facebook.email': 'tylerrenelle@gmail.com'}).forEach(function(user){
+db.users.find().forEach(function(user){
+
+    if (!user._id) {
+        print("User has null _id");
+        return; // need to figure out how to delete these buggers if they don't have an id to delete from
+    }
+
+    if (!!user.idLists) {
+        print("User " + user._id + " has already been migrated")
+        return
+    }
+
+    if (user._id.indexOf("$") === 0) {
+        print("User id starts with $ (" + user._id + ")")
+        return;
+    }
+
+    // even though we're clobbering user later, sometimes these are undefined and crash the script
+    // this saves us some ternaries
+    user.stats = user.stats || {};
+    user.items = user.items || {};
+    user.preferences = user.preferences || {};
+    user.notifications = user.notifications || {};
+    user.flags = user.flags || {};
+    user.habitIds = user.habitIds || [];
+    user.dailyIds = user.dailyIds || [];
+    user.todoIds = user.todoIds || [];
+    user.rewardIds = user.rewardIds|| [];
+
+    _.each(user.tasks, function(task, key){
+        if (!task.type) {
+            delete user.tasks[key];
+            // idList will take care of itself on page-load
+            return
+        }
+        if (key == '$spec') {
+            print("$spec was found: " + user._id);
+            return
+        }
+        if (key.indexOf("$_") === 0) {
+            var newKey = key.replace("$_", ''),
+                index = user[task.type + "Ids"].indexOf(key)
+            user[task.type + "Ids"][index] = newKey;
+            task.id = newKey
+            user.tasks[newKey] = task
+            // TODO make sure this is ok, that we're not deleting the original
+            // Otherwise use lodash.cloneDeep
+            delete user.tasks[key]
+        }
+    });
+
+    // New user schema has public and private paths, so we can setup proper access control with racer
+    // Note 'public' and 'private' are reserved words
+    var newUser = {
+        auth: user.auth, // we need this top-level due to derby-auth
+        apiToken: user.preferences.api_token || null, // set on update, we need derby.uuid()
+        preferences: {
+            armorSet: user.preferences.armorSet || 'v1',
+            gender: user.preferences.gender || 'm'
+        },
+        balance: user.balance || 2,
+        lastCron: user.lastCron || +new Date,
+        history: user.history || [],
+        stats: {
+            gp: user.stats.money || 0,
+            hp: user.stats.hp || 50,
+            exp: user.stats.exp || 0,
+            lvl: user.stats.lvl || 1
+        },
+        items: {
+            armor: user.items.armor || 0,
+            weapon: user.items.weapon || 0
+        },
+        tasks: user.tasks || {},
+        idLists: {
+            habit: user.habitIds || [],
+            daily: user.dailyIds || [],
+            todo: user.todoIds || [],
+            reward: user.rewardIds || []
+        },
+        flags: {
+            partyEnabled: false,
+            itemsEnabled: user.items.itemsEnabled || false,
+            kickstarter: user.notifications.kickstarter || 'show',
+            ads: user.flags.ads || null // null because it's set on registration
+        },
+        party: {
+            current: null,
+            invitation: null
+        }
+    };
+
+    try {
+        db.users.update({_id:user._id}, newUser);
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130208_idLists_to_typeIds.js

@@ -0,0 +1,19 @@
+// move idList back to root-level, is what's causing the sort bug - see https://github.com/codeparty/racer/pull/73
+
+// We could just delete user.idLists, since it's re-created on refresh. However, users's first refresh will scare them
+// since everything will dissappear - second refresh will bring everything back.
+db.users.find().forEach(function(user){
+    if (!user.idLists) return;
+    db.users.update(
+        {_id:user._id},
+        {
+            $set:{
+                'habitIds':user.idLists.habit,
+                'dailyIds':user.idLists.daily,
+                'todoIds':user.idLists.todo,
+                'rewardIds':user.idLists.reward
+            }
+            //$unset:{idLists:true} // run this after the code has been pushed
+        }
+    )
+})

migrations/20130208_user_customizations.js

@@ -0,0 +1,20 @@
+db.users.update(
+    {items:{$exists:0}},
+    {$set:{items:{weapon: 0, armor: 0, head: 0, shield: 0 }}},
+    {multi:true}
+);
+
+db.users.find().forEach(function(user){
+
+    var updates = {
+        // I'm not racist, these were just the defaults before ;)
+        'preferences.skin': 'white',
+        'preferences.hair': 'blond',
+
+        'items.head': user.items.armor,
+        'items.shield': user.items.armor,
+    }
+
+    db.users.update({_id:user._id}, {$set:updates});
+
+})

migrations/20130307_exp_overflow.js

@@ -0,0 +1,39 @@
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130307_normalize_algo_values.js
+
+/**
+ * Make sure people aren't overflowing their exp with the new system
+ */
+db.users.find().forEach(function(user){
+    function oldTnl(level) {
+        return (Math.pow(level,2)*10)+(level*10)+80
+    }
+
+    function newTnl(level) {
+        var value = 0;
+        if (level >= 100) {
+            value = 0
+        } else {
+            value = Math.round(((Math.pow(level,2)*0.25)+(10 * level) + 139.75)/10)*10; // round to nearest 10
+        }
+        return value
+    }
+
+    var newTnl = newTnl(user.stats.lvl);
+    if (user.stats.exp > newTnl) {
+        var percent = user.stats.exp / oldTnl(user.stats.lvl);
+        percent = (percent>1) ? 1 : percent;
+        user.stats.exp = newTnl * percent;
+
+        try {
+            db.users.update(
+                {_id:user._id},
+                {$set: {'stats.exp': user.stats.exp}},
+                {multi:true}
+            );
+        } catch(e) {
+            print(e);
+        }
+
+    }
+
+})

migrations/20130307_normalize_algo_values.js

@@ -0,0 +1,47 @@
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130307_normalize_algo_values.js
+
+/**
+ * Users were experiencing a lot of extreme Exp multiplication (https://github.com/lefnire/habitrpg/issues/594).
+ * This sets things straight, and in preparation for another algorithm overhaul
+ */
+db.users.find().forEach(function(user){
+    if (user.stats.exp >= 3580) {
+        user.stats.exp = 0;
+    }
+
+    if (user.stats.lvl > 100) {
+        user.stats.lvl = 100;
+    }
+
+    _.each(user.tasks, function(task, key){
+        // remove corrupt tasks
+        if (!task) {
+            delete user.tasks[key];
+            return;
+        }
+
+        // Fix busted values
+        if (task.value > 21.27) {
+            task.value = 21.27;
+        }
+        else if (task.value < -47.27) {
+            task.value = -47.27;
+        }
+    });
+
+    try {
+        db.users.update(
+            {_id:user._id},
+            {$set:
+                {
+                'stats.lvl': user.stats.lvl,
+                'stats.exp': user.stats.exp,
+                'tasks' : user.tasks
+                }
+            },
+            {multi:true}
+        );
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130307_remove_duff_histories.js

@@ -0,0 +1,28 @@
+/**
+ * Remove duff histories for dailies
+ */
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130307_remove_duff_histories.js
+db.users.find().forEach(function(user){
+
+
+    _.each(user.tasks, function(task, key){
+        if (task.type === "daily") {
+            // remove busted history entries
+            task.history = _.filter(task.history, function(h){return !!h.value})
+        }
+    });
+
+    try {
+        db.users.update(
+            {_id:user._id},
+            {$set:
+                {
+                'tasks' : user.tasks
+                }
+            },
+            {multi:true}
+        );
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130326_migrate_pets.js

@@ -0,0 +1,98 @@
+/**
+ * Migrate old pets to new system
+ */
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130326_migrate_pets.js
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var mapping = {
+    bearcub: {name:'BearCub', modifier: 'Base'},
+    cactus: {name:'Cactus', modifier:'Base'},
+    dragon: {name:'Dragon', modifier:'Base'},
+    flyingpig: {name:'FlyingPig', modifier:'Base'},
+    fox: {name:'Fox', modifier:'Base'},
+    lioncub: {name:'LionCub', modifier:'Base'},
+    pandacub: {name:'PandaCub', modifier:'Base'},
+    tigercub: {name:'TigerCub', modifier:'Base'},
+    wolfBorder: {name:'Wolf', modifier:'Base'},
+    wolfDesert: {name:'Wolf', modifier:'Desert'},
+    wolfGolden: {name:'Wolf', modifier:'Golden'},
+    wolfRed: {name:'Wolf', modifier:'Red'},
+    wolfShade: {name:'Wolf', modifier:'Shade'},
+    wolfSkeleton: {name:'Wolf', modifier:'Skeleton'},
+    wolfVeteran: {name:'Wolf', modifier:'Veteran'},
+    wolfWhite: {name:'Wolf', modifier:'White'},
+    wolfZombie: {name:'Wolf', modifier:'Zombie'}
+}
+
+/**
+  == Old Style ==
+    pet: Object
+        icon: "Pet-Wolf-White.png"
+        index: 14
+        name: "wolfWhite"
+        text: "White Wolf"
+        value: 3
+    pets: Object
+        bearcub: true
+        cactus: true
+
+  == New Style ==
+    currentPet: Object
+        modifier: "Red"
+        name: "Wolf"
+        notes: "Find some Hatching Powder to sprinkle on this egg, and one day it will hatch into a loyal pet."
+        str: "Wolf-Red"
+        text: "Wolf"
+        value: 3
+    pets: Array
+        0: "PandaCub-Base"
+        1: "Wolf-Base"
+ */
+
+
+db.users.find().forEach(function(user){
+    if (!user.items || (!user.items.pets && !user.items.pet)) return;
+
+    // migrate items.pet to items.currentPet
+    if (!!user.items.pet) {
+        var mapped = mapping[user.items.pet.name];
+        delete user.items.pet;
+        user.items.currentPet = {
+            modifier: mapped.modifier,
+            name: mapped.name,
+            str: mapped.name + "-" + mapped.modifier,
+            text: '' // FIXME?
+        }
+    }
+
+    // migrate items.pets
+    if (!!user.items.pets) {
+        var newPets = [];
+        _.each(user.items.pets, function(val, key){
+            if (_.isNumber(key)) {
+                newPets.push(val)
+                //FIXME why is this happening? seems the user gets migrated already...
+                //throw "Error: User appears already migrated, this shouldn't be happening!"
+            } else {
+                newPets.push(mapping[key].name + "-" + mapping[key].modifier);
+            }
+        });
+        user.items.pets = newPets;
+    }
+
+    try {
+        db.users.update(
+            {_id:user._id},
+            {$set:
+                { 'items' : user.items }
+            }
+        );
+    } catch(e) {
+        print(e);
+    }
+})

migrations/20130327_apply_tokens.js

@@ -0,0 +1,110 @@
+/**
+ * Applies backer tokens & items (this file will be updated periodically
+ */
+
+// mongo habitrpg ./node_modules/underscore/underscore.js migrations/20130327_apply_tokens.js
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var mapping = [
+    {
+        tier: 1,
+        tokens: 0,
+        users: []
+    },
+    {
+        tier: 5,
+        tokens: 20,
+        users: []
+    },
+    {
+        tier: 10,
+        tokens: 50,
+        users: []
+    },
+    {
+        tier: 15,
+        tokens: 100,
+        users: []
+    },
+    {
+        tier: 30,
+        tokens: 150,
+        users: []
+    },
+    {
+        tier: 45,
+        tokens: 170,
+        users: []
+    },
+    {
+        tier: 60,
+        tokens: 200,
+        users: []
+    },
+    {
+        tier: 70,
+        tokens: 240,
+        users: []
+    },
+    {
+        tier: 80,
+        tokens: 240,
+        users: []
+    },
+    {
+        tier: 90,
+        tokens: 280,
+        users: []
+    },
+    {
+        tier: 300,
+        tokens: 500,
+        users: []
+    },
+    {
+        tier: 800,
+        tokens: 500,
+        users: []
+    }
+];
+
+db.users.find().forEach(function(user){
+    if (!user._id) return;
+
+    var possibleUserIds = [user._id];
+    if (!!user.local) {
+        if (!!user.local.username) possibleUserIds.push(user.local.username);
+        if (!!user.local.email) possibleUserIds.push(user.local.email);
+    }
+
+    _.each(mapping, function(tier){
+        var userInTier = !_.isEmpty(_.intersection(tier.users, possibleUserIds));
+        if (userInTier) {
+            var tokenInc = 0,
+                backer = user.backer || {};
+            if (!backer.tokensApplied) {
+                tokenInc = tier.tokens;
+                backer.tokensApplied = true;
+            }
+            backer.tier = tier.tier;
+
+            try {
+                db.users.update(
+                    {_id:user._id},
+                    {
+                        $set: { backer: backer, 'flags.ads': 'hide' },
+                        $inc: { balance: (tokenInc/4) }
+                    }
+                );
+            } catch(e) {
+                print(e);
+            }
+        }
+    })
+
+})

migrations/20130503_max_gear_achievement.js

@@ -0,0 +1,22 @@
+/**
+ * For users who already have max gear, they earned the achievement
+ */
+// mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130503_max_gear_achievement.js
+db.users.find().forEach(function(user){
+    var items = user.items;
+    if (!items) { return; }
+    if ( parseInt(items.armor) == 5 &&
+         parseInt(items.head) == 5 &&
+         parseInt(items.shield) == 5 &&
+         parseInt(items.weapon) == 6) {
+
+        try {
+            db.users.update(
+                {_id:user._id},
+                {$set: {'achievements.ultimateGear':true}}
+            );
+        } catch(e) {
+            print(e);
+        }
+    }
+})

migrations/20130507_fix_broken_tags.js

@@ -0,0 +1,12 @@
+/**
+ * users getting broken tags when they try to edit the first blank tag on accident
+ *
+ * mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130507_fix_broken_tags.js
+ */
+
+db.users.find().forEach(function(user){
+    if(!_.isArray(user.tags)) {
+        db.users.update({_id:user._id}, {$set:{tags:[]}});
+    }
+
+})

migrations/20130508_add_backer_pets.js

@@ -0,0 +1 @@
+db.users.update({'backer.tier':{$gte:80}}, {$push:{'items.pets':'Wolf-Cerberus'}}, {multi:true});

migrations/20130508_fix_duff_party_subscriptions.js

@@ -0,0 +1,41 @@
+/**
+ * 745612d and fedc5b6 added a db-subscription optimization to the initial subscribe.
+ * However, it requires the user only be to one party. That should be the case anyway, but user.party.current was letting
+ * us look past the fact that a user was erroneously subscribed to multiple parties. This fixes
+ *
+ * mongo habitrpg ./node_modules/underscore/underscore.js ./migrations/20130508_fix_duff_party_subscriptions.js
+ */
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+// since our primary subscription will first hit parties now, we *definitely* need an index there
+db.parties.ensureIndex( { 'members': 1}, {background: true} );
+
+db.parties.find().forEach(function(party){
+
+    if(!party.members) {
+        return db.parties.remove({_id:party._id});
+    }
+
+    // Find all members
+    db.users.find( {_id: {$in:party.members} }, {_id:1,party:1} ).forEach(function(user){
+        // user somehow is subscribed to this party in the background, but they're it's not their primary party
+        if (user.party && user.party.current !== party._id) {
+            var i = party.members.indexOf(user._id);
+            party.members.splice(i, 1);
+        }
+
+        // if after we remove the user, the party is empty - delete this party
+        if (_.isEmpty(party.members)) {
+            db.parties.remove({_id:party._id});
+
+        // else just set it
+        } else {
+            db.parties.update({_id:party._id}, {$set:{members:party.members}});
+        }
+    })
+})

migrations/20130518_setup_groups.js

@@ -0,0 +1,48 @@
+/**
+ * In adding the Guilds feature (which supports the Challenges feature), we are consolidating parties and guilds
+ * into one collection: groups, with group.type either 'party' or 'guild'. We are also creating the 'habitrpg' guild,
+ * which everyone is auto-subscribed to, and moving tavern chat into that guild
+ *
+ * mongo habitrpg ./node_modules/lodash/lodash.js ./migrations/20130518_setup_groups.js
+ */
+
+/**
+ * TODO
+ * 1) rename collection parties => groups
+ * 2) add group.type = 'party' for each current group
+ * 3) create habitrpg group, .type='guild'
+ * 4) move tavern.chat.chat into habitrpg guild
+ * 5) subscribe everyone to habitrpg (be sure to set that for default user too!)
+ */
+
+db.parties.renameCollection('groups',true);
+//db.parties.dropCollection(); // doesn't seem to do this step during rename...
+//db.parties.ensureIndex( { 'members': 1,  'background': 1} );
+
+db.groups.update({}, {$set:{type:'party'}}, {multi:true});
+
+//migrate invitation mechanisms
+db.users.update(
+    {},
+    {
+        $remove:{party:1},
+        $set:{invitations:{party:null,guilds:[]}}
+    },
+    {multi:1}
+);
+
+tavern = db.tavern.findOne();
+db.tavern.drop();
+
+//TODO make as a callback of previous, or make sure group.type is still 'guild' for habitrpg in the end
+db.groups.insert({
+    _id: "habitrpg",
+    leader: '9',
+    type: 'guild',
+    name: "HabitRPG",
+    chat: tavern.messages,
+    info: {
+        blurb: '',
+        websites: []
+    }
+});

migrations/20130602_survey_rewards.js

@@ -0,0 +1,31 @@
+//mongo habitrpg ./node_modules/lodash/lodash.js migrations/20130602_survey_rewards.js
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var members = []
+members = _.uniq(members);
+
+var query = {
+    _id: {$exists:1},
+    $or:[
+        {_id: {$in: members}},
+        //{'profile.name': {$in: members}},
+        {'auth.facebook.name': {$in: members}},
+        {'auth.local.username': {$in: members}},
+        {'auth.local.email': {$in: members}}
+    ]
+};
+
+print(db.users.count(query));
+
+db.users.update(query,
+    {
+        $set: { 'achievements.helpedHabit': true },
+        $inc: { balance: 2.5 }
+    },
+    {multi:true}
+)

migrations/20130612_survey_rewards_individual.js

@@ -0,0 +1,9 @@
+//mongo habitrpg migrations/20130612_survey_rewards_individual.js
+
+var query = {_id: ""};
+
+db.users.update(query,
+    {
+        $set: { 'achievements.helpedHabit': true },
+        $inc: { balance: 2.5 }
+    })

migrations/20130615_add_extra_indexes.js

@@ -0,0 +1,4 @@
+db.users.ensureIndex( { _id: 1, apiToken: 1 }, {background: true} )
+db.groups.ensureIndex( { members: 1 }, {background: true} )
+db.groups.ensureIndex( { type: 1 }, {background: true} )
+db.groups.ensureIndex( { type: 1, privacy: 1 }, {background: true} )

migrations/20130908_cleanup_corrupt_tags.js

@@ -0,0 +1,16 @@
+//mongo habitrpg ./node_modules/lodash/lodash.js migrations/20130908_cleanup_corrupt_tags.js
+
+// Racer was notorious for adding duplicates, randomly deleting documents, etc. Once we pull the plug on old.habit,
+// run this migration to cleanup all the corruption
+
+db.users.find().forEach(function(user){
+  user.tags = _.filter(user.tags, (function(t) {
+    return !!t ? t.id : false;
+  }));
+
+  try {
+    db.users.update({_id:user._id}, {$set:{tags:user.tags}});
+  } catch(e) {
+    print(e);
+  }
+})

migrations/20130908_cleanup_derby_corruption.js

@@ -0,0 +1,57 @@
+//mongo habitrpg ./node_modules/lodash/lodash.js migrations/20130908_cleanup_derby_corruption.js
+
+// Racer was notorious for adding duplicates, randomly deleting documents, etc. Once we pull the plug on old.habit,
+// run this migration to cleanup all the corruption
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+db.users.find().forEach(function(user){
+
+  // remove corrupt tasks, which will either be null-value or no id
+  user.tasks = _.reduce(user.tasks, function(m,task,k) {
+    if (!task || !task.id) return m;
+    if (isNaN(+task.value)) task.value = 0;
+    m[k] = task;
+    return m;
+  }, {});
+
+  // fix NaN stats
+  _.each(user.stats, function(v,k) {
+    if (!v || isNaN(+v)) user.stats[k] = 0;
+    return true;
+  });
+
+  // remove duplicates, restore ghost tasks
+  ['habit', 'daily', 'todo', 'reward'].forEach(function(type) {
+    var idList = user[type + "Ids"];
+    var taskIds = _.pluck(_.where(user.tasks, {type: type}), 'id');
+    var union = _.union(idList, taskIds);
+    var preened = _.filter(union, function(id) {
+      return id && _.contains(taskIds, id);
+    });
+    if (!_.isEqual(idList, preened)) {
+      user[type + "Ids"] = preened;
+    }
+  });
+
+  // temporarily remove broken eggs. we'll need to write a migration script to grant gems for and remove these instead
+  if (user.items && user.items.eggs) {
+    user.items.eggs = _.filter(user.items.eggs,function(egg){
+      if (_.isString(egg)) {
+        user.balance += 0.75; // give them 3 gems for each broken egg
+      } else {
+        return true;
+      }
+    })
+  }
+
+  try {
+    db.users.update({_id:user._id}, user);
+  } catch(e) {
+    print(e);
+  }
+})

migrations/20130908_remove_staged_users.js

@@ -8,7 +8,7 @@
  * If we experience any troubles with removed staging users, come back to a snapshot and restore accounts. This will
  * give a peak into possible conflict accounts:
  */
-/* db.users.count({
+/*db.users.count({
   "auth.local": {$exists: false},
   "auth.facebook": {$exists: false},
   "history.exp.5": {$exists: 1},
@@ -22,9 +22,9 @@
  * in we'll be using localStorage anyway instead of creating a new database record
  */
 db.users.remove({
-  // Un-registered users
-  'auth.local': {$exists: false},
-  'auth.facebook': {$exists: false},
+    // Un-registered users
+    "auth.local": {$exists: false},
+    "auth.facebook": {$exists: false}
 });
 
 /**
@@ -32,6 +32,6 @@ db.users.remove({
  * Another vestige of Racer. Empty parties shouldn't be being created anymore in the new site
  */
 db.groups.remove({
-  type: 'party',
-  $where: 'return this.members.length === 0',
+    'type': 'party',
+    $where: "return this.members.length === 0"
 });

migrations/20131022_purchased_and_newStuff.js

@@ -0,0 +1,5 @@
+db.users.find().forEach(function(user){
+  if (!user.purchased) user.purchased = {hair: {}, skin: {}};
+  user.purchased.ads = user.flags && !!user.flags.ads;
+  db.users.update({_id:user._id}, {$set:{'purchased': user.purchased, 'flags.newStuff': true}, $unset: {'flags.ads':1}});
+});

migrations/20131022_restore_ads.js

@@ -0,0 +1,12 @@
+// node .migrations/20131022_restore_ads.js
+var mongo = require('mongoskin');
+var _ = require('lodash');
+var dbBackup = mongo.db('localhost:27017/habitrpg?auto_reconnect');
+var dbLive = mongo.db('localhost:27017/habitrpg2?auto_reconnect');
+var count = 89474;
+dbBackup.collection('users').findEach({$or: [{'flags.ads':'show'}, {'flags.ads': null}]}, {batchSize:10}, function(err, item) {
+  if (err) return console.error({err:err});
+  if (!item || !item._id) return console.error('blank user');
+  dbLive.collection('users').update({_id:item._id}, {$set:{'purchased.ads':false}, $unset: {'flags.ads': 1}});
+  if (--count <= 0) console.log("DONE!");
+});

migrations/20131028_task_subdocs_tags_invites.js

@@ -0,0 +1,132 @@
+// mongo habitrpg ./node_modules/lodash/lodash.js ./migrations/20131028_task_subdocs_tags_invites.js
+
+// TODO it might be better we just find() and save() all user objects using mongoose, and rely on our defined pre('save')
+// and default values to "migrate" users. This way we can make sure those parts are working properly too
+// @see http://stackoverflow.com/questions/14867697/mongoose-full-collection-scan
+//Also, what do we think of a Mongoose Migration module? something like https://github.com/madhums/mongoose-migrate
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+db.users.find().forEach(function(user){
+
+  // Add invites to groups
+  // -------------------------
+  if(user.invitations){
+    if(user.invitations.party){
+      db.groups.update({_id: user.invitations.party.id}, {$addToSet:{invites:user._id}});
+    }
+
+    if(user.invitations.guilds){
+      _.each(user.invitations.guilds, function(guild){
+        db.groups.update({_id: guild.id}, {$addToSet:{invites:user._id}});
+      });
+    }
+  }
+
+  // Cleanup broken tags
+  // -------------------------
+  _.each(user.tasks, function(task){
+    _.each(task.tags, function(val, key){
+      _.each(user.tags, function(tag){
+        if(key == tag.id) delete task.tags[key];
+      });
+    });
+  });
+
+  // Fix corrupt dates
+  // -------------------------
+  user.lastCron = new Date(user.lastCron);
+  if (user.lastCron == 'Invalid Date') user.lastCron = new Date();
+  if (user.auth) { // what to do with !auth?
+    _.defaults(user.auth, {timestamps: {created:undefined, loggedin: undefined}});
+    _.defaults(user.auth.timestamps, {created: new Date(user.lastCron), loggedin: new Date(user.lastCron)});
+  }
+
+  // Fix missing history
+  // -------------------------
+  _.defaults(user, {history:{}});
+  _.defaults(user.history,{exp:[], todos:[]});
+
+  // Add username
+  // -------------------------
+  if (!user.profile) user.profile = {name:undefined};
+  if (_.isEmpty(user.profile.name) && user.auth) {
+    var fb = user.auth.facebook;
+    user.profile.name =
+      (user.auth.local && user.auth.local.username) ||
+        (fb && (fb.displayName || fb.name || fb.username || (fb.first_name && fb.first_name + ' ' + fb.last_name))) ||
+        'Anonymous';
+  }
+
+  // Migrate to TaskSchema Sub-Docs!
+  // -------------------------
+  if (!user.tasks) {
+    // So evidentaly users before 02/2013 were ALREADY setup based on habits[], dailys[], etcs... I don't remember our schema
+    // ever being that way... Anyway, print busted users here (they don't have tasks, but also don't have the right schema)
+    if (!user.habits || !user.dailys || !user.todos || !user.rewards) {
+      print(user._id);
+    }
+  } else {
+    _.each(['habit', 'daily', 'todo', 'reward'], function(type) {
+      // we use _.transform instead of a simple _.where in order to maintain sort-order
+      user[type + "s"] = _.reduce(user[type + "Ids"], function(m, tid) {
+        var task = user.tasks[tid],
+          newTask = {};
+        if (!task) return m; // remove null tasks
+
+        // Cleanup tasks for TaskSchema
+        newTask._id = newTask.id = task.id;
+        newTask.text = (_.isString(task.text)) ? task.text : '';
+        if (_.isString(task.notes)) newTask.notes = task.notes;
+        newTask.tags = (_.isObject(task.tags)) ? task.tags : {};
+        newTask.type = (_.isString(task.type)) ? task.type : 'habit';
+        newTask.value = (_.isNumber(task.value)) ? task.value : 0;
+        newTask.priority = (_.isString(task.priority)) ? task.priority : '!';
+        switch (newTask.type) {
+          case 'habit':
+            newTask.up = (_.isBoolean(task.up)) ? task.up : true;
+            newTask.down = (_.isBoolean(task.down)) ? task.down : true;
+            newTask.history = (_.isArray(task.history)) ? task.history : [];
+            break;
+          case 'daily':
+            newTask.repeat = (_.isObject(task.repeat)) ? task.repeat : {m:1, t:1, w:1, th:1, f:1, s:1, su:1};
+            newTask.streak = (_.isNumber(task.streak)) ? task.streak : 0;
+            newTask.completed = (_.isBoolean(task.completed)) ? task.completed : false;
+            newTask.history = (_.isArray(task.history)) ? task.history : [];
+            break;
+          case 'todo':
+            newTask.completed = (_.isBoolean(task.completed)) ? task.completed : false;
+            break;
+        }
+
+        m.push(newTask);
+        return m;
+      }, []);
+      delete user[type + 'Ids'];
+    });
+    delete user.tasks;
+  }
+
+  try {
+    db.users.update({_id:user._id}, user);
+  } catch(e) {
+    print(e);
+  }
+});
+
+// Remove old groups.*.challenges, they're not compatible with the new system, set member counts
+// -------------------------
+db.groups.find().forEach(function(group){
+  db.groups.update({_id:group._id}, {
+    $set:{memberCount: _.size(group.members)},
+    $pull:{challenges:1}
+  })
+});
+
+// HabitRPG => Tavern
+// -------------------------
+db.groups.update({_id:'habitrpg'}, {$set:{name:'Tavern'}});

migrations/20131102_restore_task_ids.js

@@ -0,0 +1,25 @@
+// mongo habitrpg ./node_modules/lodash/lodash.js ./migrations/20131028_task_subdocs_tags_invites.js
+
+db.challenges.find().forEach(function(chal){
+  _.each(chal.habits.concat(chal.dailys).concat(chal.todos).concat(chal.rewards), function(task){
+    task.id = task.id || task._id;
+  })
+  try {
+    db.challenges.update({_id:chal._id}, chal);
+    db.groups.update({_id:chal.group}, {$addToSet:{challenges:chal._id}})
+  } catch(e) {
+    print(e);
+  }
+});
+
+db.users.find().forEach(function(user){
+  _.each(user.habits.concat(user.dailys).concat(user.todos).concat(user.rewards), function(task){
+    task.id = task.id || task._id;
+  })
+  try {
+    db.users.update({_id:user._id}, user);
+  } catch(e) {
+    print(e);
+  }
+});
+

migrations/20131104_remove_invalid_dues.js

@@ -0,0 +1,7 @@
+db.users.find({},{todos:1}).forEach(function(user){
+  _.each(user.todos, function(task){
+    if (moment(task.date).toDate() == 'Invalid Date')
+      task.date = moment().format('MM/DD/YYYY');
+  })
+  db.users.update({_id:user._id}, {$set:{todos: user.todos}});
+});

migrations/20131104_restore_lost_task_data.js

@@ -0,0 +1,60 @@
+// node .migrations/20131104_restore_lost_task_data.js
+
+/**
+ * After the great challenges migration, quite a few things got inadvertently dropped from tasks since their
+ * schemas became more strict. See conversation at https://github.com/HabitRPG/habitrpg/issues/1712 ,
+ * this restores task tags, streaks, due-dates, values
+ */
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('localhost:27017/habitrpg_new?auto_reconnect').collection('users');
+
+backupUsers.count(function(err, count){
+  if (err) return console.error(err);
+  backupUsers.findEach({}, {batchSize:250}, function(err, before){
+    if (err) return console.error(err);
+    if (!before) return console.log('!before');
+    liveUsers.findById(before._id, function(err, after){
+      if (err) return console.error(err);
+      if (!after) {
+        count--;
+        return console.log(before._id + ' deleted?');
+      }
+      if (before._id == '9') console.log('lefnire processed');
+      _.each(before.tasks, function(tBefore){
+        var tAfter = _.find(after[tBefore.type+'s'], {id:tBefore.id});
+        if (!tAfter) return; // task has been deleted since launch
+
+        // Restore deleted tags
+        if (!_.isEmpty(tBefore.tags) && _.isEmpty(tAfter.tags))
+          tAfter.tags = tBefore.tags;
+        // Except tags which are no longer available on the updated user
+        _.each(tAfter.tags, function(v,k){ //value is true, key is tag.id
+          if (!_.find(after.tags,{id:k})) delete tAfter.tags[k];
+        })
+
+        // Restore deleted streaks
+        if (+tBefore.streak > tAfter.streak)
+          tAfter.streak = +tBefore.streak;
+
+        if (!!tBefore.date && !tAfter.date)
+          tAfter.date = tBefore.date;
+
+        // Restore deleted values
+        if (+tBefore.value != 0 && tAfter.value == 0)
+          tAfter.value = +tBefore.value;
+      })
+      after._v++;
+      liveUsers.update({_id:after._id}, after);
+      if (--count <= 0) console.log("DONE!");
+    })
+  });
+});

migrations/20131105_remove_history_ids.js

@@ -0,0 +1,21 @@
+function deleteId(h){
+  delete h._id;
+}
+
+db.users.find({},{habits:1,dailys:1,history:1}).forEach(function(user){
+  if (user.history) {
+    _.each(['todos','exp'], function(type){
+      if (user.history[type]) {
+        _.each(user.history.exp, deleteId);
+      }
+    })
+  } else {
+    user.history = {exp:[],todos:[]};
+  }
+
+  _.each(['habits', 'dailys'], function(type){
+    _.each(user[type].history, deleteId);
+  });
+
+  db.users.update({_id:user._id}, {$set:{history: user.history, habits: user.habits, dailys: user.dailys}});
+});

migrations/20131107_from_backer_to_contributor.js

@@ -0,0 +1,18 @@
+db.users.find({
+  $or: [
+    {'backer.admin':{$exists:1}},
+    {'backer.contributor':{$exists:1}}
+  ]
+},{backer:1}).forEach(function(user){
+  user.contributor = {};
+  user.contributor.admin = user.backer.admin;
+  delete user.backer.admin;
+
+  // this isnt' the proper storage format, but I'm going to be going through the admin utility manually and setting things properly
+  if (user.backer.contributor) {
+    user.contributor.text = user.backer.contributor;
+    delete user.backer.contributor;
+  }
+
+  db.users.update({_id:user._id}, {$set:{backer:user.backer, contributor:user.contributor}});
+});

migrations/20131108_add_gems_for_contribs.js

@@ -0,0 +1,4 @@
+// Increase everyone's gems per their contribution level
+db.users.find({'contributor.level':{$gt:0}},{contributor:1, balance:1}).forEach(function(user){
+  db.users.update({_id:user._id}, {$inc: {balance: (user.contributor.level * .5)} });
+});

migrations/20131109_refactor_pets.js

@@ -0,0 +1,39 @@
+db.users.find(
+  {$where: "Array.isArray(this.items.pets) || Array.isArray(this.items.eggs) || Array.isArray(this.items.hatchingPotions)"},
+  {backer: 1, items:1}
+).forEach(function(user){
+
+  if (_.isArray(user.items.pets)) {
+    user.items.pets = _.reduce(user.items.pets, function(m,v){ m[v] = 5; return m;}, {});
+  }
+
+  if (!_.isString(user.items.currentPet)) {
+    user.items.currentPet = user.items.currentPet ? user.items.currentPet.str : '';
+  }
+
+  if (_.isArray(user.items.eggs)) {
+    user.items.eggs = _.reduce(user.items.eggs, function(m,v){
+      if (!m[v.name]) m[v.name] = 0;
+      m[v.name]++;
+      return m;
+    }, {});
+  }
+
+  if (_.isArray(user.items.hatchingPotions)) {
+    user.items.hatchingPotions = _.reduce(user.items.hatchingPotions, function(m,v){
+      if (!m[v]) m[v] = 0;
+      m[v]++;
+      return m;
+    }, {});
+  }
+
+  user.items.food = {};
+  user.items.mounts = {};
+  user.items.currentMount = '';
+
+  if (user.backer && user.backer.tier && user.backer.tier >= 90) {
+    user.items.mounts['LionCub-Ethereal'] = true;
+  }
+
+  db.users.update({_id:user._id}, {$set:{items:user.items}});
+});

migrations/20131111_task_NaN.js

@@ -0,0 +1,15 @@
+// This migration has already been run in the past. It's vital to fix these users presently, but we need to find
+// out why task values are ever getting in as NaN. My guess is API PUT /tasks/:tid routes
+db.users.find({},{habits:1,dailys:1,todos:1,rewards:1}).forEach(function(user){
+  _.each(['habits','dailys','todos','rewards'], function(type){
+    _.each(user[type], function(task){
+      task.value = +task.value;
+      if (_.isNaN(task.value)) {
+        task.value = 0;
+        print(user._id);
+      }
+    })
+  })
+
+  db.users.update({_id:user._id}, {$set:{habits: user.habits, dailys: user.dailys, todos: user.todos, rewards: user.rewards}});
+});

migrations/20131114_migrate_websites_to_blurb.js

@@ -0,0 +1,14 @@
+// Migrate all users websites to the profile blurb field
+db.users.find({'profile.websites':{$exists: true}}).forEach(function(user){
+    db.users.update({_id: user._id}, {
+        $set: {"profile.blurb": user.profile.blurb + '\n * ' + user.profile.websites.join('\n * ')},
+        $unset: {'profile.websites': 1}
+    })
+})
+
+db.groups.find({'websites.0':{$exists: true}}).forEach(function(group){
+  db.groups.update({_id: group._id}, {
+    $set: {"description": group.description + '\n * ' + group.websites.join('\n * ')},
+    $unset: {websites: 1}
+  })
+})

migrations/20131115_update_gear_preferences.js

@@ -0,0 +1,10 @@
+//Add defaults to show gears in all users
+db.users.update(
+    {},
+    {$set:{
+        'preferences.showWeapon': true,
+        'preferences.showShield': true,
+        'preferences.showArmor': true,
+    }},
+    {multi:true}
+)

migrations/20131117_fix_task_types.js

@@ -0,0 +1,18 @@
+// TODO figure out why this is happening in the first place
+
+db.users.find({},{habits:1, dailys:1, todos:1, rewards:1}).forEach(function(user){
+  _.each(user.habits, function(task){
+    task.type = 'habit';
+  })
+  _.each(user.dailys, function(task){
+    task.type = 'daily';
+  })
+  _.each(user.todos, function(task){
+    task.type = 'todo';
+  })
+  _.each(user.rewards, function(task){
+    task.type = 'reward';
+  })
+
+  db.users.update({_id:user._id}, {$set:{habits: user.habits, dailys: user.dailys, todos: user.todos, rewards: user.rewards}});
+});

migrations/20131117_remove_undefined_pets.js

@@ -0,0 +1,12 @@
+// once and for all!
+
+db.users.find({'items.pets':{$exists:1}},{'items.pets':1}).forEach(function(user){
+  _.reduce(user.items.pets, function(m,v,k){
+    if (!k.indexOf('undefined')) m.push(k);
+    return m;
+  }, []).forEach(function(key){
+    delete user.items.pets[key];
+  })
+
+  db.users.update({_id:user._id}, { $set:{'items.pets':user.items.pets} });
+});

migrations/20131122_deleted_tags.js

@@ -0,0 +1,13 @@
+// Cleanup broken tags
+// -------------------------
+db.users.find().forEach(function(user){
+	var tasks = user.habits.concat(user.dailys).concat(user.todos).concat(user.rewards);
+
+	_.each(tasks, function(task){
+    _.each(task.tags, function(value, key){ //value is true, key is tag.id
+      if (!_.find(user.tags,{id:key})) delete task.tags[key];
+    });
+  });
+
+  db.users.update({_id:user._id}, user);
+});

migrations/20131123_set_default_party_order.js

@@ -0,0 +1,8 @@
+//Add default to randomize party members list
+db.users.update(
+    {},
+    {$set:{
+        'party.order': 'random',
+    }},
+    {multi:true}
+)

migrations/20131126_clean_dayStart.js

@@ -0,0 +1,5 @@
+db.users.find({'preferences.dayStart':{$exists:1}},{'preferences.dayStart':1}).forEach(function(user){
+  var dayStart = +user.preferences.dayStart;
+  dayStart = (_.isNaN(dayStart) || dayStart < 0 || dayStart > 24) ? 0 : dayStart;
+  db.users.update({_id:user._id}, {$set:{'preferences.dayStart':dayStart}});
+});

migrations/20131126_turkey_pet.js

@@ -0,0 +1 @@
+db.users.update({},{$set:{'items.pets.Turkey-Base':5, 'flags.newStuff':true}}, {multi:true});

migrations/20131127_restore_dayStart.js

@@ -0,0 +1,38 @@
+// node .migrations/20131127_restore_dayStart.js
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('localhost:27017/habitrpg_new?auto_reconnect').collection('users');
+
+var query = {'preferences.dayStart':{$exists:1,$ne:0}};
+var select = {'preferences.dayStart': 1};
+
+backupUsers.count(query, function(err, count){
+  if (err) return console.error(err);
+  backupUsers.findEach(query, select, {batchSize:20}, function(err, before){
+    if (err) return console.error(err);
+    if (!before) { count--; return console.log('!before'); }
+    liveUsers.findById(before._id, function(err, after){
+      if (err) return console.error(err);
+      if (!after) { count--; return console.log(before._id + ' deleted?'); }
+
+      var dayStart = +before.preferences.dayStart;
+      if (after.preferences.dayStart == 0 && dayStart != 0){
+        dayStart = (_.isNaN(dayStart) || dayStart < 0 || dayStart > 24) ? 0 : dayStart;
+      } else {
+        dayStart = after.preferences.dayStart;
+      }
+
+      liveUsers.update({_id:after._id}, {$inc:{_v:1}, $set:{'preferences.dayStart':dayStart}});
+      if (--count <= 0) console.log("DONE!");
+    })
+  });
+});

migrations/20131217_unearned_backer_gear.js

@@ -0,0 +1,20 @@
+var query = {
+  '$or': [
+    {'items.gear.owned.weapon_special_0': true},
+    {'items.gear.owned.armor_special_0': true},
+    {'items.gear.owned.head_special_0': true},
+    {'items.gear.owned.shield_special_0': true}
+  ]
+};
+
+db.users.find(query, {'items.gear.owned':1,backer:1}).forEach(function(user){
+  var owned = user.items.gear.owned;
+  var tier = (user.backer && user.backer.tier) || 0;
+  if (tier < 70) delete owned.weapon_special_0;
+  if (tier < 45) delete owned.armor_special_0;
+  if (tier < 45) delete owned.head_special_0;
+  if (tier < 45) delete owned.shield_special_0;
+
+
+  db.users.update({_id:user._id}, {$set:{'items.gear.owned':owned}});
+});

migrations/20131221_restore_NaN_history.js

@@ -0,0 +1,51 @@
+// node .migrations/20131221_restore_NaN_history.js
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+/**
+ * After the classes migration, users lost some history entries
+ */
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('localhost:27017/habitrpg?auto_reconnect').collection('users');
+
+function filterNaNs(h) {
+  return h && _.isNumber(+h.value) && !_.isNaN(+h.value);
+}
+
+var fields = {history:1,habits:1,dailys:1,migration:1};
+var count = 0;
+liveUsers.findEach({migration: {$ne:'20131221_restore_NaN_history'}}, fields, {batchSize:500}, function(err, after){
+  if (!after) err = '!after';
+  if (err) {count++;return console.error(err);}
+
+  backupUsers.findById(after._id, fields, function(err, before){
+    if (err) {count++;return console.error(err);}
+
+    _.each(['todos','exp'],function(type){
+      if (!_.isEmpty(after.history[type]))
+        after.history[type] = _.filter(after.history[type], filterNaNs);
+      if (before && !_.isEmpty(before.history[type]))
+        after.history[type] = before.history[type].concat(after.history[type]);
+    })
+
+    _.each(['habits','dailys'], function(type){
+      _.each(after[type], function(t){
+        t.history = _.filter(t.history, filterNaNs);
+        var found = before && _.find(before[type],{id:t.id});
+        if (found && found.history) t.history = found.history.concat(t.history);
+      })
+    })
+
+    liveUsers.update({_id:after._id}, {$set:{history:after.history, dailys:after.dailys, habits:after.habits, migration:'20131221_restore_NaN_history'}, $inc:{_v:1}});
+    //if (--count <= 0) console.log("DONE! " + after._id);
+    if (++count%1000 == 0) console.log(count);
+    if (after._id == '9') console.log('lefnire processed');
+  })
+});

migrations/20131225_restore_streaks.js

@@ -0,0 +1,38 @@
+// node .migrations/20131225_restore_streaks.js
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+/**
+ * After the classes migration, users lost some history entries
+ */
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var backupUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+var liveUsers = mongo.db('lefnire:mAdn3s5s@charlotte.mongohq.com:10015/habitrpg_large?auto_reconnect').collection('users');
+
+var fields = {dailys:1,migration:1};
+var count = 0;
+liveUsers.findEach({migration: {$ne:'20131225_restore_streaks'}}, fields, {batchSize:250}, function(err, after){
+  if (!after) err = '!after';
+  if (err) {count++;return console.error(err);}
+
+  backupUsers.findById(after._id, fields, function(err, before){
+    if (!before) err = '!before';
+    if (err) {count++;return console.error(err);}
+
+    _.each(before.dailys,function(d){
+      var found = _.find(after.dailys,{id: d.id});
+      if (found && !found.streak) found.streak = d.streak;
+    })
+
+    liveUsers.update({_id:after._id}, {$set:{dailys:after.dailys, migration:'20131225_restore_streaks'}, $inc:{_v:1}});
+    //if (--count <= 0) console.log("DONE! " + after._id);
+    if (++count%1000 == 0) console.log(count);
+    if (after._id == '9') console.log('lefnire processed');
+  })
+});

migrations/20140119_task_creation_completion_dates.js

@@ -0,0 +1,8 @@
+db.users.find({},{todos:1,dailys:1,rewards:1,habits:1}).forEach(function(user){
+  _.each(user.habits.concat(user.dailys).concat(user.todos).concat(user.rewards), function(t){
+    t.dateCreated = t.created || new Date;
+    delete t.created;
+    if (t.type == 'todo' && t.completed) t.dateCompleted = new Date;
+  })
+  db.users.update({_id:user._id}, {$set:{habits:user.habits,dailys:user.dailys,todos:user.todos,rewards:user.rewards}});
+});

migrations/20140130_birthdayEnd.js

@@ -0,0 +1 @@
+db.users.update({},{$set:{'achievements.habitBirthday':true}},{multi:1})

migrations/20140130_birthdayStart.js

@@ -0,0 +1,12 @@
+db.users.update({},{$set:{
+  'items.food.Cake_Skeleton':1,
+  'items.food.Cake_Base':1,
+  'items.food.Cake_CottonCandyBlue':1,
+  'items.food.Cake_CottonCandyPink':1,
+  'items.food.Cake_Shade':1,
+  'items.food.Cake_White':1,
+  'items.food.Cake_Golden':1,
+  'items.food.Cake_Zombie':1,
+  'items.food.Cake_Desert':1,
+  'items.food.Cake_Red':1
+}},{multi:1})

migrations/20140220_challenge_memberCount.js

@@ -0,0 +1,3 @@
+db.challenges.find({},{members:1}).forEach(function(chal){
+  db.challenges.update({_id:chal._id}, {$set:{memberCount:chal.members.length}});
+});

migrations/20140301_missing_mysteries.js

@@ -0,0 +1,14 @@
+db.users.update(
+  {
+    'purchased.plan.dateCreated':{$gte:new Date('2014-02-22'),$lt:new Date('2014-02-29')},
+    'items.gear.owned.armor_mystery_201402':null,
+    'items.gear.owned.head_mystery_201402': null,
+    'items.gear.owned.back_mystery_201402': null,
+    'purchased.plan.mysteryItems':{$nin:['armor_mystery_201402','head_mystery_201402','back_mystery_201402']}
+  },
+  //{_id:1,'purchased.plan':1,'items.gear.owned':1}
+  {$push: {'purchased.plan.mysteryItems':{$each:['armor_mystery_201402','head_mystery_201402','back_mystery_201402']}}},
+  {multi:true}
+)/*.forEach(function(user){
+    printjson(user);
+  });*/

migrations/20140610_missing_backer_mount.js

@@ -0,0 +1 @@
+db.users.update({'backer.tier':{$gt:69}},{$set:{'items.mounts.LionCub-Ethereal':true}},{multi:1})

migrations/20140712_wiped_quest_membership.js

@@ -0,0 +1,11 @@
+//mongo habitrpg node_modules/lodash/lodash.js ./migrations/20140712_wiped_quest_membership.js
+db.groups.find({type:'party','quest.key':{$ne:null},'quest.active':true},{quest:1}).forEach(function(group){
+  var activeMembers = _.reduce(group.quest.members, function(m,v,k){
+    if (v===true) m.push(k); return m;
+  },[]);
+  db.users.update(
+    {_id:{$in: activeMembers}},
+    {$set:{'party.quest.key':group.quest.key,'party.quest.completed':null}},
+    {multi:true}
+  );
+});

migrations/20140803_remove_undefined_notifications.js

@@ -0,0 +1,13 @@
+var _ = require('lodash');
+
+db.users.find({}).forEach(function(user){
+  var newNewMessages = {};
+
+  _.each(user.newMessages, function(val, key){
+    if(key != "undefined"){
+      newNewMessages[key] = val;
+    };
+  });
+
+  db.users.update({_id: user._id}, {$set: {'newMessages': newNewMessages}});
+});

migrations/20140823_remove_undefined_and_false_notifications.js

@@ -0,0 +1,51 @@
+//  node .migrations/20140823_remove_undefined_and_false_notifications.js
+
+var migrationName = '20140823_remove_undefined_and_false_notifications';
+
+var authorName = 'Alys'; // in case script author needs to know when their ...
+var authorUuid = 'd904bd62-da08-416b-a816-ba797c9ee265'; //... own data is done
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+/**
+ * https://github.com/HabitRPG/habitrpg/pull/3907
+ */
+
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+// XXX @lefnire, choose wisely:
+// var liveUsers = mongo.db('lefnire:mAdn3s5s@charlotte.mongohq.com:10015/habitrpg_large?auto_reconnect').collection('users');
+// var liveUsers = mongo.db('localhost:27017/habitrpg_old?auto_reconnect').collection('users');
+
+// For local testing by script author:
+// var liveUsers = mongo.db('localhost:27017/habitrpg?auto_reconnect').collection('users');
+
+
+var fields = {migration:1,newMessages:1};
+var progressCount = 1000;
+// var progressCount = 1;
+var count = 0;
+liveUsers.findEach({migration: {$ne:migrationName}}, fields, {batchSize:250}, function(err, user){
+  count++;
+  if (!user) err = '!user';
+  if (err) {return console.error(err);}
+
+ var newNewMessages = {};
+  _.each(user.newMessages,function(val,key){
+    // console.log(key + " " + val.name);
+    if(key != "undefined" && val['value']){
+      newNewMessages[key] = val;
+    }
+  })
+
+  liveUsers.update({_id:user._id}, {$set:{newMessages:newNewMessages, migration:migrationName}, $inc:{_v:1}});
+
+  if (count%progressCount == 0) console.log(count + ' ' + user._id);
+  if (user._id == '9') console.log('lefnire processed');
+  if (user._id == authorUuid) console.log(authorName + ' processed');
+});

migrations/20140829_change_headAccessory_to_eyewear.js

@@ -0,0 +1,81 @@
+//  node .migrations/20140829_change_headAccessory_to_eyewear.js
+
+var migrationName = '20140829_change_headAccessory_to_eyewear';
+var authorName = 'Alys'; // in case script author needs to know when their ...
+var authorUuid = 'd904bd62-da08-416b-a816-ba797c9ee265'; //... own data is done
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+/**
+ * https://github.com/HabitRPG/habitrpg/issues/3645
+ */
+var mongo = require('mongoskin');
+var _ = require('lodash');
+var liveUsers = mongo.db('localhost:27017/habitrpg2?auto_reconnect').collection('users');
+
+var fields = {'migration':1,
+    'items.gear.costume.headAccessory':1,
+    'items.gear.equipped.headAccessory':1,
+    'items.gear.owned.headAccessory_special_wondercon_black':1,
+    'items.gear.owned.headAccessory_special_wondercon_red':1,
+    'items.gear.owned.headAccessory_special_summerRogue':1,
+    'items.gear.owned.headAccessory_special_summerWarrior':1
+    };
+
+var progressCount = 1000;
+var count = 0;
+liveUsers.findEach({ $and: [
+  { migration: {$ne:migrationName} },
+  { $or: [
+    {'items.gear.owned.headAccessory_special_summerRogue':  {'$exists':true}},
+    {'items.gear.owned.headAccessory_special_summerWarrior':{'$exists':true}},
+    {'items.gear.owned.headAccessory_special_wondercon_red':{'$exists':true}},
+    {'items.gear.owned.headAccessory_special_wondercon_black':{'$exists':true}}
+  ]}
+]}, fields, {batchSize:250}, function(err, user){
+    count++;
+    if (!user) err = '!user';
+    if (err) {return console.error(err);}
+
+    var set = {'migration': migrationName};
+    var unset = {};
+
+    var oldToNew = {
+      'headAccessory_special_summerRogue':    'eyewear_special_summerRogue',
+      'headAccessory_special_summerWarrior':  'eyewear_special_summerWarrior',
+      'headAccessory_special_wondercon_red':  'eyewear_special_wondercon_red',
+      'headAccessory_special_wondercon_black':'eyewear_special_wondercon_black'
+    };
+
+    // items.gear.costume, items.gear.equipped:
+    _.each(['costume','equipped'],function(type){
+        _.each(oldToNew,function(newName,oldName){
+            if (user.items.gear[type].headAccessory === oldName) {
+                unset['items.gear.'+type+'.headAccessory'] = "";
+                  set['items.gear.'+type+'.eyewear'] = newName;
+            }
+        });
+    });
+
+    // items.gear.owned:
+    _.each(oldToNew,function(newName,oldName){
+        if (oldName in user.items.gear.owned) {
+            unset['items.gear.owned.'+oldName] = "";
+              set['items.gear.owned.'+newName] = user.items.gear.owned[oldName];
+        }
+    });
+
+    //console.log(JSON.stringify(user, null, "  "));
+    //console.log("set: "   + JSON.stringify(set,   null, "  "));
+    //console.log("unset: " + JSON.stringify(unset, null, "  "));
+
+    liveUsers.update({_id:user._id}, {$set:set, $unset:unset, $inc:{_v:1}});
+
+    if (count%progressCount == 0) console.log(count + ' ' + user._id);
+    if (user._id == '9') console.log('lefnire processed');
+    if (user._id == authorUuid) console.log(authorName + ' processed');
+});

migrations/20140831_increase_gems_for_previous_contributions.js

@@ -0,0 +1,131 @@
+// IMPORTANT:
+//
+// run like this to capture all output:
+//
+// node 20140831_increase_gems_for_previous_contributions.js  > 20140831_increase_gems_for_previous_contributions_output.txt
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var migrationName = '20140831_increase_gems_for_previous_contributions';
+
+/**
+ * https://github.com/HabitRPG/habitrpg/issues/3933
+ * Increase Number of Gems for Contributors
+ * author: Alys (d904bd62-da08-416b-a816-ba797c9ee265)
+ * 
+ * Increase everyone's gems per their contribution level.
+ * Originally they were given 2 gems per tier.
+ * Now they are given 3 gems per tier for tiers 1,2,3
+ *                and 4 gems per tier for tiers 4,5,6,7
+ * So that means an EXTRA 1 for tier 1,
+ *                        2 for tier 2,
+ *                        3 for tier 3,
+ *                        5 for tier 4,
+ *                        7 for tier 5,
+ *                        9 for tier 6,
+ *                       11 for tier 7,
+ *                       11 for tier 8 (moderators = tier 7 + admin privileges),
+ *                     none for tier 9 (staff)
+ */
+
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+
+var dbUsers = mongo.db('localhost:27017/habitrpg?auto_reconnect').collection('users');
+
+
+var query = {
+    'contributor.level': {$gt: 0, $lt: 9},
+    'migration': {$ne: migrationName}
+};
+
+var fields = {
+    'migration':1,
+    'contributor.level':1,
+    'balance':1
+};
+
+var userResults = {}; // each key is a UUID, each value is a string
+                      // describing what changed for that user
+
+console.warn('Updating users...');
+var progressCount = 50;
+var count = 0;
+dbUsers.findEach(query, fields, function(err, user) {
+    if (err) { return exiting(1, 'ERROR! ' + err); }
+    if (!user) {
+        console.warn('All users found. Fetching final balances...');
+        return fetchFinalBalances();
+    }
+    count++;
+
+    var set = {'migration': migrationName};
+
+    var tier = user.contributor.level;
+    var extraGems = tier; // tiers 1,2,3
+    if (tier > 3)  { extraGems = 3 + (tier - 3) * 2; }
+    if (tier == 8) { extraGems = 11; }
+    extraBalance = extraGems / 4;
+    set['balance'] = user.balance + extraBalance;
+
+    // Capture current state of user:
+    userResults[user._id] =
+        user._id + ' ' + ':\n' +
+        '  contrib tier          :  ' + tier + '\n' +
+        '  balance before        :  ' + user.balance + '\n' +
+        '  balance (gems) added  :  ' + extraBalance + ' (' +
+                                        extraGems + ')' + '\n' +
+        '  expected balance after:  ' + (user.balance + extraBalance) + '\n';
+
+    // Update user:
+    dbUsers.update({_id:user._id}, {$set:set, $inc:{_v:1}});
+    if (count%progressCount == 0) console.warn(count + ' ' + user._id);
+});
+
+
+function fetchFinalBalances() {
+    var query = {_id: {$in: Object.keys(userResults)}};
+    var fields = {
+        'balance':1,
+    };
+
+    var count1 = 0;
+    dbUsers.findEach(query, fields, function(err, user) {
+        if (err) { return exiting(1, 'ERROR! ' + err); }
+        if (!user) {
+            console.warn('All final balances found.');
+            return displayData();
+        }
+        count1++;
+        userResults[user._id] = userResults[user._id] +
+            user._id + ' ' + ':\n' +
+            '  actual balance after  :  ' + user.balance + '\n';
+        if (count1%progressCount == 0) console.warn(count1 + ' ' + user._id);
+    });
+}
+
+
+function displayData() {
+    _.each(userResults, function(text, uuid) {
+        console.log(text); // text contains uuid
+    });
+    console.log('\n' + count +
+            ' users processed (should be roughly 335 according to the Hall)\n');
+    return exiting(0);
+}
+
+
+function exiting(code, msg) {
+    code = code || 0; // 0 = success
+    if (code && !msg) { msg = 'ERROR!'; }
+    if (msg) {
+        if (code) { console.error(msg); }
+        else      { console.log(  msg); }
+    }
+    process.exit(code);
+}

migrations/20140914_upgrade_admin_contrib_tiers.js

@@ -0,0 +1,79 @@
+var migrationName = '20140914_upgrade_admin_contrib_tiers';
+var authorName = 'Alys'; // in case script author needs to know when their ...
+var authorUuid = 'd904bd62-da08-416b-a816-ba797c9ee265'; //... own data is done
+
+/**
+ * https://github.com/HabitRPG/habitrpg/issues/3801
+ * Convert Tier 8 contributors to Tier 9 (staff) (all current Tier 8s are admins).
+ * Convert Tier 7 contributors with admin flag to Tier 8 (moderators).
+ */
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+var mongo = require('mongoskin');
+var _ = require('lodash');
+
+var dbUsers = mongo.db('localhost:27017/habitrpg?auto_reconnect').collection('users');
+
+var query =
+  { 'contributor.level':{$gte:7}, 'contributor.admin':true, 'migration': {$ne: migrationName} };
+
+var fields = {'migration':1,
+    'contributor.admin':1,
+    'contributor.level':1,
+    'auth.local.username':1,
+    'profile.name':1,
+    };
+
+var userResults = {}; // each key is a UUID, each value is a username;
+                      // contains only the users changed
+
+console.warn('Updating users...');
+var progressCount = 1000;
+var count = 0;
+dbUsers.findEach(query, fields, {batchSize:250}, function(err, user) {
+    if (err) { return exiting(1, 'ERROR! ' + err); }
+    if (!user) {
+        console.warn('All appropriate users found and modified.');
+        return displayData();
+    }
+    count++;
+
+    var set = {'migration': migrationName};
+    var inc = {'contributor.level':1, _v:1};
+
+    userResults[user._id] = user.profile.name;
+
+    dbUsers.update({_id:user._id}, {$set:set, $inc:inc});
+
+    if (count%progressCount == 0) console.warn(count + ' ' + user._id);
+    if (user._id == authorUuid) console.warn(authorName + ' processed');
+    if (user._id == '9'       ) console.warn('lefnire'  + ' processed');
+});
+
+
+function displayData() {
+	console.log('users modified:');
+    _.each(userResults, function(name, uuid) {
+        console.log(name);
+    });
+    console.warn('\n' + count +
+            ' users processed (should be 11 according to the Hall)\n');
+    return exiting(0);
+}
+
+
+function exiting(code, msg) {
+    code = code || 0; // 0 = success
+    if (code && !msg) { msg = 'ERROR!'; }
+    if (msg) {
+        if (code) { console.error(msg); }
+        else      { console.log(  msg); }
+    }
+    process.exit(code);
+}
+

migrations/20140922_free_candy.js

@@ -0,0 +1,18 @@
+db.users.update(
+  {},
+  {
+    $inc: {
+      'items.food.Candy_Base':1,
+      'items.food.Candy_CottonCandyBlue':1,
+      'items.food.Candy_CottonCandyPink':1,
+      'items.food.Candy_Desert':1,
+      'items.food.Candy_Golden':1,
+      'items.food.Candy_Red':1,
+      'items.food.Candy_Shade':1,
+      'items.food.Candy_Skeleton':1,
+      'items.food.Candy_White':1,
+      'items.food.Candy_Zombie':1
+    }
+  },
+  {multi:1}
+);

migrations/20141006_jackolantern_pet.js

@@ -0,0 +1 @@
+db.users.update({_id:'9'},{$set:{'items.pets.JackOLantern-Base':5, 'flags.newStuff':true}}, {multi:true});

migrations/20141117_consecutive_months.js

@@ -0,0 +1,20 @@
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+// require moment, lodash
+db.users.find(
+  {'purchased.plan.customerId':{$ne:null}},
+  {_id:1, 'purchased.plan':1}
+).forEach(function(user){
+  var p = user.purchased.plan
+    , latestMonth = p.dateTerminated  || new Date() // their last sub date, or on-going (now)
+    , count = moment(latestMonth).diff(p.dateCreated, 'months');
+  db.users.update({_id: user._id}, {$set: {
+    'purchased.plan.consecutive.count': count,
+    'purchased.plan.consecutive.gemCapExtra': _.min([ Math.floor(count/3)*5, 25 ]),
+    'purchased.plan.consecutive.trinkets': Math.floor(count/3)
+  }});
+});