Upgrade tests tools and lint migrations and scripts (part 2) (#9998)

* upgrade gulp-babel * upgrade babel-eslint * upgrade eslint-friendly-formatter * start upgrading chai * start to upgrade eslint * restore skipped tests * start to upgrqde monk * fix linting and remove unused file * fix mocha notifications, and common tests * fix unit tests * start to fix initrgration tests * more integration tests fixes * upgrade monk to latest version * lint /scripts * migrations: start moving to /archive unused migrations and run eslint with --fix * lint migrations * fix more integration tests * fix test
2025-12-17 22:57:21 +01:00 · 2018-02-17 18:11:24 +01:00
parent b0ae0ef4da
commit 74ba55c20b
362 changed files with 8041 additions and 7813 deletions
--- a/migrations/archive/2016/20160602_convert_quest_collection.js
+++ b/migrations/archive/2016/20160602_convert_quest_collection.js
@@ -0,0 +1,140 @@
+'use strict';
+
+/** **************************************
+ * Author: Blade Barringer @crookedneighbor
+ *
+ * Reason: Collection quest data on the client is unreliable
+ * because the quest key on the user.party.quest.key property
+ * is unreliable. We were calculating the quest items found
+ * at the time a drop was created, when instead we could
+ * just calculate it from the party on the server. This
+ * necessitates changing the property type of party.quest.progress.collect
+ * from an object to a number, hence this migration.
+ ***************************************/
+
+global.Promise = require('bluebird');
+const TaskQueue = require('cwait').TaskQueue;
+const logger = require('./utils/logger');
+const Timer = require('./utils/timer');
+const connectToDb = require('./utils/connect').connectToDb;
+const closeDb = require('./utils/connect').closeDb;
+
+const timer = new Timer();
+
+// PROD: Enable prod db
+// const DB_URI = 'mongodb://username:password@dsXXXXXX-a0.mlab.com:XXXXX,dsXXXXXX-a1.mlab.com:XXXXX/habitica?replicaSet=rs-dsXXXXXX';
+const DB_URI = 'mongodb://localhost/new-prod-copy';
+
+const COLLECTION_QUESTS = [
+  'evilsanta2',
+  'vice2',
+  'egg',
+  'atom1',
+  'moonstone1',
+  'goldenknight1',
+  'dilatoryDistress1',
+];
+
+let Users, Groups;
+
+connectToDb(DB_URI).then((db) => {
+  Users = db.collection('users_backup');
+  Groups = db.collection('groups_backup');
+
+  return Promise.resolve();
+})
+  .then(findUsersWithCollectionData)
+  .then(getUsersCollectionData)
+  .then(transformCollectionData)
+  .then(cleanUpEmptyCollectionData)
+  .then(() => {
+    timer.stop();
+    closeDb();
+  }).catch(reportError);
+
+function reportError (err) {
+  logger.error('Uh oh, an error occurred');
+  closeDb();
+  timer.stop();
+  throw err;
+}
+
+function findUsersWithCollectionData () {
+  logger.info('Looking up groups on collection quests...');
+
+  return Groups.find({'quest.key': {$in: COLLECTION_QUESTS }}, ['quest.members']).toArray().then((groups) => {
+    logger.success('Found', groups.length, 'parties on collection quests');
+    logger.info('Parsing member data...');
+
+    let members = groups.reduce((array, party) => {
+      let questers = Object.keys(party.quest.members);
+      array.push(...questers);
+      return array;
+    }, []);
+
+    logger.success('Found', members.length, 'users on collection quests');
+
+    return Promise.resolve(members);
+  });
+}
+
+function getUsersCollectionData (users) {
+  logger.info('Fetching collection data from users...');
+
+  return Users.find({_id: {$in: users}}, ['party.quest.progress']).toArray().then((docs) => {
+    let items = docs.reduce((array, user) => {
+      let total = 0;
+      let collect = user.party && user.party.quest && user.party.quest.progress && user.party.quest.progress.collect;
+
+      if (!collect) return array;
+      if (typeof collect === 'number') return array;
+
+      for (let i in collect) {
+        if (collect.hasOwnProperty(i)) {
+          total += collect[i];
+        }
+      }
+
+      array.push({_id: user._id, collect: total});
+      return array;
+    }, []);
+
+    return Promise.resolve(items);
+  });
+}
+
+function updateUserById (user) {
+  return Users.findOneAndUpdate({_id: user._id}, {$set: {'party.quest.progress.collect': user.collect}}, {returnOriginal: false});
+}
+
+
+function transformCollectionData (users) {
+  let queue = new TaskQueue(Promise, 300);
+
+  logger.info('About to update', users.length, 'user collection items...');
+
+  return Promise.map(users, queue.wrap(updateUserById)).then((result) => {
+    let updates = result.filter(res => res && res.lastErrorObject && res.lastErrorObject.updatedExisting);
+    let failures = result.filter(res => res && !(res.lastErrorObject && res.lastErrorObject.updatedExisting));
+
+    logger.success(updates.length, 'users have been fixed');
+
+    if (failures.length > 0) {
+      logger.error(failures.length, 'users could not be found');
+    }
+
+    return Promise.resolve();
+  });
+}
+
+function cleanUpEmptyCollectionData () {
+  logger.info('Fetching users without collection data...');
+
+  return Users.updateMany({$or: [{'party.quest.progress.collect': { $type: 3}}, {'party.quest.progress.collect': { $exists: false}}]}, {$set: {'party.quest.progress.collect': 0}}).then((r) => {
+    let updates = r.result.n;
+
+    logger.success(updates, 'users have been fixed');
+
+    return Promise.resolve();
+  });
+}