Upgrade tests tools and lint migrations and scripts (part 2) (#9998)

* upgrade gulp-babel * upgrade babel-eslint * upgrade eslint-friendly-formatter * start upgrading chai * start to upgrade eslint * restore skipped tests * start to upgrqde monk * fix linting and remove unused file * fix mocha notifications, and common tests * fix unit tests * start to fix initrgration tests * more integration tests fixes * upgrade monk to latest version * lint /scripts * migrations: start moving to /archive unused migrations and run eslint with --fix * lint migrations * fix more integration tests * fix test
2025-12-16 22:27:26 +01:00 · 2018-02-17 18:11:24 +01:00
parent b0ae0ef4da
commit 74ba55c20b
362 changed files with 8041 additions and 7813 deletions
--- a/migrations/archive/api_v3/coupons.js
+++ b/migrations/archive/api_v3/coupons.js
@@ -0,0 +1,142 @@
+// Migrate coupons collection to new schema
+
+// The console-stamp module must be installed (not included in package.json)
+
+// It requires two environment variables: MONGODB_OLD and MONGODB_NEW
+
+// Due to some big user profiles it needs more RAM than is allowed by default by v8 (arounf 1.7GB).
+// Run the script with --max-old-space-size=4096 to allow up to 4GB of RAM
+console.log('Starting migrations/api_v3/coupons.js.');
+
+// IMPORTANT NOTE: this migration was written when we were using version 3 of lodash.
+// We've now upgraded to lodash v4 but the code used in this migration has not been
+// adapted to work with it. Before this migration is used again any lodash method should
+// be checked for compatibility against the v4 changelog and changed if necessary.
+// https://github.com/lodash/lodash/wiki/Changelog#v400
+
+require('babel-register');
+require('babel-polyfill');
+
+let Bluebird = require('bluebird');
+let MongoDB = require('mongodb');
+let nconf = require('nconf');
+let mongoose = require('mongoose');
+let _ = require('lodash');
+let uuid = require('uuid');
+let consoleStamp = require('console-stamp');
+
+// Add timestamps to console messages
+consoleStamp(console);
+
+// Initialize configuration
+require('../../website/server/libs/api-v3/setupNconf')();
+
+let MONGODB_OLD = nconf.get('MONGODB_OLD');
+let MONGODB_NEW = nconf.get('MONGODB_NEW');
+
+let MongoClient = MongoDB.MongoClient;
+
+mongoose.Promise = Bluebird; // otherwise mongoose models won't work
+
+// Load new models
+let Coupon = require('../../website/server/models/coupon').model;
+
+// To be defined later when MongoClient connects
+let mongoDbOldInstance;
+let oldCouponCollection;
+
+let mongoDbNewInstance;
+let newCouponCollection;
+
+let BATCH_SIZE = 1000;
+
+let processedCoupons = 0;
+
+// Only process coupons that fall in a interval ie -> up to 0000-4000-0000-0000
+let AFTER_COUPON_ID = nconf.get('AFTER_COUPON_ID');
+let BEFORE_COUPON_ID = nconf.get('BEFORE_COUPON_ID');
+
+function processCoupons (afterId) {
+  let processedTasks = 0;
+  let lastCoupon = null;
+  let oldCoupons;
+
+  let query = {};
+
+  if (BEFORE_COUPON_ID) {
+    query._id = {$lte: BEFORE_COUPON_ID};
+  }
+
+  if ((afterId || AFTER_COUPON_ID) && !query._id) {
+    query._id = {};
+  }
+
+  if (afterId) {
+    query._id.$gt = afterId;
+  } else if (AFTER_COUPON_ID) {
+    query._id.$gt = AFTER_COUPON_ID;
+  }
+
+  let batchInsertCoupons = newCouponCollection.initializeUnorderedBulkOp();
+
+  console.log(`Executing coupons query.\nMatching coupons after ${afterId ? afterId : AFTER_COUPON_ID} and before ${BEFORE_COUPON_ID} (included).`);
+
+  return oldCouponCollection
+    .find(query)
+    .sort({_id: 1})
+    .limit(BATCH_SIZE)
+    .toArray()
+    .then(function (oldCouponsR) {
+      oldCoupons = oldCouponsR;
+
+      console.log(`Processing ${oldCoupons.length} coupons. Already processed ${processedCoupons} coupons.`);
+
+      if (oldCoupons.length === BATCH_SIZE) {
+        lastCoupon = oldCoupons[oldCoupons.length - 1]._id;
+      }
+
+      oldCoupons.forEach(function (oldCoupon) {
+        let newCoupon = new Coupon(oldCoupon);
+
+        batchInsertCoupons.insert(newCoupon.toObject());
+      });
+
+      console.log(`Saving ${oldCoupons.length} coupons.`);
+
+      return batchInsertCoupons.execute();
+    })
+    .then(function () {
+      processedCoupons += oldCoupons.length;
+
+      console.log(`Saved ${oldCoupons.length} coupons.`);
+
+      if (lastCoupon) {
+        return processCoupons(lastCoupon);
+      } else {
+        return console.log('Done!');
+      }
+    });
+}
+
+// Connect to the databases
+Bluebird.all([
+  MongoClient.connect(MONGODB_OLD),
+  MongoClient.connect(MONGODB_NEW),
+])
+  .then(function (result) {
+    let oldInstance = result[0];
+    let newInstance = result[1];
+
+    mongoDbOldInstance = oldInstance;
+    oldCouponCollection = mongoDbOldInstance.collection('coupons');
+
+    mongoDbNewInstance = newInstance;
+    newCouponCollection = mongoDbNewInstance.collection('coupons');
+
+    console.log(`Connected with MongoClient to ${MONGODB_OLD} and ${MONGODB_NEW}.`);
+
+    return processCoupons();
+  })
+  .catch(function (err) {
+    console.error(err.stack || err);
+  });