adding mocha-retry for integration tests that can fail from external factors

Author: nfriedly

package.json

@@ -65,6 +65,7 @@
     "istanbul": "^0.4.2",
     "jsdoc": "^3.4.0",
     "mocha": "^2.4.5",
+    "mocha-retry": "^0.1.0",
     "nock": "^7.0.2",
     "qs": "^6.1.0",
     "wav": "^1.0.0"
@@ -92,8 +93,6 @@
     "prepare": "npm test && npm version patch",
     "doc": "jsdoc -c jsdoc/config.json",
     "watch-doc": "nodemon --watch lib/ --watch services/ --watch jsdoc/ --watch package.json --ext js,tmpl --exec npm run doc",
-    "coverage": "istanbul cover ./node_modules/mocha/bin/_mocha --reporter spec --timeout 4000",
-    "codecov": "istanbul cover ./node_modules/mocha/bin/_mocha && codecov",
-    "coveralls": "istanbul cover ./node_modules/mocha/bin/_mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | ./node_modules/coveralls/bin/coveralls.js && rm -rf ./coverage"
+    "codecov": "istanbul cover ./node_modules/.bin/mocha -- --ui mocha-retry && codecov"
   }
 }

test/test.integration-all-services.js

@@ -19,7 +19,12 @@ var TEN_SECONDS = 10000;
 var FIVE_SECONDS = 5000;
 var TWO_SECONDS = 2000;
 
-describe('integration-all-services', function() {
+// for integration tests, we retry up to MAX_RETRIES times and call it a pass if any of them succeed
+// because some failures can happen for reasons outside the scope of this package
+// see https://www.npmjs.com/package/mocha-retry
+var MAX_RETRIES = 3;
+
+describe(MAX_RETRIES, 'integration-all-services', function() {
 
   this.slow(TWO_SECONDS); // this controls when the tests get a colored warning for taking too long