SERVER-5128/SERVER-5130 Modify js test to validate both tickets are fixed

Also gets rid of one unnecessary noPassthroughWithMongod test.

Author: kaloianm

buildscripts/resmokeconfig/suites/sharding_continuous_config_stepdown.yml

@@ -107,7 +107,7 @@ selector:
   - jstests/sharding/stale_mongos_updates_and_removes.js
   - jstests/sharding/zero_shard_version.js
   # Already stop or blackholes the primary of the CSRS config shard
-  - jstests/sharding/all_config_hosts_down.js
+  - jstests/sharding/all_shard_and_config_hosts_brought_down_one_by_one.js
   - jstests/sharding/all_config_servers_blackholed_from_mongos.js
   - jstests/sharding/batch_write_command_sharded.js
   - jstests/sharding/config_rs_no_primary.js

jstests/noPassthroughWithMongod/replica_set_shard_version.js

@@ -0,0 +1,78 @@
+/**
+ * Shuts down config server and shard replica set nodes one by one and ensures correct behaviour.
+ */
+
+// Checking UUID consistency involves talking to the config servers, which are shut down in this
+// test.
+TestData.skipCheckingUUIDsConsistentAcrossCluster = true;
+
+(function() {
+    'use strict';
+
+    var st = new ShardingTest({shards: {rs0: {nodes: 2}}});
+
+    jsTest.log('Config nodes up: 3 of 3, shard nodes up: 2 of 2: ' +
+               'Insert test data to work with');
+    assert.writeOK(st.s0.getDB('TestDB').TestColl.update(
+        {_id: 0}, {$inc: {count: 1}}, {upsert: true, writeConcern: {w: 2, wtimeout: 30000}}));
+    assert.eq([{_id: 0, count: 1}], st.s0.getDB('TestDB').TestColl.find().toArray());
+
+    jsTest.log('Config nodes up: 2 of 3, shard nodes up: 2 of 2: ' +
+               'Inserts and queries must work');
+    st.configRS.stop(0);
+    st.restartMongos(0);
+    assert.writeOK(st.s0.getDB('TestDB').TestColl.update(
+        {_id: 0}, {$inc: {count: 1}}, {upsert: true, writeConcern: {w: 2, wtimeout: 30000}}));
+    assert.eq([{_id: 0, count: 2}], st.s0.getDB('TestDB').TestColl.find().toArray());
+
+    jsTest.log('Config nodes up: 1 of 3, shard nodes up: 2 of 2: ' +
+               'Inserts and queries must work');
+    st.configRS.stop(1);
+    st.restartMongos(0);
+    assert.writeOK(st.s0.getDB('TestDB').TestColl.update(
+        {_id: 0}, {$inc: {count: 1}}, {upsert: true, writeConcern: {w: 2, wtimeout: 30000}}));
+    assert.eq([{_id: 0, count: 3}], st.s0.getDB('TestDB').TestColl.find().toArray());
+
+    jsTest.log('Config nodes up: 1 of 3, shard nodes up: 1 of 2: ' +
+               'Only queries will work (no shard primary)');
+    st.rs0.stop(0);
+    st.restartMongos(0);
+    st.s0.setSlaveOk(true);
+    assert.eq([{_id: 0, count: 3}], st.s0.getDB('TestDB').TestColl.find().toArray());
+
+    jsTest.log('Config nodes up: 1 of 3, shard nodes up: 0 of 2: ' +
+               'MongoS must start, but no operations will work (no shard nodes available)');
+    st.rs0.stop(1);
+    st.restartMongos(0);
+    assert.throws(function() {
+        st.s0.getDB('TestDB').TestColl.find().toArray();
+    });
+
+    jsTest.log('Config nodes up: 0 of 3, shard nodes up: 0 of 2: ' +
+               'Metadata cannot be loaded at all, no operations will work');
+    st.configRS.stop(1);
+
+    // Instead of restarting mongos, ensure it has no metadata
+    assert.commandWorked(st.s0.adminCommand({flushRouterConfig: 1}));
+
+    // Throws transport error first and subsequent times when loading config data, not no primary
+    for (var i = 0; i < 2; i++) {
+        try {
+            st.s0.getDB('TestDB').TestColl.findOne();
+
+            // Must always throw
+            assert(false);
+        } catch (e) {
+            printjson(e);
+
+            // Make sure we get a transport error, and not a no-primary error
+            assert(e.code == 10276 ||  // Transport error
+                   e.code == 13328 ||  // Connect error
+                   e.code == ErrorCodes.HostUnreachable ||
+                   e.code == ErrorCodes.FailedToSatisfyReadPreference ||
+                   e.code == ErrorCodes.ReplicaSetNotFound);
+        }
+    }
+
+    st.stop();
+}());