mongodb/jstests/noPassthroughWithMongod/indexbg_restart_secondary.js

/**
 * Starts a replica set with arbiter, builds an index in background.
 * Kills the secondary once the index build starts with a failpoint.
 * The index build should resume when the secondary is restarted.
 *
 * @tags: [
 *   requires_persistence,
 *   requires_journaling,
 *   requires_replication,
 * ]
 */

(function() {
'use strict';

load('jstests/noPassthrough/libs/index_build.js');

// Set up replica set
const replTest = new ReplSetTest({
    nodes: [
        {},
        {
            // Disallow elections on secondary.
            rsConfig: {
                priority: 0,
                votes: 0,
            },
            slowms: 30000,  // Don't log slow operations on secondary. See SERVER-44821.
        },
    ]
});

// We need an arbiter to ensure that the primary doesn't step down
// when we restart the secondary.
const nodes = replTest.startSet();
replTest.initiate();

var master = replTest.getPrimary();
var second = replTest.getSecondary();

var masterDB = master.getDB('bgIndexSec');
var secondDB = second.getDB('bgIndexSec');

var collectionName = 'jstests_bgsec';

var coll = masterDB.getCollection(collectionName);

var size = 100;

var bulk = masterDB.jstests_bgsec.initializeUnorderedBulkOp();
for (var i = 0; i < size; ++i) {
    bulk.insert({i: i});
}
assert.commandWorked(bulk.execute({j: true}));
assert.eq(size, coll.count(), 'unexpected number of documents after bulk insert.');

// Make sure the documents make it to the secondary.
replTest.awaitReplication();

assert.commandWorked(secondDB.adminCommand(
    {configureFailPoint: 'leaveIndexBuildUnfinishedForShutdown', mode: 'alwaysOn'}));

try {
    if (IndexBuildTest.supportsTwoPhaseIndexBuild(master)) {
        // Pause the index build on the secondary to wait for it to start.
        IndexBuildTest.pauseIndexBuilds(secondDB);
        IndexBuildTest.startIndexBuild(master, coll.getFullName(), {i: 1});

        // Wait for build to start on the secondary.
        jsTestLog("waiting for index build to start on secondary");
        IndexBuildTest.waitForIndexBuildToStart(secondDB);
        IndexBuildTest.resumeIndexBuilds(secondDB);
    } else {
        coll.createIndex({i: 1}, {background: true});
        masterDB.getLastError(2);
        assert.eq(2, coll.getIndexes().length);

        // Make sure all writes are durable on the secondary so that we can restart it knowing that
        // the index build will be found on startup.
        // Waiting for durable is important for both (A) the record that we started the index build
        // so it is rebuild on restart, and (B) the update to minvalid to show that we've already
        // applied the oplog entry so it isn't replayed. If (A) is present without (B), then there
        // are two ways that the index can be rebuilt on startup and this test is only for the one
        // triggered by (A).
        secondDB.adminCommand({fsync: 1});
    }
} finally {
    assert.commandWorked(secondDB.adminCommand(
        {configureFailPoint: 'leaveIndexBuildUnfinishedForShutdown', mode: 'off'}));
}

MongoRunner.stopMongod(second);
replTest.start(second, {}, /*restart=*/true, /*wait=*/true);

// Make sure secondary comes back.
assert.soon(function() {
    try {
        secondDB.isMaster();  // trigger a reconnect if needed
        return true;
    } catch (e) {
        return false;
    }
}, "secondary didn't restart", 30000, 1000);

assert.soon(function() {
    return 2 == secondDB.getCollection(collectionName).getIndexes().length;
}, "Index build not resumed after restart", 30000, 50);
replTest.stopSet();
}());