mongodb/etc/perf.yml

command_type: system
stepback: false

variables:
  ###
  # Leave this section uncommented to enable compile.
  _real_remote_file: &_remote_file
      ${project_dir}/${version_id}/${revision}/${platform}/mongodb${compile-variant|}-${version_id}.tar.gz
  _real_compile: &_compile
    - variant: linux-wt-standalone
      name: compile
  _real_expansions: &_expansion_updates
    []
  ###

  ###
  # **Or**: Leave this section uncommented to bypass/skip compile.
  # # This file ↓ came from a microbenchmarks waterfall run.
  # # https://evergreen.mongodb.com/version/performance_996dcdc3d96346d71f012388eccc79c691619340
  # # Artifacts eventually expire. If this fails, grab the compile artifacts url and update this.
  # _skip_remote_file: &_remote_file
  #     perf/5f6ca2392fbabe40badf39c4/c39af144b2370be0537410d9bc79be66a1a5f3c7/linux/mongodb-5f6ca2392fbabe40badf39c4.tar.gz
  # _skip_compile: &_compile
  #     []
  # _skip_expansions: &_expansion_updates
  #   - key: mongodb_binary_archive
  #     value: https://mciuploads.s3.amazonaws.com/perf/5f6ca2392fbabe40badf39c4/c39af144b2370be0537410d9bc79be66a1a5f3c7/linux/mongodb-5f6ca2392fbabe40badf39c4.tar.gz
  ###

  _src_dir: &src_dir src/mongo
  _modules: &modules
    - enterprise
    - mongo-tools
    - wtdevelop

    - dsi
    - signal-processing
    - genny
    - linkbench
    - linkbench2
    - workloads
    - mongo-perf


modules:
###
# Same in every DSI project
- name: dsi
  repo: git@github.com:10gen/dsi.git
  prefix: ../../src
  branch: master
- name: genny
  repo: git@github.com:10gen/genny.git
  prefix: ../../src
  branch: master
- name: signal-processing
  repo: git@github.com:10gen/signal-processing.git
  prefix: ../../src
  branch: master
- name: workloads
  repo: git@github.com:10gen/workloads.git
  prefix: workloads
  branch: master
- name: wtdevelop
  repo: git@github.com:wiredtiger/wiredtiger.git
  prefix: src/third_party
  branch: develop
- name: linkbench
  repo: git@github.com:10gen/linkbench.git
  prefix: ../../src
  branch: master
- name: linkbench2
  repo: git@github.com:mdcallag/linkbench.git
  prefix: ../../src
  branch: master
  ref: 63207190657737b32eb0e81c5b81ad1b8bad0e5a
- name: mongo-perf
  repo: git@github.com:mongodb/mongo-perf.git
  prefix: ../../src
  branch: master
- name: ycsb
  repo: git@github.com:mongodb-labs/YCSB.git
  prefix: ../../src
  branch: master
  ref: 9e7888c5009e44a185b135104dd8456eea1deb1e
###

- name: enterprise
  repo: git@github.com:10gen/mongo-enterprise-modules.git
  prefix: src/mongo/db/modules
  branch: master
- name: mongo-tools
  repo: git@github.com:mongodb/mongo-tools.git
  prefix: mongo-tools/src/github.com/mongodb
  branch: master
- name: mongo-perf
  repo: git@github.com:mongodb/mongo-perf.git
  prefix: ../../src
  branch: master


###
# Same in every DSI project
pre:
    - func: "f_other_pre_ops"
    - func: "f_dsi_pre_run"
post:
    - func: "f_dsi_post_run"
    - func: "f_other_post_ops"
###

functions:
  ###
  # Same in every DSI project
  "f_dsi_pre_run":
    - command: manifest.load
    - command: expansions.update
      params:
        updates: *_expansion_updates
  "f_run_dsi_workload":
    - command: shell.exec
      params:
        script: |
          rm -rf ./*
          mkdir src          
    - command: manifest.load
    - command: git.get_project
      params:
        directory: *src_dir
        revisions:
          dsi: ${dsi_rev}
          linkbench: ${linkbench_rev}
          linkbench2: ${linkbench2_rev}
          genny: ${genny_rev}
          workloads: ${workloads_rev}
          signal-processing: ${signal-processing_rev}
          mongo-perf: ${mongo-perf_rev}
    - command: expansions.write
      params:
        file: ./expansions.yml
    - command: shell.exec
      params:
        script: ./src/dsi/run-dsi bootstrap
    - command: shell.exec
      params:
        script: ./src/dsi/run-dsi deploy_cluster
    - command: shell.exec
      type: test
      params:
        script: ./src/dsi/run-dsi test_control
    - command: json.send
      params:
        name: "perf"
        file: "./build/LegacyPerfJson/perf.json"
    - command: shell.exec
      type: test
      params:
        script: |
          ./src/dsi/run-dsi analysis
          # detect outliers needs to run, so defer the post_run_check exit status to later
          echo $? > post_run_check.status          
    - command: shell.exec
      params:
        script: |
          set -o errexit
          is_patch=${is_patch}
          task_id=${task_id}
          perf_jira_user=${perf_jira_user}
          perf_jira_pw=${perf_jira_pw}
          analysis_user=${dsi_analysis_atlas_user}
          analysis_password=${dsi_analysis_atlas_pw}
          evergreen_api_key=${evergreen_api_key}
          evergreen_api_user=${evergreen_api_user}
          source ./src/dsi/src/signal_processing_setup.sh          
    - command: shell.exec
      params:
        script: |
          set -o verbose
          source ./signal_processing_venv/bin/activate
          detect-changes --config .signal-processing.yml --mongo-repo=./src/mongo          
    - command: shell.exec
      params:
        script: |
          set -o verbose
          source ./signal_processing_venv/bin/activate
          detect-outliers --config .signal-processing.yml          
    - command: shell.exec
      type: setup
      params:
        script: |
          set -o verbose
          filename=rejects.json
          if [ -s "$filename" ]; then
            echo "Rejecting task due to the following outliers:"
            cat "$filename"
            exit ${detected_outlier_exit_code|0}
          fi          
    - command: shell.exec
      type: test
      params:
        script: |
          set -o verbose
          exit $(cat post_run_check.status)          
  "f_dsi_post_run":
      - command: shell.exec
        params:
          script: ./src/dsi/run-dsi infrastructure_teardown
      - command: shell.exec
        params:
          script: ./src/dsi/run-dsi ./src/dsi/src/dsi/make_artifact.sh
      - command: s3.put
        params:
          aws_key: ${aws_key}
          aws_secret: ${aws_secret}
          local_file: dsi-artifacts.tgz
          remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/dsi-artifacts-${task_name}-${build_id}-${execution}.${ext|tgz}
          bucket: mciuploads
          permissions: public-read
          content_type: ${content_type|application/x-gzip}
          display_name: Dsi Artifacts - Execution ${execution}
      - command: s3.put
        params:
          aws_key: ${aws_key}
          aws_secret: ${aws_secret}
          local_file: src/mongo/workloads/workloads/jsdoc/jsdocs-redirect.html
          remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/workloads-${task_name}-${build_id}.html
          bucket: mciuploads
          permissions: public-read
          content_type: text/html
          display_name: workloads documentation
      - command: attach.results
        params:
          file_location: report.json
      - command: json.send
        params:
          name: "perf"
          file: "./build/LegacyPerfJson/perf.json"
      - command: s3.put
        params:
          aws_key: ${aws_key}
          aws_secret: ${aws_secret}
          local_file: pip-requirements.txt
          remote_file: ${project}/${build_variant}/${revision}/pip-requirements-${task_id}-${execution}.txt
          bucket: mciuploads
          permissions: public-read
          content_type: atext-plain
          display_name: Pip Requirements
  ###

  "f_other_post_ops":
      - command: shell.exec
        params:
          working_dir: src
          script: |
            # removes files from the (local) scons cache when it's over a
            # threshold, to the $prune_ratio percentage. Ideally override
            # these default values in the distro config in evergreen.

            if [ -d "${scons_cache_path}" ]; then
                /opt/mongodbtoolchain/v3/bin/python3 buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8}
            fi            
  "f_other_pre_ops":
    - &f_other_pre_ops
      command: shell.exec
      params:
        silent: true
        script: |
          for PS in mongo{,d,s,import,export,dump,restore,stat,files,top,bridge} resmoke.py python{,2} lldb _test; do
              pkill -9 "$PS"
          done          

  ###
  # Compile
  "compile mongodb":
    # We create a virtual environment with the Python dependencies for compiling the server
    # installed.
    - command: shell.exec
      params:
        working_dir: src
        script: |
          set -o errexit
          set -o verbose

          /opt/mongodbtoolchain/v3/bin/virtualenv --python /opt/mongodbtoolchain/v3/bin/python3 "${workdir}/compile_venv"
          /opt/mongodbtoolchain/v3/bin/virtualenv --python /opt/mongodbtoolchain/v3/bin/python2 "${workdir}/venv"
          source "${workdir}/compile_venv/bin/activate"

          python -m pip install -r etc/pip/compile-requirements.txt          

    - command: shell.exec
      params:
        working_dir: src
        script: |
          set -o errexit
          set -o verbose

          mkdir -p mongodb/bin

          # We get the raw version string (r1.2.3-45-gabcdef) from git
          MONGO_VERSION=$(git describe --abbrev=7)

          # If we're going to compile the upstream wtdevelop repository for wiredtiger, add
          # that githash to version string.
          if [ "${compile-variant|}" = "-wtdevelop" ]; then
            WT_VERSION=$(cd src/third_party/wtdevelop; git describe --abbrev=7 | cut -c 9-)
            MONGO_VERSION="$MONGO_VERSION-wtdevelop-$WT_VERSION"
          fi
          # If this is a patch build, we add the patch version id to the version string so we know
          # this build was a patch, and which evergreen task it came from
          if [ "${is_patch|false}" = "true" ]; then
            MONGO_VERSION="$MONGO_VERSION-patch-${version_id}"
          fi

          # This script converts the generated version string into a sanitized version string for
          # use by scons and uploading artifacts as well as information about for the scons cache.
          source "${workdir}/compile_venv/bin/activate"
          MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} python buildscripts/generate_compile_expansions.py --out compile_expansions.yml          
    - command: expansions.update
      params:
        file: src/compile_expansions.yml
    - command: shell.exec
      params:
        working_dir: src/mongo-tools/src/github.com/mongodb/mongo-tools
        script: |
          set -o verbose
          set -o errexit

          # make sure newlines in the scripts are handled correctly by windows
          if [ "Windows_NT" = "$OS" ]; then
            set -o igncr
          fi;

          # set_goenv provides set_goenv(), print_ldflags() and print_tags() used below
          . ./set_goenv.sh
          GOROOT="" set_goenv || exit
          go version

          build_tools="bsondump mongostat mongofiles mongoexport mongoimport mongorestore mongodump mongotop"
          if [ "${build_mongoreplay}" = "true" ]; then
              build_tools="$build_tools mongoreplay"
          fi
          for i in $build_tools; do
              go build -ldflags "$(print_ldflags)" ${args} -tags "$(print_tags ${tooltags})" -o "../../../../../mongodb/bin/$i${exe|}" $i/main/$i.go
              "../../../../../mongodb/bin/$i${exe|}" --version
          done          
    - command: shell.exec
      params:
        working_dir: src
        script: |
          set -o errexit
          set -o verbose
          source "${workdir}/compile_venv/bin/activate"
          python ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} install-core MONGO_VERSION=${version} DESTDIR=$(pwd)/mongodb
          mkdir -p mongodb/jstests/hooks
          if [ -d jstests/hooks ]
          then
            echo "Fetching JS test DB correctness checks from directory jstests"
            cp -a jstests/* mongodb/jstests

            echo "Now adding our own special run_validate_collections.js wrapper"
            mv mongodb/jstests/hooks/run_validate_collections.js mongodb/jstests/hooks/run_validate_collections.actual.js

            cat << EOF > mongodb/jstests/hooks/run_validate_collections.js
            print("NOTE: run_validate_collections.js will skip the oplog!");
            TestData = { skipValidationNamespaces: ['local.oplog.rs'] };
            load('jstests/hooks/run_validate_collections.actual.js');
          EOF
          fi
          tar czf mongodb${compile-variant|}.tar.gz mongodb          
    - command: s3.put
      params:
        aws_key: ${aws_key}
        aws_secret: ${aws_secret}
        local_file: src/mongodb${compile-variant|}.tar.gz
        remote_file: ${project_dir}/${version_id}/${revision}/${platform}/mongodb${compile-variant|}-${version_id}.tar.gz
        bucket: mciuploads
        permissions: public-read
        content_type: ${content_type|application/x-gzip}
        display_name: mongodb${compile-variant|}.tar.gz
  ###

tasks:
###
# Same in every DSI project
- name: genny_generate_all_tasks
  commands:
    - command: git.get_project
      params:
        directory: *src_dir
        revisions:
          dsi: ${dsi_rev}
          linkbench: ${linkbench_rev}
          linkbench2: ${linkbench2_rev}
          genny: ${genny_rev}
          workloads: ${workloads_rev}
          signal-processing: ${signal-processing_rev}
    - command: expansions.write
      params:
        file: ./expansions.yml
    - command: shell.exec
      params:
        script: ./src/genny/scripts/genny_auto_tasks.sh all_tasks
    - command: generate.tasks
      params:
        files:
          - build/TaskJSON/Tasks.json
- name: genny_auto_tasks
  commands:
    - command: git.get_project
      params:
        directory: *src_dir
        revisions:
          dsi: ${dsi_rev}
          linkbench: ${linkbench_rev}
          linkbench2: ${linkbench2_rev}
          genny: ${genny_rev}
          workloads: ${workloads_rev}
          signal-processing: ${signal-processing_rev}
    - command: expansions.write
      params:
        file: ./expansions.yml
    - command: shell.exec
      params:
        script: ./src/genny/scripts/genny_auto_tasks.sh variant_tasks
    - command: generate.tasks
      params:
        files:
          - build/TaskJSON/Tasks.json
- name: genny_patch_tasks
  commands:
    - command: git.get_project
      params:
        directory: *src_dir
        revisions:
          dsi: ${dsi_rev}
          linkbench: ${linkbench_rev}
          linkbench2: ${linkbench2_rev}
          genny: ${genny_rev}
          workloads: ${workloads_rev}
          signal-processing: ${signal-processing_rev}
    - command: expansions.write
      params:
        file: ./expansions.yml
    - command: shell.exec
      params:
        script: ./src/genny/scripts/genny_auto_tasks.sh patch_tasks
    - command: generate.tasks
      params:
        files:
          - build/TaskJSON/Tasks.json
- name: smoke_test
  priority: 5
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: "short"
- name: smoke_test_ssl
  priority: 5
  commands:
    - func: f_run_dsi_workload
      vars:
          test_control: short
          mongodb_setup: replica-ssl
          infrastructure_provisioning: replica
- name: dsi_integ_test_run_command_simple
  priority: 5
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: "run_command_simple"
###

- name: compile
  commands:
    - command: manifest.load
    - command: git.get_project
      params:
        directory: src
        revisions:
          enterprise: ${enterprise_rev}
          wtdevelop: ${wtdevelop_rev}
          mongo-tools: ${mongo-tools_rev}
    - command: shell.exec
      params:
        working_dir: src
        script: |
          set -o errexit
          set -o verbose
          if [ "${compile-variant|}" = "-wtdevelop" ]; then
            cd src/third_party
            for wtdir in dist examples ext lang src test tools ; do
              rm -rf wiredtiger/$wtdir
              mv wtdevelop/$wtdir wiredtiger/
            done
          fi          
    - func: "compile mongodb"


- name: genny_execution_UserAcquisition
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: auto_genny_workload
        auto_workload_path: execution/UserAcquisition.yml
- name: genny_scale_InsertRemove
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: auto_genny_workload
        auto_workload_path: scale/InsertRemove.yml
- name: query
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: query,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: views-query
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: query_identityview,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'true'}          
- name: views-aggregation
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: aggregation_identityview,
           include_filter_2: regression,
           exclude_filter: none,
           threads: "1",
           read_cmd: 'true'}          
- name: where
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: where,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: update
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: update,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: insert
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: insert,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: wildcard-index-read
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: wildcard_read,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: wildcard-index-write
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: wildcard_write,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: geo
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: geo,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: misc
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: command multi remove mixed,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: misc_custom_filter_default
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        mongodb_setup: microbenchmarks_standalone_custom_filter_default
        test_control_params: |
          {include_filter_1: command multi remove mixed,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: misc_custom_filter_slow_or_sample
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        mongodb_setup: microbenchmarks_standalone_custom_filter_slow_or_sample
        test_control_params: |
          {include_filter_1: command multi remove mixed,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: misc_custom_filter_complex
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        mongodb_setup: microbenchmarks_standalone_custom_filter_complex
        test_control_params: |
          {include_filter_1: command multi remove mixed,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: misc_custom_filter_whole_doc
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        mongodb_setup: microbenchmarks_standalone_custom_filter_whole_doc
        test_control_params: |
          {include_filter_1: command multi remove mixed,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: misc_slowms_everything
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        mongodb_setup: microbenchmarks_standalone_slowms_everything
        test_control_params: |
          {include_filter_1: command multi remove mixed,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: singleThreaded
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: single_threaded,
           include_filter_2: core regression,
           exclude_filter: none,
           threads: "1",
           read_cmd: 'false'}          
- name: aggregation
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: aggregation,
           include_filter_2: regression,
           exclude_filter: js,
           threads: "1",
           read_cmd: 'false'}          
- name: agg-query-comparison
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: agg_query_comparison,
           include_filter_2: core regression,
           exclude_filter: single_threaded,
           threads: "1 2 4 8",
           read_cmd: 'false'}          
- name: pipeline-updates
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: pipeline-updates,
           include_filter_2: regression,
           exclude_filter: none,
           threads: "1 2 4 8",
           read_cmd: 'true'}          
- name: javascript
  depends_on: *_compile
  commands:
    - func: f_run_dsi_workload
      vars:
        test_control: microbenchmarks
        test_control_params: |
          {include_filter_1: js,
           include_filter_2: aggregation,
           exclude_filter: none,
           threads: "1 2 4 8",
           read_cmd: 'true'}          


buildvariants:
- name: linux-wt-standalone
  display_name: Standalone Linux inMemory
  batchtime: 90  # 1.5 hours
  modules: *modules
  expansions:
    # We are explicitly tracking the rhel62 variant compile options from evergreen.yml for
    # microbenchmarks, since they run on the centos6 boxes.  If we can get proper artifacts directly
    # from that project, we should do that and remove the compile tasks.
    compile_flags: --ssl --separate-debug MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars
    mongod_exec_wrapper: &exec_wrapper "numactl --physcpubind=4,5,6,7 -i 1"
    perf_exec_wrapper: &perf_wrapper "numactl --physcpubind=1,2,3 -i 0"
    mongod_flags: >-
      --auth
      --fork
      --inMemoryEngineConfigString 'eviction=(threads_min=1),'
      --inMemorySizeGB 60
      --networkMessageCompressors noop
      --setParameter diagnosticDataCollectionEnabled=false
      --setParameter enableTestCommands=1
      --setParameter ttlMonitorEnabled=false
      --storageEngine inMemory
      --syncdelay 0      
    use_scons_cache: true
    platform: linux
    infrastructure_provisioning: microbenchmarks
    mongodb_setup: microbenchmarks_standalone
    canaries: none
    storageEngine: inMemory
    project_dir: &project_dir perf
  run_on:
  - "centos6-perf"
  tasks:
  - name: compile
    distros:
    - rhel62-large
  - name: genny_scale_InsertRemove
  - name: genny_execution_UserAcquisition
  - name: aggregation
  - name: agg-query-comparison
  - name: query
  - name: views-aggregation
  - name: views-query
  - name: where
  - name: update
  - name: insert
  - name: wildcard-index-read
  - name: wildcard-index-write
  - name: geo
  - name: misc
  - name: misc_custom_filter_default
  - name: misc_custom_filter_slow_or_sample
  - name: misc_custom_filter_complex
  - name: misc_custom_filter_whole_doc
  - name: misc_slowms_everything
  - name: singleThreaded
  - name: pipeline-updates
  - name: javascript

- name: linux-wt-repl
  display_name: 1-Node ReplSet Linux inMemory
  batchtime: 90  # 1.5 hours
  modules: *modules
  expansions:
    mongod_exec_wrapper: *exec_wrapper
    perf_exec_wrapper: *perf_wrapper
    mongod_flags: >-
      --auth
      --fork
      --inMemoryEngineConfigString 'eviction=(threads_min=1),'
      --inMemorySizeGB 60
      --networkMessageCompressors noop
      --oplogSize 30000
      --replSet test
      --setParameter diagnosticDataCollectionEnabled=false
      --setParameter enableTestCommands=1
      --setParameter ttlMonitorEnabled=false
      --storageEngine inMemory
      --syncdelay 0      
    platform: linux
    infrastructure_provisioning: microbenchmarks
    mongodb_setup: microbenchmarks_replica
    canaries: none
    storageEngine: inMemory
    project_dir: *project_dir
  run_on:
  - "centos6-perf"
  tasks:
  - name: genny_scale_InsertRemove
  - name: update
  - name: insert
  - name: misc
  - name: singleThreaded
  - name: wildcard-index-write
  - name: pipeline-updates