0
0
mirror of https://github.com/mongodb/mongo.git synced 2024-11-27 23:27:11 +01:00
mongodb/etc/performance_thresholds.yml
George Wangensteen 2bd3ee5b30 SERVER-95596 Update performance thresholds for shard role SEP benchmark (#27886)
GitOrigin-RevId: b2fe4b8e6f4e6de185823f2bbc430ccad2815822
2024-10-08 21:51:32 +00:00

75 lines
3.6 KiB
YAML

########################################################################################################
# This file contains thresholds for performance tests run by resmoke. These correspond to #
# the GenerateAndCheckPerfResults hook. Thresholds are set on a per variant basis. #
# Make sure to set the --variantName flag when running benchmarks in resmoke. #
# #
# Each entry should follow the format below #
########################################################################################################
#
# tests:
# test1:
# variant1:
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
# test2:
# variant1:
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
#
#
#
#
# Bound direction upper means that the value reported by the test must be BELOW the threshold value.
# Bound direction lower means that the value reported by the test must be ABOVE the threshold value.
#
#
########################################################################################################
tests:
ServiceEntryPointRouterRoleBenchmarkFixture/BM_SEP_PING:
al2023-arm64-sep-benchmark:
# The current suggested method for raising these values is to run the benchmark a few times in patches, get the
# means of these metrics in them, and then multiply them by 1.002 (+ .2%). Please make sure the new values
# are above the maximum values reported in those patches to prevent any future flakiness.
- thread_level: 1
metrics:
- name: instructions_per_iteration_mean
value: 20616
bound_direction: upper
- thread_level: 32
metrics:
- name: instructions_per_iteration_mean
value: 20642
bound_direction: upper
ServiceEntryPointShardRoleBenchmarkFixture/BM_SEP_PING:
al2023-arm64-sep-benchmark:
# The current suggested method for raising these values is to run the benchmark a few times in patches, get the
# means of these metrics in them, and then multiply them by 1.002 (+ .2%). Please make sure the new values
# are above the maximum values reported in those patches to prevent any future flakiness.
- thread_level: 1
metrics:
- name: instructions_per_iteration_mean
value: 23154
bound_direction: upper
- thread_level: 32
metrics:
- name: instructions_per_iteration_mean
value: 23184
bound_direction: upper