Compare commits

...

8 Commits

4 changed files with 5 additions and 466 deletions

View File

@@ -61,8 +61,8 @@ def generate_version_expansions():
raise ValueError("Unable to parse version from stdin and no version.json provided")
if version_parts[0]:
expansions["suffix"] = "latest"
expansions["src_suffix"] = "latest"
expansions["suffix"] = "v7.2-latest"
expansions["src_suffix"] = "v7.2-latest"
expansions["is_release"] = "false"
else:
expansions["suffix"] = version_line

View File

@@ -69,7 +69,7 @@ modules:
- name: enterprise
repo: git@github.com:10gen/mongo-enterprise-modules.git
prefix: src/mongo/db/modules
branch: master
branch: v7.2
- name: wtdevelop
repo: git@github.com:wiredtiger/wiredtiger.git
@@ -676,7 +676,7 @@ functions:
"get buildnumber": &get_buildnumber
command: keyval.inc
params:
key: "${build_variant}_master"
key: "${build_variant}_v7.2"
destination: "builder_num"
"run diskstats": &run_diskstats

View File

@@ -137,21 +137,6 @@ buildvariants:
- name: generate_buildid_to_debug_symbols_mapping
- name: run_pretty_printer_tests
- <<: *generic_linux_compile_params
name: &linux-x86-dynamic-compile-future-tag-multiversion linux-x86-dynamic-compile-future-tag-multiversion
display_name: "Linux x86 Shared Library Compile (future git tag multiversion)"
modules:
- enterprise
expansions:
<<: *linux-x86-dynamic-compile-expansions
bv_future_git_tag: r100.0.0-9999
compile_variant: *linux-x86-dynamic-compile-future-tag-multiversion
depends_on:
- name: version_expansions_gen
variant: enterprise-rhel-80-64-bit-future-git-tag-multiversion-version-gen
tasks:
- name: compile_test_serial_TG
- <<: *generic_linux_compile_params
name: &linux-x86-dynamic-debug-compile-required linux-x86-dynamic-debug-compile-required # TODO: replace with Sanitizer.
display_name: "! Linux x86 Shared Library DEBUG Compile"
@@ -173,17 +158,6 @@ buildvariants:
- name: compile_test_parallel_dbtest_stream_TG
- name: generate_buildid_to_debug_symbols_mapping
- <<: *generic_linux_compile_params
name: &linux-x86-dynamic-debug-wtdevelop-compile linux-x86-dynamic-debug-wtdevelop-compile
display_name: "~ Linux WiredTiger develop DEBUG Compile"
activate: false
modules:
- wtdevelop
expansions:
<<: *linux_debug_compile_expansions
use_wt_develop: true
compile_variant: *linux-x86-dynamic-debug-wtdevelop-compile
- <<: *generic_linux_compile_params
name: &linux-debug-aubsan-compile-required linux-debug-aubsan-compile-required
display_name: "! Linux x86 Shared Library {A,UB}SAN Enterprise Compile"

View File

@@ -165,7 +165,7 @@ modules:
- name: enterprise
repo: git@github.com:10gen/mongo-enterprise-modules.git
prefix: src/mongo/db/modules
branch: master
branch: v7.2
# Pinned to version 100.7.2
- name: mongo-tools
repo: git@github.com:mongodb/mongo-tools.git
@@ -682,43 +682,6 @@ tasks:
- func: "compile prep"
- func: "compile mongocrypt shlib"
- name: renew_ssl_cert
commands:
- command: git.get_project
params:
directory: *src_dir
revisions:
dsi: ${dsi_rev}
# Run the script to generate ssl cert files
- command: shell.exec
params:
script: AWS_ACCESS_KEY_ID=${terraform_key} AWS_SECRET_ACCESS_KEY=${terraform_secret} ./src/dsi/run-dsi generate_ssl_cert
# Upload files for further DSI usage
- command: s3.put
params:
aws_key: ${aws_key}
aws_secret: ${aws_secret}
local_file: member.pem
# path to the remote file is intended to be static
remote_file: dsi/ssl/member.pem
bucket: mciuploads
# the visibility has to be public for consumption by DSI
permissions: public-read
content_type: text/plain
display_name: member.pem
- command: s3.put
params:
aws_key: ${aws_key}
aws_secret: ${aws_secret}
local_file: root.crt
# path to the remote file is intended to be static
remote_file: dsi/ssl/root.crt
bucket: mciuploads
# the visibility has to be public for consumption by DSI
permissions: public-read
content_type: text/plain
display_name: root.crt
- name: linkbench
priority: 5
commands:
@@ -2082,36 +2045,6 @@ buildvariants:
depends_on: *_compile_amazon2
tasks: *classic_engine_1nodereplset_tasks
- name: linux-1-node-replSet-lite-all-feature-flags.2022-11
display_name: Linux 1-Node ReplSet (graviton lite, all FF) 2022-11
cron: *linux-1-node-repl-cron
modules: *modules
expansions:
mongodb_setup_release: 2022-11
workload_setup: 2022-11
mongodb_setup: single-replica-all-feature-flags
infrastructure_provisioning: graviton-single-lite.2022-11
infrastructure_provisioning_release: 2022-11
platform: linux
project_dir: *project_dir
authentication: enabled
storageEngine: wiredTiger
compile_variant: -arm64
run_on:
- "rhel70-perf-single"
depends_on: *_compile_amazon_linux2_arm64
tasks:
- name: schedule_patch_auto_tasks
- name: schedule_variant_auto_tasks
- name: bestbuy_4_analytics
- name: bestbuy_4_analytics_columnstore
- name: bestbuy_4_inserts
- name: column_store_index_charts_events_1G
- name: column_store_index_charts_events_10G
- name: column_store_tpch_10_denormalized
- name: column_store_tpch_10_denormalized_unindexed
- name: ssb_column_store_comparison
- name: compile-rhel70
display_name: Compile for Atlas-like
modules: *modules
@@ -2367,15 +2300,6 @@ buildvariants:
- name: linkbench
- name: linkbench2
- name: renew-ssl-cert
display_name: Renew SSL Cert
cron: "0 0 * * 4" # 00:00 on Thursday
modules: *modules
run_on: # Certbot with route53 plugin is installed on Ubuntu 20.04
- "ubuntu2004-small"
tasks:
- name: renew_ssl_cert
- name: linux-standalone.2022-11
display_name: Linux Standalone 2022-11
# TODO SERVER-74399 Reduce frequency back to baseline.
@@ -2434,58 +2358,6 @@ buildvariants:
- name: genny_query_TenMDocCollection_IntId_IdentityView
- name: genny_query_TenMDocCollection_IntId_IdentityView_Agg
- name: linux-standalone-all-feature-flags.2022-11
display_name: Linux Standalone (all feature flags) 2022-11
cron: "0 0 * * 2,4,6" # Tuesday, Thursday and Saturday at 00:00
modules: *modules
expansions:
mongodb_setup_release: 2022-11
mongodb_setup: standalone-all-feature-flags
infrastructure_provisioning_release: 2022-11
infrastructure_provisioning: single
workload_setup: 2022-11
platform: linux
project_dir: *project_dir
authentication: enabled
storageEngine: wiredTiger
compile_variant: "-arm64"
run_on:
- "rhel70-perf-single"
depends_on: *_compile_amazon_linux2_arm64
tasks:
- name: schedule_patch_auto_tasks
- name: schedule_variant_auto_tasks
- name: industry_benchmarks
- name: ycsb_60GB
- name: ycsb_60GB.long
- name: crud_workloads_majority
- name: bestbuy_agg
- name: bestbuy_agg_merge_different_db
- name: bestbuy_agg_merge_same_db
- name: bestbuy_agg_merge_wordcount
- name: bestbuy_4_analytics
- name: bestbuy_4_analytics_columnstore
- name: bestbuy_4_inserts
- name: bestbuy_query
- name: cursor_manager
- name: map_reduce_workloads
- name: tpcc
- name: tpcc_majority
- name: tpch_1_normalized
- name: tpch_1_denormalized
- name: tpch_10_normalized
- name: tpch_10_denormalized
- name: column_store_index_charts_events_1G
- name: column_store_tpch_10_denormalized
- name: column_store_tpch_10_denormalized_unindexed
- name: ssb_column_store_comparison
- name: genny_query_TenMDocCollection_IntId
- name: genny_query_TenMDocCollection_ObjectId
- name: genny_query_TenMDocCollection_SubDocId
- name: genny_query_TenMDocCollection_IntId_Agg
- name: genny_query_TenMDocCollection_IntId_IdentityView
- name: genny_query_TenMDocCollection_IntId_IdentityView_Agg
- name: streams-single.intel.2023-10
display_name: Streams-Single Intel 2023-10
cron: "0 0 * * 2,4,6" # Tuesday, Thursday and Saturday at 00:00
@@ -2821,30 +2693,6 @@ buildvariants:
- name: genny_query_TenMDocCollection_IntId_IdentityView
- name: genny_query_TenMDocCollection_IntId_IdentityView_Agg
- name: linux-1-node-replSet-all-feature-flags.2022-11
display_name: Linux 1-Node ReplSet (all feature flags) 2022-11
cron: *linux-1-node-repl-cron
modules: *modules
expansions:
mongodb_setup_release: 2022-11
mongodb_setup: single-replica-all-feature-flags
infrastructure_provisioning_release: 2022-11
infrastructure_provisioning: single
workload_setup: 2022-11
platform: linux
project_dir: *project_dir
authentication: enabled
storageEngine: wiredTiger
compile_variant: "-arm64"
run_on:
- "rhel70-perf-single"
depends_on: *_compile_amazon_linux2_arm64
tasks:
- name: schedule_patch_auto_tasks
- name: schedule_variant_auto_tasks
- name: linkbench
- name: linkbench2
- name: linux-1-node-replSet.2022-11
display_name: Linux 1-Node ReplSet 2022-11
cron: *linux-1-node-repl-cron
@@ -3466,34 +3314,6 @@ buildvariants:
- name: industry_benchmarks
- name: linkbench
- name: linux-shard-lite-all-feature-flags.2022-11
display_name: Linux Shard Lite (all feature flags) 2022-11
cron: "0 0 * * 4" # 00:00 on Thursday
modules: *modules
expansions:
mongodb_setup_release: 2022-11
mongodb_setup: shard-lite-all-feature-flags
infrastructure_provisioning_release: 2022-11
infrastructure_provisioning: shard-lite
workload_setup: 2022-11
platform: linux
project_dir: *project_dir
authentication: enabled
storageEngine: wiredTiger
compile_variant: "-arm64"
run_on:
- "rhel70-perf-shard-lite"
depends_on: *_compile_amazon_linux2_arm64
tasks:
- name: schedule_patch_auto_tasks
- name: schedule_variant_auto_tasks
- name: change_streams_preimage_throughput
- name: change_streams_preimage_latency
- name: tsbs_query_sharded
- name: tsbs_query_finance_sharded
- name: tsbs_query_sharded_balancer
- name: tsbs_query_finance_sharded_balancer
# A variant of shard-lite with $queryStats enabled (unlimited).
- <<: *shard-lite-baseline
name: linux-shard-lite-query-stats
@@ -3780,189 +3600,6 @@ buildvariants:
<<: *3node-query-stats-rate-limit-expansions
config_params_json: '{"v": 0, "internalQueryStatsRateLimit": 10000}'
- name: linux-3-node-replSet-last-continuous-fcv.2022-11
display_name: Linux 3-Node ReplSet (Last Continuous FCV) 2022-11
cron: "0 0 * * 4" # 00:00 on Thursday
modules: *modules
expansions:
mongodb_setup_release: 2022-11
mongodb_setup: replica-last-continuous-fcv
infrastructure_provisioning_release: 2022-11
infrastructure_provisioning: replica
workload_setup: 2022-11
platform: linux
project_dir: *project_dir
authentication: enabled
storageEngine: wiredTiger
compile_variant: "-arm64"
run_on:
- "rhel70-perf-replset"
depends_on: *_compile_amazon_linux2_arm64
tasks:
- name: schedule_patch_auto_tasks
- name: schedule_variant_auto_tasks
- name: industry_benchmarks
- name: ycsb_60GB
- name: ycsb_60GB.long
- name: industry_benchmarks_secondary_reads
- name: industry_benchmarks_w1
- name: crud_workloads_majority
- name: crud_workloads_w1
- name: misc_workloads
- name: map_reduce_workloads
- name: refine_shard_key_transaction_stress
- name: smoke_test
- name: secondary_performance # Uses a special 2 node mongodb setup
- name: non_sharded_workloads
- name: bestbuy_agg
- name: bestbuy_agg_merge_different_db
- name: bestbuy_agg_merge_same_db
- name: bestbuy_agg_merge_wordcount
- name: bestbuy_query
- name: change_streams_latency
- name: change_streams_listen_throughput
- name: snapshot_reads
- name: secondary_reads
- name: tpcc
- name: tpcc_majority
- name: tpch_1_normalized
- name: tpch_1_denormalized
# TODO: Enable in SERVER-66572.
# - name: tpch_10_normalized
# - name: tpch_10_denormalized
- name: linkbench
- name: linkbench2
- name: tsbs_load
- name: tsbs_query
- name: tsbs_query_finance
- name: tsbs_query_manual_bucketing
- name: tsbs_query_fixed_bucketing
- name: tsbs-query-genny
- name: tsbs-query-optimizations
- name: linux-3-node-replSet-last-lts-fcv.2022-11
display_name: Linux 3-Node ReplSet (Last LTS FCV) 2022-11
cron: "0 0 * * 4" # 00:00 on Thursday
modules: *modules
expansions:
mongodb_setup_release: 2022-11
mongodb_setup: replica-last-lts-fcv
infrastructure_provisioning_release: 2022-11
infrastructure_provisioning: replica
workload_setup: 2022-11
platform: linux
project_dir: *project_dir
authentication: enabled
storageEngine: wiredTiger
compile_variant: "-arm64"
run_on:
- "rhel70-perf-replset"
depends_on: *_compile_amazon_linux2_arm64
tasks:
- name: schedule_patch_auto_tasks
- name: schedule_variant_auto_tasks
- name: industry_benchmarks
- name: ycsb_60GB
- name: ycsb_60GB.long
- name: industry_benchmarks_secondary_reads
- name: industry_benchmarks_w1
- name: crud_workloads_majority
- name: crud_workloads_w1
- name: misc_workloads
- name: map_reduce_workloads
- name: refine_shard_key_transaction_stress
- name: smoke_test
- name: secondary_performance # Uses a special 2 node mongodb setup
- name: non_sharded_workloads
- name: bestbuy_agg
- name: bestbuy_agg_merge_different_db
- name: bestbuy_agg_merge_same_db
- name: bestbuy_agg_merge_wordcount
- name: bestbuy_query
- name: change_streams_latency
- name: change_streams_listen_throughput
- name: snapshot_reads
- name: secondary_reads
- name: tpcc
- name: tpcc_majority
- name: tpch_1_normalized
- name: tpch_1_denormalized
# TODO: Enable in SERVER-66572.
# - name: tpch_10_normalized
# - name: tpch_10_denormalized
- name: linkbench
- name: linkbench2
- name: tsbs_load
- name: tsbs_query
- name: tsbs_query_finance
- name: tsbs_query_manual_bucketing
- name: tsbs_query_fixed_bucketing
- name: tsbs-query-genny
- name: tsbs-query-optimizations
- name: linux-3-node-replSet-all-feature-flags.2022-11
display_name: Linux 3-Node ReplSet (all feature flags) 2022-11
cron: "0 0 * * 4" # 00:00 on Thursday
modules: *modules
expansions:
mongodb_setup_release: 2022-11
mongodb_setup: replica-all-feature-flags
infrastructure_provisioning_release: 2022-11
infrastructure_provisioning: replica
workload_setup: 2022-11
platform: linux
project_dir: *project_dir
authentication: enabled
storageEngine: wiredTiger
compile_variant: "-arm64"
run_on:
- "rhel70-perf-replset"
depends_on: *_compile_amazon_linux2_arm64
tasks:
- name: schedule_patch_auto_tasks
- name: schedule_variant_auto_tasks
- name: industry_benchmarks
- name: ycsb_60GB
- name: ycsb_60GB.long
- name: industry_benchmarks_secondary_reads
- name: industry_benchmarks_w1
- name: crud_workloads_majority
- name: crud_workloads_w1
- name: misc_workloads
- name: map_reduce_workloads
- name: refine_shard_key_transaction_stress
- name: smoke_test
- name: secondary_performance # Uses a special 2 node mongodb setup
- name: non_sharded_workloads
- name: bestbuy_agg
- name: bestbuy_agg_merge_different_db
- name: bestbuy_agg_merge_same_db
- name: bestbuy_agg_merge_wordcount
- name: bestbuy_query
- name: change_streams_latency
- name: change_streams_listen_throughput
- name: change_streams_preimage_throughput
- name: change_streams_preimage_latency
- name: snapshot_reads
- name: secondary_reads
- name: tpcc
- name: tpcc_majority
- name: tpch_1_normalized
- name: tpch_1_denormalized
# TODO: Enable in SERVER-66572.
# - name: tpch_10_normalized
# - name: tpch_10_denormalized
- name: linkbench
- name: linkbench2
- name: tsbs_load
- name: tsbs_query
- name: tsbs_query_finance
- name: tsbs_query_manual_bucketing
- name: tsbs_query_fixed_bucketing
- name: tsbs-query-genny
- name: tsbs-query-optimizations
- name: dbcheck
- name: linux-3-node-replSet-notls.2022-11
display_name: Linux 3-Node ReplSet (No TLS) 2022-11
cron: "0 0 * * 4" # 00:00 on Thursday
@@ -4435,44 +4072,6 @@ buildvariants:
- name: wildcard-index-write_read_commands
- name: pipeline-updates
- <<: *linux-microbenchmarks-standalone-arm
name: linux-microbenchmarks-standalone-all-feature-flags-arm.2023-01
display_name: MicroBenchmarks Arm Standalone inMemory (all feature flags).2023-01
cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday.
expansions:
<<: *standalone-arm-expansions
mongodb_setup: mongo-perf-standalone-all-feature-flags.2023-02
# Same as standalone tasks, but with tasks required all feature flags added
tasks: &mirobenchmarks-all-feature-flags-tasks
- name: big_collection
- name: genny_scale_InsertRemove
- name: genny_execution_UserAcquisition
- name: aggregation_read_commands
- name: aggregation_read_commands_large_dataset
- name: agg-query-comparison_read_commands
- name: query_read_commands
- name: query_read_commands_large_dataset
- name: views-aggregation
- name: views-query
- name: where_read_commands
- name: update_read_commands
- name: insert_read_commands
- name: wildcard-index-read_read_commands
- name: wildcard-index-write_read_commands
- name: geo_read_commands
- name: misc_read_commands
- name: misc_custom_filter_default_read_commands
- name: misc_custom_filter_slow_or_sample_read_commands
- name: misc_custom_filter_complex_read_commands
- name: misc_custom_filter_whole_doc_read_commands
- name: misc_slowms_everything_read_commands
- name: singleThreaded_read_commands
- name: pipeline-updates
- name: javascript
- name: compound_wildcard_index_write_commands
- name: compound_wildcard_index_read_commands
- name: tie-breaking-heuristics
- <<: *linux-microbenchmarks-standalone-arm
name: linux-microbenchmarks-standalone-classic-query-engine-arm.2023-01
display_name: MicroBenchmarks Arm Standalone inMemory (Classic Query Engine).2023-01
@@ -4522,17 +4121,6 @@ buildvariants:
# Try to use the Bonsai optimizer with heuristic CE mode, or fall back to the classic planner.
tasks: *microbenchmarks-bonsai-tasks
- <<: *linux-microbenchmarks-repl-arm
name: linux-microbenchmarks-repl-all-feature-flags-arm.2023-01
display_name: MicroBenchmarks Arm 1-Node ReplSet inMemory (all feature flags).2023-01
cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday.
expansions:
<<: *repl-arm-expansions
mongodb_setup: mongo-perf-replica-all-feature-flags.2023-02
# yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
# Add tasks to the anchor that this variant references
# If diverging from that list, add the entire list of desired tasks here
- &linux-microbenchmarks-standalone-intel
<<: *linux-microbenchmarks-standalone-arm
name: linux-microbenchmarks-standalone-intel.2023-01
@@ -4565,18 +4153,6 @@ buildvariants:
# Add tasks to the anchor that this variant references
# If diverging from that list, add the entire list of desired tasks here
- <<: *linux-microbenchmarks-standalone-intel
name: linux-microbenchmarks-standalone-all-feature-flags.2023-01
display_name: MicroBenchmarks Intel Standalone inMemory (all feature flags).2023-01
cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday.
expansions:
<<: *standalone-intel-expansions
mongodb_setup: mongo-perf-standalone-all-feature-flags.2023-02
tasks: *mirobenchmarks-all-feature-flags-tasks
# yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
# Add tasks to the anchor that this variant references
# If diverging from that list, add the entire list of desired tasks here
- <<: *linux-microbenchmarks-standalone-intel
name: linux-microbenchmarks-standalone-classic-query-engine.2023-01
display_name: MicroBenchmarks Intel Standalone inMemory (Classic Query Engine).2023-01
@@ -4619,17 +4195,6 @@ buildvariants:
# Try to use the Bonsai optimizer with heuristic CE mode, or fall back to the classic planner.
tasks: *microbenchmarks-bonsai-tasks
- <<: *linux-microbenchmarks-repl-intel
name: linux-microbenchmarks-repl-all-feature-flags.2023-01
display_name: MicroBenchmarks Intel 1-Node ReplSet inMemory (all feature flags).2023-01
cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday.
expansions:
<<: *repl-intel-expansions
mongodb_setup: mongo-perf-replica-all-feature-flags.2023-02
# yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
# Add tasks to the anchor that this variant references
# If diverging from that list, add the entire list of desired tasks here
- name: linux-1-node-replSet-longRunning.2023-02
display_name: Linux 1-Node ReplSet Long-Running 2023-02
cron: "0 0 1 * *" # 00:00 on the first of each month