From da4f753e76a4fd162d35c0c79d1241583e88b685 Mon Sep 17 00:00:00 2001 From: GitLab Bot Date: Sat, 18 Nov 2023 00:10:43 +0000 Subject: [PATCH] Add latest changes from gitlab-org/gitlab@master --- .gitlab/ci/qa.gitlab-ci.yml | 1 + Gemfile | 4 +- Gemfile.checksum | 5 +- Gemfile.lock | 23 +- .../list/ci_resources_list_item.vue | 34 +-- .../reviewers/uncollapsed_reviewer_list.vue | 2 +- app/models/ci/build_metadata.rb | 6 +- app/models/ci/pipeline.rb | 20 +- app/models/commit_status.rb | 5 + app/models/vulnerability.rb | 4 +- config/initializers/7_redis.rb | 3 + config/initializers/sidekiq.rb | 14 +- config/initializers/sidekiq_cluster.rb | 2 +- doc/api/project_vulnerabilities.md | 3 +- doc/api/vulnerabilities.md | 6 +- .../quick_start.md | 2 +- doc/user/gitlab_duo_chat.md | 120 +++++++--- .../metric_definition.yml | 4 +- .../analytics/internal_events_generator.rb | 55 ++--- lib/gitlab/event_store.rb | 4 +- .../redis_client_middleware.rb | 46 ++++ lib/gitlab/instrumentation/redis_helper.rb | 2 +- .../watchdog/handlers/sidekiq_handler.rb | 4 +- lib/gitlab/patch/sidekiq_cron_poller.rb | 4 +- lib/gitlab/redis/wrapper.rb | 23 +- lib/gitlab/runtime.rb | 2 +- lib/gitlab/sidekiq_config.rb | 3 +- .../sidekiq_logging/structured_logger.rb | 8 +- .../sidekiq_middleware/server_metrics.rb | 2 +- lib/gitlab/sidekiq_migrate_jobs.rb | 19 +- .../list/ci_resources_list_item_spec.js | 50 +++- .../internal_events_generator_spec.rb | 206 ++++++++-------- .../redis_client_middleware_spec.rb | 224 ++++++++++++++++++ .../watchdog/handlers/sidekiq_handler_spec.rb | 6 +- spec/lib/gitlab/runtime_spec.rb | 2 +- spec/lib/gitlab/sidekiq_config_spec.rb | 3 +- .../sidekiq_logging/structured_logger_spec.rb | 2 +- .../sidekiq_middleware/server_metrics_spec.rb | 4 +- spec/lib/gitlab/sidekiq_migrate_jobs_spec.rb | 7 +- spec/lib/gitlab/sidekiq_status_spec.rb | 2 +- spec/models/ci/pipeline_spec.rb | 14 +- spec/support/helpers/dns_helpers.rb | 13 + .../structured_logger_shared_context.rb | 4 +- .../server_metrics_shared_context.rb | 1 + .../redis/redis_shared_examples.rb | 61 +++++ spec/support/sidekiq.rb | 10 +- spec/support/sidekiq_middleware.rb | 9 - spec/tooling/danger/stable_branch_spec.rb | 25 ++ .../set_reviewer_reviewed_worker_spec.rb | 4 + tooling/danger/stable_branch.rb | 2 +- vendor/gems/sidekiq-reliable-fetch/Gemfile | 1 + .../gems/sidekiq-reliable-fetch/Gemfile.lock | 68 +++--- vendor/gems/sidekiq-reliable-fetch/README.md | 2 +- .../gitlab-sidekiq-fetcher.gemspec | 4 +- .../lib/sidekiq/base_reliable_fetch.rb | 26 +- .../lib/sidekiq/interrupted_set.rb | 2 +- .../lib/sidekiq/semi_reliable_fetch.rb | 15 +- .../spec/base_reliable_fetch_spec.rb | 38 +-- .../spec/fetch_shared_examples.rb | 77 +++--- .../spec/reliable_fetch_spec.rb | 1 + .../spec/semi_reliable_fetch_spec.rb | 19 +- .../spec/spec_helper.rb | 2 +- .../tests/interruption/config.rb | 1 + .../tests/reliability/config.rb | 1 + 64 files changed, 935 insertions(+), 401 deletions(-) create mode 100644 lib/gitlab/instrumentation/redis_client_middleware.rb create mode 100644 spec/lib/gitlab/instrumentation/redis_client_middleware_spec.rb diff --git a/.gitlab/ci/qa.gitlab-ci.yml b/.gitlab/ci/qa.gitlab-ci.yml index 0a06418e7c6..7c72c301aef 100644 --- a/.gitlab/ci/qa.gitlab-ci.yml +++ b/.gitlab/ci/qa.gitlab-ci.yml @@ -121,6 +121,7 @@ trigger-omnibus as-if-foss: # Override gitlab repository so that omnibus doesn't use foss repository for CE build GITLAB_ALTERNATIVE_REPO: $CI_PROJECT_URL +# If a rename is required for this job, please notify the Delivery team (`@gitlab-org/delivery`) e2e:package-and-test-ee: extends: - .e2e-trigger-base diff --git a/Gemfile b/Gemfile index de7a2897594..30d8bc7622a 100644 --- a/Gemfile +++ b/Gemfile @@ -247,8 +247,8 @@ gem 'state_machines-activerecord', '~> 0.8.0' # rubocop:todo Gemfile/MissingFeat gem 'acts-as-taggable-on', '~> 10.0' # rubocop:todo Gemfile/MissingFeatureCategory # Background jobs -gem 'sidekiq', '~> 6.5.10' # rubocop:todo Gemfile/MissingFeatureCategory -gem 'sidekiq-cron', '~> 1.8.0' # rubocop:todo Gemfile/MissingFeatureCategory +gem 'sidekiq', '~> 7.1.6' # rubocop:todo Gemfile/MissingFeatureCategory +gem 'sidekiq-cron', '~> 1.9.0' # rubocop:todo Gemfile/MissingFeatureCategory gem 'gitlab-sidekiq-fetcher', path: 'vendor/gems/sidekiq-reliable-fetch', require: 'sidekiq-reliable-fetch' # rubocop:todo Gemfile/MissingFeatureCategory # Cron Parser diff --git a/Gemfile.checksum b/Gemfile.checksum index 124843b3032..bd22ef4e64c 100644 --- a/Gemfile.checksum +++ b/Gemfile.checksum @@ -514,6 +514,7 @@ {"name":"redcarpet","version":"3.6.0","platform":"ruby","checksum":"8ad1889c0355ff4c47174af14edd06d62f45a326da1da6e8a121d59bdcd2e9e9"}, {"name":"redis","version":"4.8.0","platform":"ruby","checksum":"2000cf5014669c9dc821704b6d322a35a9a33852a95208911d9175d63b448a44"}, {"name":"redis-actionpack","version":"5.3.0","platform":"ruby","checksum":"3fb1ad0a8fd9d26a289c9399bb609dcaef38bf37711e6f677a53ca728fc19140"}, +{"name":"redis-client","version":"0.18.0","platform":"ruby","checksum":"a93bd1f99c024bb7f8e21eff7bdbcb16d85dbcbfe3f6ed051239e38d4c127704"}, {"name":"redis-rack","version":"2.1.4","platform":"ruby","checksum":"0872eecb303e483c3863d6bd0d47323d230640d41c1a4ac4a2c7596ec0b1774c"}, {"name":"redis-store","version":"1.9.1","platform":"ruby","checksum":"7b4c7438d46f7b7ce8f67fc0eda3a04fc67d32d28cf606cc98a5df4d2b77071d"}, {"name":"regexp_parser","version":"2.6.0","platform":"ruby","checksum":"f163ba463a45ca2f2730e0902f2475bb0eefcd536dfc2f900a86d1e5a7d7a556"}, @@ -589,8 +590,8 @@ {"name":"sexp_processor","version":"4.17.0","platform":"ruby","checksum":"4daa4874ce1838cd801c65e66ed5d4f140024404a3de7482c36d4ef2604dff6f"}, {"name":"shellany","version":"0.0.1","platform":"ruby","checksum":"0e127a9132698766d7e752e82cdac8250b6adbd09e6c0a7fbbb6f61964fedee7"}, {"name":"shoulda-matchers","version":"5.1.0","platform":"ruby","checksum":"a01d20589989e9653ab4a28c67d9db2b82bcf0a2496cf01d5e1a95a4aaaf5b07"}, -{"name":"sidekiq","version":"6.5.12","platform":"ruby","checksum":"b4f93b2204c42220d0b526a7b8e0c49b5f9da82c1ce1a05d2baf1e8f744c197f"}, -{"name":"sidekiq-cron","version":"1.8.0","platform":"ruby","checksum":"47da72ca73ce5b71896aaf7e7c4391386ec517dd003f184c50c0b727d82eb0ca"}, +{"name":"sidekiq","version":"7.1.6","platform":"ruby","checksum":"7859da66d5bcef3c22bea2c3091d08c866890168e003f5bf4dea197dc37843a2"}, +{"name":"sidekiq-cron","version":"1.9.1","platform":"ruby","checksum":"79d11c79c686ec2e540c1932ccd12b0c07e7c228d28a0a7c515a6c7fcd3c22df"}, {"name":"sigdump","version":"0.2.4","platform":"ruby","checksum":"0bf2176e55c1a262788623fe5ea57caddd6ba2abebe5e349d9d5e7c3a3010ed7"}, {"name":"signet","version":"0.17.0","platform":"ruby","checksum":"1d2831930dc28da32e34bec68cf7ded97ee2867b208f97c500ee293829cb0004"}, {"name":"simple_po_parser","version":"1.1.6","platform":"ruby","checksum":"122687d44d3de516a0e69e2f383a4180f5015e8c5ed5a7f2258f2b376f64cbf3"}, diff --git a/Gemfile.lock b/Gemfile.lock index e348606bf90..809d2a19eac 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -169,9 +169,9 @@ PATH PATH remote: vendor/gems/sidekiq-reliable-fetch specs: - gitlab-sidekiq-fetcher (0.10.0) + gitlab-sidekiq-fetcher (0.11.0) json (>= 2.5) - sidekiq (~> 6.1) + sidekiq (~> 7.0) GEM remote: https://rubygems.org/ @@ -1347,6 +1347,8 @@ GEM actionpack (>= 5, < 8) redis-rack (>= 2.1.0, < 3) redis-store (>= 1.1.0, < 2) + redis-client (0.18.0) + connection_pool redis-rack (2.1.4) rack (>= 2.0.8, < 3) redis-store (>= 1.2, < 2) @@ -1529,12 +1531,13 @@ GEM shellany (0.0.1) shoulda-matchers (5.1.0) activesupport (>= 5.2.0) - sidekiq (6.5.12) - connection_pool (>= 2.2.5, < 3) - rack (~> 2.0) - redis (>= 4.5.0, < 5) - sidekiq-cron (1.8.0) - fugit (~> 1) + sidekiq (7.1.6) + concurrent-ruby (< 2) + connection_pool (>= 2.3.0) + rack (>= 2.2.4) + redis-client (>= 0.14.0) + sidekiq-cron (1.9.1) + fugit (~> 1.8) sidekiq (>= 4.2.1) sigdump (0.2.4) signet (0.17.0) @@ -2053,8 +2056,8 @@ DEPENDENCIES sentry-ruby (~> 5.8.0) sentry-sidekiq (~> 5.8.0) shoulda-matchers (~> 5.1.0) - sidekiq (~> 6.5.10) - sidekiq-cron (~> 1.8.0) + sidekiq (~> 7.1.6) + sidekiq-cron (~> 1.9.0) sigdump (~> 0.2.4) simple_po_parser (~> 1.1.6) simplecov (~> 0.21) diff --git a/app/assets/javascripts/ci/catalog/components/list/ci_resources_list_item.vue b/app/assets/javascripts/ci/catalog/components/list/ci_resources_list_item.vue index 9540e1ed3ea..5bbf11e541f 100644 --- a/app/assets/javascripts/ci/catalog/components/list/ci_resources_list_item.vue +++ b/app/assets/javascripts/ci/catalog/components/list/ci_resources_list_item.vue @@ -1,13 +1,5 @@