Commit 2a7103d8 authored by Shinya Maeda's avatar Shinya Maeda

Merge branch 'quarantine-flaky-tests' into 'master'

Quarantine flaky tests

See merge request gitlab-org/gitlab!34615
parents 5921af3a 45fad424
...@@ -369,10 +369,8 @@ db:rollback geo: ...@@ -369,10 +369,8 @@ db:rollback geo:
# EE: Canonical MR pipelines # EE: Canonical MR pipelines
rspec foss-impact: rspec foss-impact:
extends: extends:
- .rspec-base - .rspec-base-pg11-as-if-foss
- .as-if-foss
- .rails:rules:ee-mr-only - .rails:rules:ee-mr-only
- .use-pg11
script: script:
- install_gitlab_gem - install_gitlab_gem
- run_timed_command "scripts/gitaly-test-build" - run_timed_command "scripts/gitaly-test-build"
......
...@@ -322,11 +322,8 @@ ...@@ -322,11 +322,8 @@
rules: rules:
- <<: *if-not-ee - <<: *if-not-ee
when: never when: never
- <<: *if-security-merge-request - <<: *if-merge-request # Always run for MRs since `compile-test-assets as-if-foss` is either needed by `rspec foss-impact` or the `rspec * as-if-foss` jobs.
changes: *code-backstage-qa-patterns changes: *code-backstage-qa-patterns
- <<: *if-merge-request-title-as-if-foss
- <<: *if-merge-request
changes: *ci-patterns
.frontend:rules:default-frontend-jobs: .frontend:rules:default-frontend-jobs:
rules: rules:
......
...@@ -41,7 +41,7 @@ RSpec.describe 'Epic shortcuts', :js do ...@@ -41,7 +41,7 @@ RSpec.describe 'Epic shortcuts', :js do
wait_for_requests wait_for_requests
end end
it "quotes the selected text", :quarantine do it "quotes the selected text", quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/11057' do
select_element('.note-text') select_element('.note-text')
find('body').native.send_key('r') find('body').native.send_key('r')
......
...@@ -52,7 +52,7 @@ RSpec.describe 'New/edit issue', :js do ...@@ -52,7 +52,7 @@ RSpec.describe 'New/edit issue', :js do
wait_for_requests wait_for_requests
end end
it 'displays selected users even if they are not part of the original API call', quarantine: 'https://gitlab.com/gitlab-org/gitlab/issues/28634' do it 'displays selected users even if they are not part of the original API call', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/28634' do
find('.dropdown-input-field').native.send_keys user2.name find('.dropdown-input-field').native.send_keys user2.name
page.within '.dropdown-menu-user' do page.within '.dropdown-menu-user' do
......
...@@ -65,7 +65,7 @@ RSpec.describe 'Protected Environments' do ...@@ -65,7 +65,7 @@ RSpec.describe 'Protected Environments' do
end end
end end
it 'allows updating access to a protected environment', :js, :quarantine do it 'allows updating access to a protected environment', :js, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/11086' do
within('.protected-branches-list tr', text: 'production') do within('.protected-branches-list tr', text: 'production') do
set_allowed_to_deploy('Developers + Maintainers') set_allowed_to_deploy('Developers + Maintainers')
end end
......
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
require 'spec_helper' require 'spec_helper'
RSpec.describe 'Project' do RSpec.describe 'Project', :js, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/222234' do
describe 'when creating from group template' do describe 'when creating from group template' do
let(:user) { create(:user) } let(:user) { create(:user) }
let(:group) { create(:group, name: 'parent-group') } let(:group) { create(:group, name: 'parent-group') }
...@@ -17,7 +17,7 @@ RSpec.describe 'Project' do ...@@ -17,7 +17,7 @@ RSpec.describe 'Project' do
sign_in user sign_in user
end end
it "defaults to correct namespace", :js, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/223023' do it "defaults to correct namespace" do
visit new_project_path visit new_project_path
find('#create-from-template-tab').click find('#create-from-template-tab').click
find('.custom-group-project-templates-tab').click find('.custom-group-project-templates-tab').click
...@@ -26,7 +26,7 @@ RSpec.describe 'Project' do ...@@ -26,7 +26,7 @@ RSpec.describe 'Project' do
expect(find('.js-select-namespace')).to have_content group.name expect(find('.js-select-namespace')).to have_content group.name
end end
it "uses supplied namespace", :js, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/222234' do it "uses supplied namespace" do
visit new_project_path(namespace_id: other_subgroup.id) visit new_project_path(namespace_id: other_subgroup.id)
find('#create-from-template-tab').click find('#create-from-template-tab').click
find('.custom-group-project-templates-tab').click find('.custom-group-project-templates-tab').click
......
...@@ -343,7 +343,7 @@ RSpec.describe API::Namespaces do ...@@ -343,7 +343,7 @@ RSpec.describe API::Namespaces do
context 'when authenticated as an admin' do context 'when authenticated as an admin' do
context 'when namespace is not found' do context 'when namespace is not found' do
it 'returns a 404 error', :quarantine do it 'returns a 404 error', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/11298' do
do_put(1111, admin, params) do_put(1111, admin, params)
expect(response).to have_gitlab_http_status(:not_found) expect(response).to have_gitlab_http_status(:not_found)
......
...@@ -74,7 +74,7 @@ RSpec.shared_examples "protected tags > access control > EE" do ...@@ -74,7 +74,7 @@ RSpec.shared_examples "protected tags > access control > EE" do
expect(access_levels).to be_empty expect(access_levels).to be_empty
end end
it "prepends selected users that can create", :quarantine do it "prepends selected users that can create", quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/9205' do
users = create_list(:user, 21) users = create_list(:user, 21)
users.each { |user| project.add_developer(user) } users.each { |user| project.add_developer(user) }
......
...@@ -38,7 +38,7 @@ RSpec.describe "Admin::Users" do ...@@ -38,7 +38,7 @@ RSpec.describe "Admin::Users" do
end end
describe "view extra user information" do describe "view extra user information" do
it 'shows the user popover on hover', :js, :quarantine do it 'shows the user popover on hover', :js, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/11290' do
expect(page).not_to have_selector('#__BV_popover_1__') expect(page).not_to have_selector('#__BV_popover_1__')
first_user_link = page.first('.js-user-link') first_user_link = page.first('.js-user-link')
......
...@@ -24,7 +24,7 @@ RSpec.describe 'Thread Comments Commit', :js do ...@@ -24,7 +24,7 @@ RSpec.describe 'Thread Comments Commit', :js do
expect(page).to have_css('.js-note-emoji') expect(page).to have_css('.js-note-emoji')
end end
it 'adds award to the correct note', quarantine: 'https://gitlab.com/gitlab-org/gitlab/issues/207973' do it 'adds award to the correct note', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/207973' do
find("#note_#{commit_discussion_note2.id} .js-note-emoji").click find("#note_#{commit_discussion_note2.id} .js-note-emoji").click
first('.emoji-menu .js-emoji-btn').click first('.emoji-menu .js-emoji-btn').click
......
...@@ -88,7 +88,7 @@ RSpec.describe 'Search bar', :js do ...@@ -88,7 +88,7 @@ RSpec.describe 'Search bar', :js do
expect(find('#js-dropdown-hint')).to have_selector('.filter-dropdown .filter-dropdown-item', count: original_size) expect(find('#js-dropdown-hint')).to have_selector('.filter-dropdown .filter-dropdown-item', count: original_size)
end end
it 'resets the dropdown filters', :quarantine do it 'resets the dropdown filters', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/9985' do
filtered_search.click filtered_search.click
hint_offset = get_left_style(find('#js-dropdown-hint')['style']) hint_offset = get_left_style(find('#js-dropdown-hint')['style'])
......
...@@ -28,7 +28,7 @@ RSpec.describe 'Issue Detail', :js do ...@@ -28,7 +28,7 @@ RSpec.describe 'Issue Detail', :js do
visit project_issue_path(project, issue) visit project_issue_path(project, issue)
end end
it 'encodes the description to prevent xss issues', quarantine: 'https://gitlab.com/gitlab-org/gitlab/issues/207951' do it 'encodes the description to prevent xss issues', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/207951' do
page.within('.issuable-details .detail-page-description') do page.within('.issuable-details .detail-page-description') do
image = find('img.js-lazy-loaded') image = find('img.js-lazy-loaded')
......
...@@ -195,7 +195,7 @@ RSpec.describe 'Issue Sidebar' do ...@@ -195,7 +195,7 @@ RSpec.describe 'Issue Sidebar' do
end end
end end
context 'creating a project label', :js, :quarantine do context 'creating a project label', :js, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27992' do
before do before do
page.within('.block.labels') do page.within('.block.labels') do
click_link 'Create project' click_link 'Create project'
......
...@@ -31,7 +31,7 @@ RSpec.describe 'User creates branch and merge request on issue page', :js do ...@@ -31,7 +31,7 @@ RSpec.describe 'User creates branch and merge request on issue page', :js do
end end
# In order to improve tests performance, all UI checks are placed in this test. # In order to improve tests performance, all UI checks are placed in this test.
it 'shows elements', :quarantine do it 'shows elements', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27993' do
button_create_merge_request = find('.js-create-merge-request') button_create_merge_request = find('.js-create-merge-request')
button_toggle_dropdown = find('.create-mr-dropdown-wrap .dropdown-toggle') button_toggle_dropdown = find('.create-mr-dropdown-wrap .dropdown-toggle')
...@@ -141,7 +141,7 @@ RSpec.describe 'User creates branch and merge request on issue page', :js do ...@@ -141,7 +141,7 @@ RSpec.describe 'User creates branch and merge request on issue page', :js do
visit project_issue_path(project, issue) visit project_issue_path(project, issue)
end end
it 'disables the create branch button', :quarantine do it 'disables the create branch button', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27985' do
expect(page).to have_css('.create-mr-dropdown-wrap .unavailable:not(.hidden)') expect(page).to have_css('.create-mr-dropdown-wrap .unavailable:not(.hidden)')
expect(page).to have_css('.create-mr-dropdown-wrap .available.hidden', visible: false) expect(page).to have_css('.create-mr-dropdown-wrap .available.hidden', visible: false)
expect(page).to have_content /Related merge requests/ expect(page).to have_content /Related merge requests/
......
...@@ -16,7 +16,7 @@ RSpec.describe 'User interacts with awards' do ...@@ -16,7 +16,7 @@ RSpec.describe 'User interacts with awards' do
visit(project_issue_path(project, issue)) visit(project_issue_path(project, issue))
end end
it 'toggles the thumbsup award emoji', :quarantine do it 'toggles the thumbsup award emoji', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27959' do
page.within('.awards') do page.within('.awards') do
thumbsup = page.first('.award-control') thumbsup = page.first('.award-control')
thumbsup.click thumbsup.click
...@@ -77,7 +77,7 @@ RSpec.describe 'User interacts with awards' do ...@@ -77,7 +77,7 @@ RSpec.describe 'User interacts with awards' do
end end
end end
it 'shows the list of award emoji categories', :quarantine do it 'shows the list of award emoji categories', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27991' do
page.within('.awards') do page.within('.awards') do
page.find('.js-add-award').click page.find('.js-add-award').click
end end
......
...@@ -23,7 +23,7 @@ RSpec.describe 'Labels Hierarchy', :js do ...@@ -23,7 +23,7 @@ RSpec.describe 'Labels Hierarchy', :js do
end end
shared_examples 'assigning labels from sidebar' do shared_examples 'assigning labels from sidebar' do
it 'can assign all ancestors labels', :quarantine do it 'can assign all ancestors labels', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27952' do
[grandparent_group_label, parent_group_label, project_label_1].each do |label| [grandparent_group_label, parent_group_label, project_label_1].each do |label|
page.within('.block.labels') do page.within('.block.labels') do
find('.edit-link').click find('.edit-link').click
......
...@@ -88,7 +88,7 @@ RSpec.describe 'Merge request > User creates image diff notes', :js do ...@@ -88,7 +88,7 @@ RSpec.describe 'Merge request > User creates image diff notes', :js do
create_image_diff_note create_image_diff_note
end end
it 'shows indicator and avatar badges, and allows collapsing/expanding the discussion notes', :quarantine do it 'shows indicator and avatar badges, and allows collapsing/expanding the discussion notes', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27950' do
indicator = find('.js-image-badge', match: :first) indicator = find('.js-image-badge', match: :first)
badge = find('.user-avatar-link .badge', match: :first) badge = find('.user-avatar-link .badge', match: :first)
......
...@@ -46,7 +46,7 @@ RSpec.describe 'Merge request > User posts diff notes', :js do ...@@ -46,7 +46,7 @@ RSpec.describe 'Merge request > User posts diff notes', :js do
end end
context 'with an old line on the left and a new line on the right' do context 'with an old line on the left and a new line on the right' do
it 'allows commenting on the left side', quarantine: 'https://gitlab.com/gitlab-org/gitlab/issues/199050' do it 'allows commenting on the left side', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/199050' do
should_allow_commenting(find('[id="2f6fcd96b88b36ce98c38da085c795a27d92a3dd_9_9"]').find(:xpath, '..'), 'left') should_allow_commenting(find('[id="2f6fcd96b88b36ce98c38da085c795a27d92a3dd_9_9"]').find(:xpath, '..'), 'left')
end end
...@@ -56,7 +56,7 @@ RSpec.describe 'Merge request > User posts diff notes', :js do ...@@ -56,7 +56,7 @@ RSpec.describe 'Merge request > User posts diff notes', :js do
end end
context 'with an unchanged line on the left and an unchanged line on the right' do context 'with an unchanged line on the left and an unchanged line on the right' do
it 'allows commenting on the left side', quarantine: 'https://gitlab.com/gitlab-org/gitlab/issues/196826' do it 'allows commenting on the left side', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/196826' do
should_allow_commenting(find('[id="2f6fcd96b88b36ce98c38da085c795a27d92a3dd_7_7"]', match: :first).find(:xpath, '..'), 'left') should_allow_commenting(find('[id="2f6fcd96b88b36ce98c38da085c795a27d92a3dd_7_7"]', match: :first).find(:xpath, '..'), 'left')
end end
......
...@@ -72,7 +72,7 @@ RSpec.describe 'Merge request > User sees diff', :js do ...@@ -72,7 +72,7 @@ RSpec.describe 'Merge request > User sees diff', :js do
end end
context 'as user who needs to fork' do context 'as user who needs to fork' do
it 'shows fork/cancel confirmation', :sidekiq_might_not_need_inline, quarantine: 'https://gitlab.com/gitlab-org/gitlab/issues/196749' do it 'shows fork/cancel confirmation', :sidekiq_might_not_need_inline, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/196749' do
sign_in(user) sign_in(user)
visit diffs_project_merge_request_path(project, merge_request) visit diffs_project_merge_request_path(project, merge_request)
......
...@@ -188,8 +188,7 @@ RSpec.describe 'User comments on a diff', :js do ...@@ -188,8 +188,7 @@ RSpec.describe 'User comments on a diff', :js do
end end
context 'multiple suggestions in expanded lines' do context 'multiple suggestions in expanded lines' do
# https://gitlab.com/gitlab-org/gitlab/issues/38277 it 'suggestions are appliable', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/38277' do
it 'suggestions are appliable', :quarantine do
diff_file = merge_request.diffs(paths: ['files/ruby/popen.rb']).diff_files.first diff_file = merge_request.diffs(paths: ['files/ruby/popen.rb']).diff_files.first
hash = Digest::SHA1.hexdigest(diff_file.file_path) hash = Digest::SHA1.hexdigest(diff_file.file_path)
......
...@@ -65,7 +65,7 @@ RSpec.describe 'User visits the profile preferences page' do ...@@ -65,7 +65,7 @@ RSpec.describe 'User visits the profile preferences page' do
end end
describe 'User changes their language', :js do describe 'User changes their language', :js do
it 'creates a flash message', :quarantine do it 'creates a flash message', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/31404' do
select2('en', from: '#user_preferred_language') select2('en', from: '#user_preferred_language')
click_button 'Save' click_button 'Save'
......
...@@ -20,7 +20,7 @@ RSpec.describe 'Projects > Members > Member leaves project' do ...@@ -20,7 +20,7 @@ RSpec.describe 'Projects > Members > Member leaves project' do
expect(project.users.exists?(user.id)).to be_falsey expect(project.users.exists?(user.id)).to be_falsey
end end
it 'user leaves project by url param', :js, :quarantine do it 'user leaves project by url param', :js, quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/35925' do
visit project_path(project, leave: 1) visit project_path(project, leave: 1)
page.accept_confirm page.accept_confirm
......
...@@ -98,7 +98,7 @@ RSpec.shared_examples 'Signup' do ...@@ -98,7 +98,7 @@ RSpec.shared_examples 'Signup' do
expect(page).to have_content("Invalid input, please avoid emojis") expect(page).to have_content("Invalid input, please avoid emojis")
end end
it 'shows a pending message if the username availability is being fetched', :quarantine do it 'shows a pending message if the username availability is being fetched', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/31484' do
fill_in 'new_user_username', with: 'new-user' fill_in 'new_user_username', with: 'new-user'
expect(find('.username > .validation-pending')).not_to have_css '.hide' expect(find('.username > .validation-pending')).not_to have_css '.hide'
......
...@@ -55,7 +55,7 @@ RSpec.describe Gitlab::BackgroundMigration::MigrateBuildStage do ...@@ -55,7 +55,7 @@ RSpec.describe Gitlab::BackgroundMigration::MigrateBuildStage do
statuses[:pending]] statuses[:pending]]
end end
it 'recovers from unique constraint violation only twice', :quarantine do it 'recovers from unique constraint violation only twice', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/28128' do
allow(described_class::Migratable::Stage) allow(described_class::Migratable::Stage)
.to receive(:find_by).and_return(nil) .to receive(:find_by).and_return(nil)
......
...@@ -792,7 +792,7 @@ RSpec.describe QuickActions::InterpretService do ...@@ -792,7 +792,7 @@ RSpec.describe QuickActions::InterpretService do
let(:issuable) { issue } let(:issuable) { issue }
end end
it_behaves_like 'assign command', :quarantine do it_behaves_like 'assign command', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/27989' do
let(:content) { "/assign @#{developer.username} @#{developer2.username}" } let(:content) { "/assign @#{developer.username} @#{developer2.username}" }
let(:issuable) { merge_request } let(:issuable) { merge_request }
end end
......
...@@ -266,7 +266,7 @@ RSpec.shared_examples 'thread comments' do |resource_name| ...@@ -266,7 +266,7 @@ RSpec.shared_examples 'thread comments' do |resource_name|
end end
end end
it 'has "Comment" selected when opening the menu', quarantine: 'https://gitlab.com/gitlab-org/gitlab/issues/196825' do it 'has "Comment" selected when opening the menu', quarantine: 'https://gitlab.com/gitlab-org/gitlab/-/issues/196825' do
find(toggle_selector).click find(toggle_selector).click
find("#{menu_selector} li", match: :first) find("#{menu_selector} li", match: :first)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment