Merge branch '272984-fj-forbid-autocomplete-projects' into 'master'

Disallow /autocomplete/projects in Robots.txt

See merge request gitlab-org/gitlab!46115

changelogs/unreleased/272984-fj-forbid-autocomplete-projects.yml

+---
+title: Disallow /autocomplete/projects route in robots.txt
+merge_request: 46115
+author:
+type: changed

public/robots.txt

@@ -14,6 +14,7 @@
 # Global routes
 User-Agent: *
 Disallow: /autocomplete/users
+Disallow: /autocomplete/projects
 Disallow: /search
 Disallow: /admin
 Disallow: /profile

spec/requests/robots_txt_spec.rb

@@ -27,6 +27,7 @@ RSpec.describe 'Robots.txt Requests', :aggregate_failures do
   it 'blocks the requests' do
     requests = [
       '/autocomplete/users',
+      '/autocomplete/projects',
       '/search',
       '/admin',
       '/profile',