Merge branch '271550-fj-forbid-realtime_changes-in-robots' into 'master'

Resolve "Disallow `realtime_changes` route in Robots.txt"

See merge request gitlab-org/gitlab!45986

changelogs/unreleased/271550-fj-forbid-realtime_changes-in-robots.yml

+---
+title: Disallow realtime_changes route in robots.txt
+merge_request: 45986
+author:
+type: changed

public/robots.txt

@@ -36,6 +36,7 @@ User-Agent: *
 Disallow: /*/new
 Disallow: /*/edit
 Disallow: /*/raw
+Disallow: /*/realtime_changes
 
 # Group details
 User-Agent: *

spec/requests/robots_txt_spec.rb

@@ -79,7 +79,9 @@ RSpec.describe 'Robots.txt Requests', :aggregate_failures do
       '/foo/bar/-/incidents',
       '/foo/bar/-/value_stream_analytics',
       '/foo/bar/-/analytics',
-      '/foo/bar/insights'
+      '/foo/bar/insights',
+      '/foo/bar/-/issues/123/realtime_changes',
+      '/groups/group/-/epics/123/realtime_changes'
     ]
 
     requests.each do |request|