Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
G
gitlab-ce
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
1
Merge Requests
1
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
nexedi
gitlab-ce
Commits
49f8697a
Commit
49f8697a
authored
Jul 10, 2019
by
Grzegorz Bizon
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Add additional test case for Gitaly N+1 for diff files
parent
356bf3af
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
70 additions
and
37 deletions
+70
-37
app/models/environment_status.rb
app/models/environment_status.rb
+5
-1
spec/controllers/projects/merge_requests_controller_spec.rb
spec/controllers/projects/merge_requests_controller_spec.rb
+65
-36
No files found.
app/models/environment_status.rb
View file @
49f8697a
...
@@ -40,7 +40,7 @@ class EnvironmentStatus
...
@@ -40,7 +40,7 @@ class EnvironmentStatus
end
end
def
changes
def
changes
return
[]
if
project
.
route_map_for
(
sha
).
nil
?
return
[]
unless
has_route_map
?
changed_files
.
map
{
|
file
|
build_change
(
file
)
}.
compact
changed_files
.
map
{
|
file
|
build_change
(
file
)
}.
compact
end
end
...
@@ -50,6 +50,10 @@ class EnvironmentStatus
...
@@ -50,6 +50,10 @@ class EnvironmentStatus
.
merge_request_diff_files
.
where
(
deleted_file:
false
)
.
merge_request_diff_files
.
where
(
deleted_file:
false
)
end
end
def
has_route_map?
project
.
route_map_for
(
sha
).
present?
end
private
private
PAGE_EXTENSIONS
=
/\A\.(s?html?|php|asp|cgi|pl)\z/i
.
freeze
PAGE_EXTENSIONS
=
/\A\.(s?html?|php|asp|cgi|pl)\z/i
.
freeze
...
...
spec/controllers/projects/merge_requests_controller_spec.rb
View file @
49f8697a
...
@@ -870,58 +870,87 @@ describe Projects::MergeRequestsController do
...
@@ -870,58 +870,87 @@ describe Projects::MergeRequestsController do
end
end
end
end
context
'when multiple environments with deployments are present'
do
# we're trying to reduce the overall number of queries for this method.
let
(
:another_environment
)
{
create
(
:environment
,
project:
forked
)
}
# set a hard limit for now. https://gitlab.com/gitlab-org/gitlab-ce/issues/52287
it
'keeps queries in check'
do
control_count
=
ActiveRecord
::
QueryRecorder
.
new
{
get_ci_environments_status
}.
count
it
'has no N+1 SQL issues for environments'
,
:request_store
,
retry:
0
do
expect
(
control_count
).
to
be
<=
137
# First run to insert test data from lets, which does take up some 30 queries
end
get_ci_environments_status
control_count
=
ActiveRecord
::
QueryRecorder
.
new
(
skip_cached:
false
)
{
get_ci_environments_status
}.
count
it
'has no N+1 SQL issues for environments'
,
:request_store
,
retry:
0
do
# First run to insert test data from lets, which does take up some 30 queries
get_ci_environments_status
create
(
:deployment
,
:succeed
,
environment:
another_environment
,
control_count
=
ActiveRecord
::
QueryRecorder
.
new
(
skip_cached:
false
)
{
get_ci_environments_status
}.
count
sha:
sha
,
ref:
'master'
,
deployable:
build
)
# TODO address the last 11 queries
environment2
=
create
(
:environment
,
project:
forked
)
# See https://gitlab.com/gitlab-org/gitlab-ce/issues/63952 (5 queries)
create
(
:deployment
,
:succeed
,
environment:
environment2
,
sha:
sha
,
ref:
'master'
,
deployable:
build
)
# And https://gitlab.com/gitlab-org/gitlab-ce/issues/64105 (6 queries)
leeway
=
11
expect
{
get_ci_environments_status
}.
not_to
exceed_all_query_limit
(
control_count
+
leeway
)
end
it
'has no N+1 Gitaly requests for deployments'
,
:request_store
do
# TODO address the last 11 queries
expect
(
merge_request
).
to
be_present
# See https://gitlab.com/gitlab-org/gitlab-ce/issues/63952 (5 queries)
# And https://gitlab.com/gitlab-org/gitlab-ce/issues/64105 (6 queries)
leeway
=
11
expect
{
get_ci_environments_status
}.
not_to
exceed_all_query_limit
(
control_count
+
leeway
)
end
end
create
(
:deployment
,
:succeed
,
environment:
another_environment
,
context
'when a merge request has multiple environments with deployments'
do
sha:
sha
,
let
(
:sha
)
{
merge_request
.
diff_head_sha
}
ref:
'master'
,
let
(
:ref
)
{
merge_request
.
source_branch
}
deployable:
build
)
let!
(
:build
)
{
create
(
:ci_build
,
pipeline:
pipeline
)
}
let!
(
:pipeline
)
{
create
(
:ci_pipeline
,
sha:
sha
,
project:
project
)
}
let!
(
:environment
)
{
create
(
:environment
,
name:
'env_a'
,
project:
project
)
}
let!
(
:another_environment
)
{
create
(
:environment
,
name:
'env_b'
,
project:
project
)
}
before
do
merge_request
.
update_head_pipeline
create
(
:deployment
,
:succeed
,
environment:
environment
,
sha:
sha
,
ref:
ref
,
deployable:
build
)
create
(
:deployment
,
:succeed
,
environment:
another_environment
,
sha:
sha
,
ref:
ref
,
deployable:
build
)
end
it
'exposes multiple environment statuses'
do
get_ci_environments_status
expect
(
json_response
.
count
).
to
eq
2
end
context
'when route map is not present in the project'
do
it
'does not have N+1 Gitaly requests for environments'
,
:request_store
do
expect
(
merge_request
).
to
be_present
expect
{
get_ci_environments_status
}
expect
{
get_ci_environments_status
}
.
not_to
change
{
Gitlab
::
GitalyClient
.
get_request_count
}
.
not_to
change
{
Gitlab
::
GitalyClient
.
get_request_count
}
end
end
end
end
# we're trying to reduce the overall number of queries for this method.
context
'when there is route map present in a project'
do
# set a hard limit for now. https://gitlab.com/gitlab-org/gitlab-ce/issues/52287
before
do
it
'keeps queries in check'
do
allow_any_instance_of
(
EnvironmentStatus
)
control_count
=
ActiveRecord
::
QueryRecorder
.
new
{
get_ci_environments_status
}.
count
.
to
receive
(
:has_route_map?
)
.
and_return
(
true
)
end
expect
(
control_count
).
to
be
<=
137
it
'does not have N+1 Gitaly requests for diff files'
,
:request_store
do
expect
(
merge_request
.
merge_request_diff
.
merge_request_diff_files
).
to
be_many
expect
{
get_ci_environments_status
}
.
not_to
change
{
Gitlab
::
GitalyClient
.
get_request_count
}
end
end
end
end
def
get_ci_environments_status
(
extra_params
=
{})
def
get_ci_environments_status
(
extra_params
=
{})
params
=
{
params
=
{
namespace_id:
merge_request
.
project
.
namespace
.
to_param
,
namespace_id:
merge_request
.
project
.
namespace
.
to_param
,
project_id:
merge_request
.
project
,
project_id:
merge_request
.
project
,
id:
merge_request
.
iid
,
id:
merge_request
.
iid
,
format:
'json'
format:
'json'
}
}
get
:ci_environments_status
,
params:
params
.
merge
(
extra_params
)
get
:ci_environments_status
,
params:
params
.
merge
(
extra_params
)
end
end
end
end
end
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment