Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
G
gitlab-ce
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
1
Merge Requests
1
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
nexedi
gitlab-ce
Commits
7182cd84
Commit
7182cd84
authored
Dec 01, 2017
by
Douglas Barbosa Alexandre
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Use Geo::AttachmentRegistryFinder on Geo node status page
parent
7c6680b8
Changes
6
Show whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
52 additions
and
77 deletions
+52
-77
app/models/geo_node.rb
app/models/geo_node.rb
+0
-15
app/models/geo_node_status.rb
app/models/geo_node_status.rb
+4
-3
spec/ee/spec/finders/geo/attachment_registry_finder_spec.rb
spec/ee/spec/finders/geo/attachment_registry_finder_spec.rb
+18
-9
spec/factories/geo/file_registry.rb
spec/factories/geo/file_registry.rb
+13
-0
spec/models/geo_node_spec.rb
spec/models/geo_node_spec.rb
+0
-36
spec/models/geo_node_status_spec.rb
spec/models/geo_node_status_spec.rb
+17
-14
No files found.
app/models/geo_node.rb
View file @
7182cd84
...
@@ -205,21 +205,6 @@ class GeoNode < ActiveRecord::Base
...
@@ -205,21 +205,6 @@ class GeoNode < ActiveRecord::Base
Geo
::
FileRegistry
.
lfs_objects
.
failed
.
count
Geo
::
FileRegistry
.
lfs_objects
.
failed
.
count
end
end
def
attachments_synced_count
return
unless
secondary?
upload_ids
=
uploads
.
pluck
(
:id
)
synced_ids
=
Geo
::
FileRegistry
.
attachments
.
synced
.
pluck
(
:file_id
)
(
synced_ids
&
upload_ids
).
length
end
def
attachments_failed_count
return
unless
secondary?
Geo
::
FileRegistry
.
attachments
.
failed
.
count
end
def
find_or_build_status
def
find_or_build_status
status
||
build_status
status
||
build_status
end
end
...
...
app/models/geo_node_status.rb
View file @
7182cd84
...
@@ -27,7 +27,6 @@ class GeoNodeStatus < ActiveRecord::Base
...
@@ -27,7 +27,6 @@ class GeoNodeStatus < ActiveRecord::Base
def
self
.
current_node_status
def
self
.
current_node_status
current_node
=
Gitlab
::
Geo
.
current_node
current_node
=
Gitlab
::
Geo
.
current_node
return
unless
current_node
return
unless
current_node
status
=
current_node
.
find_or_build_status
status
=
current_node
.
find_or_build_status
...
@@ -77,8 +76,10 @@ class GeoNodeStatus < ActiveRecord::Base
...
@@ -77,8 +76,10 @@ class GeoNodeStatus < ActiveRecord::Base
self
.
repositories_failed_count
=
geo_node
.
project_registries
.
failed
.
count
self
.
repositories_failed_count
=
geo_node
.
project_registries
.
failed
.
count
self
.
lfs_objects_synced_count
=
geo_node
.
lfs_objects_synced_count
self
.
lfs_objects_synced_count
=
geo_node
.
lfs_objects_synced_count
self
.
lfs_objects_failed_count
=
geo_node
.
lfs_objects_failed_count
self
.
lfs_objects_failed_count
=
geo_node
.
lfs_objects_failed_count
self
.
attachments_synced_count
=
geo_node
.
attachments_synced_count
self
.
attachments_failed_count
=
geo_node
.
attachments_failed_count
attachments_finder
=
Geo
::
AttachmentRegistryFinder
.
new
(
current_node:
geo_node
)
self
.
attachments_synced_count
=
attachments_finder
.
find_synced_attachments
.
count
self
.
attachments_failed_count
=
attachments_finder
.
find_failed_attachments
.
count
end
end
self
self
...
...
spec/ee/spec/finders/geo/attachment_registry_finder_spec.rb
View file @
7182cd84
...
@@ -17,7 +17,8 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -17,7 +17,8 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
let
(
:upload_3
)
{
create
(
:upload
,
:issuable_upload
,
model:
synced_project
)
}
let
(
:upload_3
)
{
create
(
:upload
,
:issuable_upload
,
model:
synced_project
)
}
let
(
:upload_4
)
{
create
(
:upload
,
model:
unsynced_project
)
}
let
(
:upload_4
)
{
create
(
:upload
,
model:
unsynced_project
)
}
let
(
:upload_5
)
{
create
(
:upload
,
model:
synced_project
)
}
let
(
:upload_5
)
{
create
(
:upload
,
model:
synced_project
)
}
let
(
:upload_6
)
{
create
(
:upload
,
:personal_snippet
,
model:
synced_project
)
}
let
(
:upload_6
)
{
create
(
:upload
,
:personal_snippet
)
}
let
(
:lfs_object
)
{
create
(
:lfs_object
)
}
subject
{
described_class
.
new
(
current_node:
secondary
)
}
subject
{
described_class
.
new
(
current_node:
secondary
)
}
...
@@ -37,11 +38,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -37,11 +38,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
subject
.
find_synced_attachments
subject
.
find_synced_attachments
end
end
it
'returns
uploaded files that sync succeed
'
do
it
'returns
synced avatars, attachment, personal snippets and files
'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
)
synced_attachments
=
subject
.
find_synced_attachments
synced_attachments
=
subject
.
find_synced_attachments
...
@@ -49,13 +51,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -49,13 +51,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
end
end
context
'with selective sync'
do
context
'with selective sync'
do
it
'returns
uploaded files that belong to the namespac
es'
do
it
'returns
synced avatars, attachment, personal snippets and fil
es'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
)
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
...
@@ -73,11 +76,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -73,11 +76,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
subject
.
find_failed_attachments
subject
.
find_failed_attachments
end
end
it
'returns
uploaded files that sync failed
'
do
it
'returns
failed avatars, attachment, personal snippets and files
'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
,
success:
false
)
failed_attachments
=
subject
.
find_failed_attachments
failed_attachments
=
subject
.
find_failed_attachments
...
@@ -85,13 +89,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -85,13 +89,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
end
end
context
'with selective sync'
do
context
'with selective sync'
do
it
'returns
uploaded files that belong to the namespac
es'
do
it
'returns
failed avatars, attachment, personal snippets and fil
es'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
,
success:
false
)
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
...
@@ -115,11 +120,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -115,11 +120,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
subject
.
find_synced_attachments
subject
.
find_synced_attachments
end
end
it
'returns
uploaded files that sync succeed
'
do
it
'returns
synced avatars, attachment, personal snippets and files
'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
)
synced_attachments
=
subject
.
find_synced_attachments
synced_attachments
=
subject
.
find_synced_attachments
...
@@ -127,13 +133,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -127,13 +133,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
end
end
context
'with selective sync'
do
context
'with selective sync'
do
it
'returns
uploaded files that belong to the namespac
es'
do
it
'returns
synced avatars, attachment, personal snippets and fil
es'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
)
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
...
@@ -151,11 +158,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -151,11 +158,12 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
subject
.
find_failed_attachments
subject
.
find_failed_attachments
end
end
it
'returns
uploaded files that sync succeed
'
do
it
'returns
failed avatars, attachment, personal snippets and files
'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
,
success:
false
)
failed_attachments
=
subject
.
find_failed_attachments
failed_attachments
=
subject
.
find_failed_attachments
...
@@ -163,13 +171,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
...
@@ -163,13 +171,14 @@ describe Geo::AttachmentRegistryFinder, :geo, :truncate do
end
end
context
'with selective sync'
do
context
'with selective sync'
do
it
'returns
uploaded files that belong to the namespac
es'
do
it
'returns
failed avatars, attachment, personal snippets and fil
es'
do
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_1
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_2
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_3
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_4
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_5
.
id
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
upload_6
.
id
,
success:
false
)
create
(
:geo_file_registry
,
:lfs
,
file_id:
lfs_object
.
id
,
success:
false
)
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
secondary
.
update_attribute
(
:namespaces
,
[
synced_group
])
...
...
spec/factories/geo/file_registry.rb
View file @
7182cd84
...
@@ -11,5 +11,18 @@ FactoryGirl.define do
...
@@ -11,5 +11,18 @@ FactoryGirl.define do
trait
:lfs
do
trait
:lfs
do
file_type
:lfs
file_type
:lfs
end
end
trait
:with_file
do
after
(
:build
,
:stub
)
do
|
registry
,
_
|
file
=
if
registry
.
file_type
==
:lfs
create
(
:lfs_object
)
else
create
(
:upload
)
end
registry
.
file_id
=
file
.
id
end
end
end
end
end
end
spec/models/geo_node_spec.rb
View file @
7182cd84
...
@@ -326,40 +326,4 @@ describe GeoNode, type: :model do
...
@@ -326,40 +326,4 @@ describe GeoNode, type: :model do
end
end
end
end
end
end
describe
'#attachments_synced_count'
do
context
'primary node'
do
subject
{
primary_node
}
it
'returns nil'
do
expect
(
subject
.
attachments_synced_count
).
to
be_nil
end
end
context
'secondary node'
do
subject
{
node
}
it
'returns a value'
do
expect
(
subject
.
attachments_synced_count
).
to
eq
(
0
)
end
end
end
describe
'#attachments_failed_count'
do
context
'primary node'
do
subject
{
primary_node
}
it
'returns nil'
do
expect
(
subject
.
attachments_failed_count
).
to
be_nil
end
end
context
'secondary node'
do
subject
{
node
}
it
'returns a value'
do
expect
(
subject
.
attachments_failed_count
).
to
eq
(
0
)
end
end
end
end
end
spec/models/geo_node_status_spec.rb
View file @
7182cd84
require
'spec_helper'
require
'spec_helper'
describe
GeoNodeStatus
,
:geo
do
# Disable transactions via :truncate method because a foreign table
# can't see changes inside a transaction of a different connection.
describe
GeoNodeStatus
,
:geo
,
:truncate
do
include
::
EE
::
GeoHelpers
include
::
EE
::
GeoHelpers
set
(
:primary
)
{
create
(
:geo_node
,
:primary
)
}
let!
(
:primary
)
{
create
(
:geo_node
,
:primary
)
}
set
(
:secondary
)
{
create
(
:geo_node
)
}
let!
(
:secondary
)
{
create
(
:geo_node
)
}
set
(
:group
)
{
create
(
:group
)
}
let!
(
:group
)
{
create
(
:group
)
}
set
(
:project_1
)
{
create
(
:project
,
group:
group
)
}
let!
(
:project_1
)
{
create
(
:project
,
group:
group
)
}
set
(
:project_2
)
{
create
(
:project
,
group:
group
)
}
let!
(
:project_2
)
{
create
(
:project
,
group:
group
)
}
set
(
:project_3
)
{
create
(
:project
)
}
let!
(
:project_3
)
{
create
(
:project
)
}
set
(
:project_4
)
{
create
(
:project
)
}
let!
(
:project_4
)
{
create
(
:project
)
}
subject
{
described_class
.
current_node_status
}
subject
{
described_class
.
current_node_status
}
...
@@ -60,6 +62,7 @@ describe GeoNodeStatus, :geo do
...
@@ -60,6 +62,7 @@ describe GeoNodeStatus, :geo do
create
(
:geo_file_registry
,
:avatar
,
file_id:
uploads
[
2
],
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
file_id:
uploads
[
2
],
success:
false
)
expect
(
subject
.
attachments_synced_count
).
to
eq
(
2
)
expect
(
subject
.
attachments_synced_count
).
to
eq
(
2
)
end
end
it
'does not count synced files that were replaced'
do
it
'does not count synced files that were replaced'
do
...
@@ -96,13 +99,13 @@ describe GeoNodeStatus, :geo do
...
@@ -96,13 +99,13 @@ describe GeoNodeStatus, :geo do
describe
'#attachments_failed_count'
do
describe
'#attachments_failed_count'
do
it
'counts failed avatars, attachment, personal snippets and files'
do
it
'counts failed avatars, attachment, personal snippets and files'
do
# These two should be ignored
# These two should be ignored
create
(
:geo_file_registry
,
:lfs
,
success:
false
)
create
(
:geo_file_registry
,
:lfs
,
:with_file
,
success:
false
)
create
(
:geo_file_registry
)
create
(
:geo_file_registry
,
:with_file
)
create
(
:geo_file_registry
,
file_type: :personal_file
,
success:
false
)
create
(
:geo_file_registry
,
:with_file
,
file_type: :personal_file
,
success:
false
)
create
(
:geo_file_registry
,
file_type: :attachment
,
success:
false
)
create
(
:geo_file_registry
,
:with_file
,
file_type: :attachment
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
success:
false
)
create
(
:geo_file_registry
,
:avatar
,
:with_file
,
success:
false
)
create
(
:geo_file_registry
,
success:
false
)
create
(
:geo_file_registry
,
:with_file
,
success:
false
)
expect
(
subject
.
attachments_failed_count
).
to
eq
(
4
)
expect
(
subject
.
attachments_failed_count
).
to
eq
(
4
)
end
end
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment