Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
G
gitlab-ce
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Boxiang Sun
gitlab-ce
Commits
34e66c42
Commit
34e66c42
authored
Oct 02, 2017
by
Shinya Maeda
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
PollingInterval, rename to gke_clusters, has_one :cluster
parent
2cb1d617
Changes
12
Hide whitespace changes
Inline
Side-by-side
Showing
12 changed files
with
91 additions
and
43 deletions
+91
-43
app/controllers/projects/clusters_controller.rb
app/controllers/projects/clusters_controller.rb
+6
-4
app/models/gcp/cluster.rb
app/models/gcp/cluster.rb
+21
-6
app/models/project.rb
app/models/project.rb
+1
-1
app/services/ci/create_cluster_service.rb
app/services/ci/create_cluster_service.rb
+2
-2
app/services/ci/integrate_cluster_service.rb
app/services/ci/integrate_cluster_service.rb
+3
-16
app/services/ci/update_cluster_service.rb
app/services/ci/update_cluster_service.rb
+2
-2
app/workers/cluster_creation_worker.rb
app/workers/cluster_creation_worker.rb
+1
-1
app/workers/wait_for_cluster_creation_worker.rb
app/workers/wait_for_cluster_creation_worker.rb
+2
-2
db/migrate/20170924094327_create_gcp_clusters.rb
db/migrate/20170924094327_create_gcp_clusters.rb
+3
-7
db/schema.rb
db/schema.rb
+36
-1
lib/gitlab/gcp/model.rb
lib/gitlab/gcp/model.rb
+13
-0
lib/google_api/cloud_platform/client.rb
lib/google_api/cloud_platform/client.rb
+1
-1
No files found.
app/controllers/projects/clusters_controller.rb
View file @
34e66c42
...
@@ -15,15 +15,15 @@ class Projects::ClustersController < Projects::ApplicationController
...
@@ -15,15 +15,15 @@ class Projects::ClustersController < Projects::ApplicationController
end
end
def
index
def
index
if
project
.
cluster
s
.
any?
if
project
.
cluster
redirect_to
edit_project_cluster_path
(
project
,
project
.
cluster
s
.
last
.
id
)
redirect_to
edit_project_cluster_path
(
project
,
project
.
cluster
)
else
else
redirect_to
new_project_cluster_path
(
project
)
redirect_to
new_project_cluster_path
(
project
)
end
end
end
end
def
new
def
new
@cluster
=
project
.
clusters
.
new
@cluster
=
project
.
build_cluster
end
end
def
create
def
create
...
@@ -42,6 +42,8 @@ class Projects::ClustersController < Projects::ApplicationController
...
@@ -42,6 +42,8 @@ class Projects::ClustersController < Projects::ApplicationController
def
status
def
status
respond_to
do
|
format
|
respond_to
do
|
format
|
format
.
json
do
format
.
json
do
Gitlab
::
PollingInterval
.
set_header
(
response
,
interval:
10_000
)
render
json:
{
render
json:
{
status:
cluster
.
status
,
# The current status of the operation.
status:
cluster
.
status
,
# The current status of the operation.
status_reason:
cluster
.
status_reason
# If an error has occurred, a textual description of the error.
status_reason:
cluster
.
status_reason
# If an error has occurred, a textual description of the error.
...
@@ -72,7 +74,7 @@ class Projects::ClustersController < Projects::ApplicationController
...
@@ -72,7 +74,7 @@ class Projects::ClustersController < Projects::ApplicationController
private
private
def
cluster
def
cluster
@cluster
||=
project
.
cluster
s
.
find
(
params
[
:id
])
@cluster
||=
project
.
cluster
end
end
def
cluster_params
def
cluster_params
...
...
app/models/
ci
/cluster.rb
→
app/models/
gcp
/cluster.rb
View file @
34e66c42
module
Ci
module
Gcp
class
Cluster
<
ActiveRecord
::
Base
class
Cluster
<
ActiveRecord
::
Base
extend
Gitlab
::
Ci
::
Model
extend
Gitlab
::
Gcp
::
Model
belongs_to
:project
belongs_to
:project
,
inverse_of: :cluster
belongs_to
:user
belongs_to
:user
belongs_to
:service
belongs_to
:service
attr_encrypted
:password
,
attr_encrypted
:password
,
mode: :per_attribute_iv
_and_salt
,
mode: :per_attribute_iv
,
insecure_mode:
true
,
insecure_mode:
true
,
key:
Gitlab
::
Application
.
secrets
.
db_key_base
,
key:
Gitlab
::
Application
.
secrets
.
db_key_base
,
algorithm:
'aes-256-cbc'
algorithm:
'aes-256-cbc'
attr_encrypted
:kubernetes_token
,
attr_encrypted
:kubernetes_token
,
mode: :per_attribute_iv
_and_salt
,
mode: :per_attribute_iv
,
insecure_mode:
true
,
insecure_mode:
true
,
key:
Gitlab
::
Application
.
secrets
.
db_key_base
,
key:
Gitlab
::
Application
.
secrets
.
db_key_base
,
algorithm:
'aes-256-cbc'
algorithm:
'aes-256-cbc'
attr_encrypted
:gcp_token
,
attr_encrypted
:gcp_token
,
mode: :per_attribute_iv
_and_salt
,
mode: :per_attribute_iv
,
insecure_mode:
true
,
insecure_mode:
true
,
key:
Gitlab
::
Application
.
secrets
.
db_key_base
,
key:
Gitlab
::
Application
.
secrets
.
db_key_base
,
algorithm:
'aes-256-cbc'
algorithm:
'aes-256-cbc'
...
@@ -54,6 +54,21 @@ module Ci
...
@@ -54,6 +54,21 @@ module Ci
save!
(
validate:
false
)
save!
(
validate:
false
)
end
end
def
created!
(
endpoint
,
ca_cert
,
kubernetes_token
,
username
,
password
)
self
.
status
=
:created
self
.
enabled
=
true
self
.
endpoint
=
endpoint
self
.
ca_cert
=
ca_cert
self
.
kubernetes_token
=
kubernetes_token
self
.
username
=
username
self
.
password
=
password
self
.
service
=
project
.
find_or_initialize_service
(
'kubernetes'
)
self
.
gcp_token
=
nil
self
.
gcp_operation_id
=
nil
save!
end
def
on_creation?
def
on_creation?
scheduled?
||
creating?
scheduled?
||
creating?
end
end
...
...
app/models/project.rb
View file @
34e66c42
...
@@ -163,6 +163,7 @@ class Project < ActiveRecord::Base
...
@@ -163,6 +163,7 @@ class Project < ActiveRecord::Base
has_one
:import_data
,
class_name:
'ProjectImportData'
,
inverse_of: :project
,
autosave:
true
has_one
:import_data
,
class_name:
'ProjectImportData'
,
inverse_of: :project
,
autosave:
true
has_one
:project_feature
,
inverse_of: :project
has_one
:project_feature
,
inverse_of: :project
has_one
:statistics
,
class_name:
'ProjectStatistics'
has_one
:statistics
,
class_name:
'ProjectStatistics'
has_one
:cluster
,
class_name:
'Gcp::Cluster'
,
inverse_of: :project
# Container repositories need to remove data from the container registry,
# Container repositories need to remove data from the container registry,
# which is not managed by the DB. Hence we're still using dependent: :destroy
# which is not managed by the DB. Hence we're still using dependent: :destroy
...
@@ -171,7 +172,6 @@ class Project < ActiveRecord::Base
...
@@ -171,7 +172,6 @@ class Project < ActiveRecord::Base
has_many
:commit_statuses
has_many
:commit_statuses
has_many
:pipelines
,
class_name:
'Ci::Pipeline'
has_many
:pipelines
,
class_name:
'Ci::Pipeline'
has_many
:clusters
,
class_name:
'Ci::Cluster'
# Ci::Build objects store data on the file system such as artifact files and
# Ci::Build objects store data on the file system such as artifact files and
# build traces. Currently there's no efficient way of removing this data in
# build traces. Currently there's no efficient way of removing this data in
...
...
app/services/ci/create_cluster_service.rb
View file @
34e66c42
...
@@ -5,9 +5,9 @@ module Ci
...
@@ -5,9 +5,9 @@ module Ci
params
[
'machine_type'
]
=
GoogleApi
::
CloudPlatform
::
Client
::
DEFAULT_MACHINE_TYPE
params
[
'machine_type'
]
=
GoogleApi
::
CloudPlatform
::
Client
::
DEFAULT_MACHINE_TYPE
end
end
project
.
c
lusters
.
create
(
project
.
c
reate_cluster
(
params
.
merge
(
user:
current_user
,
params
.
merge
(
user:
current_user
,
status:
Ci
::
Cluster
.
statuses
[
:scheduled
],
status:
Gcp
::
Cluster
.
statuses
[
:scheduled
],
gcp_token:
access_token
))
gcp_token:
access_token
))
end
end
end
end
...
...
app/services/ci/integrate_cluster_service.rb
View file @
34e66c42
module
Ci
module
Ci
class
IntegrateClusterService
class
IntegrateClusterService
def
execute
(
cluster
,
endpoint
,
ca_cert
,
token
,
username
,
password
)
def
execute
(
cluster
,
endpoint
,
ca_cert
,
token
,
username
,
password
)
Ci
::
Cluster
.
transaction
do
Gcp
::
Cluster
.
transaction
do
kubernetes_service
||=
cluster
.
created!
(
endpoint
,
ca_cert
,
token
,
username
,
password
)
cluster
.
project
.
find_or_initialize_service
(
'kubernetes'
)
cluster
.
update!
(
cluster
.
service
.
update!
(
enabled:
true
,
service:
kubernetes_service
,
username:
username
,
password:
password
,
kubernetes_token:
token
,
ca_cert:
ca_cert
,
endpoint:
endpoint
,
gcp_token:
nil
,
gcp_operation_id:
nil
,
status:
Ci
::
Cluster
.
statuses
[
:created
])
kubernetes_service
.
update!
(
active:
true
,
active:
true
,
api_url:
cluster
.
api_url
,
api_url:
cluster
.
api_url
,
ca_pem:
ca_cert
,
ca_pem:
ca_cert
,
...
...
app/services/ci/update_cluster_service.rb
View file @
34e66c42
module
Ci
module
Ci
class
UpdateClusterService
<
BaseService
class
UpdateClusterService
<
BaseService
def
execute
(
cluster
)
def
execute
(
cluster
)
Ci
::
Cluster
.
transaction
do
Gcp
::
Cluster
.
transaction
do
cluster
.
update!
(
enabled:
params
[
'enabled'
])
cluster
.
update!
(
enabled:
params
[
'enabled'
])
if
params
[
'enabled'
]
==
'true'
if
params
[
'enabled'
]
==
'true'
...
@@ -12,7 +12,7 @@ module Ci
...
@@ -12,7 +12,7 @@ module Ci
namespace:
cluster
.
project_namespace
,
namespace:
cluster
.
project_namespace
,
token:
cluster
.
kubernetes_token
)
token:
cluster
.
kubernetes_token
)
else
else
cluster
.
service
.
update
(
active:
false
)
cluster
.
service
.
update
!
(
active:
false
)
end
end
end
end
rescue
ActiveRecord
::
RecordInvalid
=>
e
rescue
ActiveRecord
::
RecordInvalid
=>
e
...
...
app/workers/cluster_creation_worker.rb
View file @
34e66c42
...
@@ -3,7 +3,7 @@ class ClusterCreationWorker
...
@@ -3,7 +3,7 @@ class ClusterCreationWorker
include
DedicatedSidekiqQueue
include
DedicatedSidekiqQueue
def
perform
(
cluster_id
)
def
perform
(
cluster_id
)
cluster
=
Ci
::
Cluster
.
find_by_id
(
cluster_id
)
cluster
=
Gcp
::
Cluster
.
find_by_id
(
cluster_id
)
unless
cluster
unless
cluster
return
Rails
.
logger
.
error
"Cluster object is not found;
#{
cluster_id
}
"
return
Rails
.
logger
.
error
"Cluster object is not found;
#{
cluster_id
}
"
...
...
app/workers/wait_for_cluster_creation_worker.rb
View file @
34e66c42
...
@@ -7,7 +7,7 @@ class WaitForClusterCreationWorker
...
@@ -7,7 +7,7 @@ class WaitForClusterCreationWorker
TIMEOUT
=
20
.
minutes
TIMEOUT
=
20
.
minutes
def
perform
(
cluster_id
)
def
perform
(
cluster_id
)
cluster
=
Ci
::
Cluster
.
find_by_id
(
cluster_id
)
cluster
=
Gcp
::
Cluster
.
find_by_id
(
cluster_id
)
unless
cluster
unless
cluster
return
Rails
.
logger
.
error
"Cluster object is not found;
#{
cluster_id
}
"
return
Rails
.
logger
.
error
"Cluster object is not found;
#{
cluster_id
}
"
...
@@ -56,7 +56,7 @@ class WaitForClusterCreationWorker
...
@@ -56,7 +56,7 @@ class WaitForClusterCreationWorker
username
=
gke_cluster
.
master_auth
.
username
username
=
gke_cluster
.
master_auth
.
username
password
=
gke_cluster
.
master_auth
.
password
password
=
gke_cluster
.
master_auth
.
password
rescue
Exception
=>
e
rescue
Exception
=>
e
return
cluster
.
errored!
(
"Can not extract the ex
t
ected data;
#{
e
}
"
)
return
cluster
.
errored!
(
"Can not extract the ex
p
ected data;
#{
e
}
"
)
end
end
kubernetes_token
=
Ci
::
FetchKubernetesTokenService
.
new
(
kubernetes_token
=
Ci
::
FetchKubernetesTokenService
.
new
(
...
...
db/migrate/20170924094327_create_
ci
_clusters.rb
→
db/migrate/20170924094327_create_
gcp
_clusters.rb
View file @
34e66c42
class
Create
Ci
Clusters
<
ActiveRecord
::
Migration
class
Create
Gcp
Clusters
<
ActiveRecord
::
Migration
DOWNTIME
=
false
DOWNTIME
=
false
def
up
def
change
create_table
:
ci
_clusters
do
|
t
|
create_table
:
gcp
_clusters
do
|
t
|
t
.
references
:project
,
null:
false
,
index:
{
unique:
true
},
foreign_key:
{
on_delete: :cascade
}
t
.
references
:project
,
null:
false
,
index:
{
unique:
true
},
foreign_key:
{
on_delete: :cascade
}
t
.
references
:user
,
null:
false
,
foreign_key:
true
t
.
references
:user
,
null:
false
,
foreign_key:
true
t
.
references
:service
,
foreign_key:
true
t
.
references
:service
,
foreign_key:
true
...
@@ -41,8 +41,4 @@ class CreateCiClusters < ActiveRecord::Migration
...
@@ -41,8 +41,4 @@ class CreateCiClusters < ActiveRecord::Migration
t
.
datetime_with_timezone
:updated_at
,
null:
false
t
.
datetime_with_timezone
:updated_at
,
null:
false
end
end
end
end
def
down
drop_table
:ci_clusters
end
end
end
db/schema.rb
View file @
34e66c42
...
@@ -11,7 +11,7 @@
...
@@ -11,7 +11,7 @@
#
#
# It's strongly recommended that you check this file into your version control system.
# It's strongly recommended that you check this file into your version control system.
ActiveRecord
::
Schema
.
define
(
version:
2017092
4094327
)
do
ActiveRecord
::
Schema
.
define
(
version:
2017092
8100231
)
do
# These are extensions that must be enabled in order to support this database
# These are extensions that must be enabled in order to support this database
enable_extension
"plpgsql"
enable_extension
"plpgsql"
...
@@ -608,6 +608,38 @@ ActiveRecord::Schema.define(version: 20170924094327) do
...
@@ -608,6 +608,38 @@ ActiveRecord::Schema.define(version: 20170924094327) do
add_index
"forked_project_links"
,
[
"forked_to_project_id"
],
name:
"index_forked_project_links_on_forked_to_project_id"
,
unique:
true
,
using: :btree
add_index
"forked_project_links"
,
[
"forked_to_project_id"
],
name:
"index_forked_project_links_on_forked_to_project_id"
,
unique:
true
,
using: :btree
create_table
"gcp_clusters"
,
force: :cascade
do
|
t
|
t
.
integer
"project_id"
,
null:
false
t
.
integer
"user_id"
,
null:
false
t
.
integer
"service_id"
t
.
boolean
"enabled"
,
default:
true
t
.
integer
"status"
t
.
string
"status_reason"
t
.
string
"project_namespace"
t
.
string
"endpoint"
t
.
text
"ca_cert"
t
.
string
"encrypted_kubernetes_token"
t
.
string
"encrypted_kubernetes_token_salt"
t
.
string
"encrypted_kubernetes_token_iv"
t
.
string
"username"
t
.
string
"encrypted_password"
t
.
string
"encrypted_password_salt"
t
.
string
"encrypted_password_iv"
t
.
string
"gcp_project_id"
,
null:
false
t
.
string
"cluster_zone"
,
null:
false
t
.
string
"cluster_name"
,
null:
false
t
.
integer
"cluster_size"
,
null:
false
t
.
string
"machine_type"
t
.
string
"gcp_operation_id"
t
.
string
"encrypted_gcp_token"
t
.
string
"encrypted_gcp_token_salt"
t
.
string
"encrypted_gcp_token_iv"
t
.
datetime
"created_at"
,
null:
false
t
.
datetime
"updated_at"
,
null:
false
end
add_index
"gcp_clusters"
,
[
"project_id"
],
name:
"index_gcp_clusters_on_project_id"
,
unique:
true
,
using: :btree
create_table
"gpg_keys"
,
force: :cascade
do
|
t
|
create_table
"gpg_keys"
,
force: :cascade
do
|
t
|
t
.
datetime_with_timezone
"created_at"
,
null:
false
t
.
datetime_with_timezone
"created_at"
,
null:
false
t
.
datetime_with_timezone
"updated_at"
,
null:
false
t
.
datetime_with_timezone
"updated_at"
,
null:
false
...
@@ -1742,6 +1774,9 @@ ActiveRecord::Schema.define(version: 20170924094327) do
...
@@ -1742,6 +1774,9 @@ ActiveRecord::Schema.define(version: 20170924094327) do
add_foreign_key
"events"
,
"projects"
,
on_delete: :cascade
add_foreign_key
"events"
,
"projects"
,
on_delete: :cascade
add_foreign_key
"events"
,
"users"
,
column:
"author_id"
,
name:
"fk_edfd187b6f"
,
on_delete: :cascade
add_foreign_key
"events"
,
"users"
,
column:
"author_id"
,
name:
"fk_edfd187b6f"
,
on_delete: :cascade
add_foreign_key
"forked_project_links"
,
"projects"
,
column:
"forked_to_project_id"
,
name:
"fk_434510edb0"
,
on_delete: :cascade
add_foreign_key
"forked_project_links"
,
"projects"
,
column:
"forked_to_project_id"
,
name:
"fk_434510edb0"
,
on_delete: :cascade
add_foreign_key
"gcp_clusters"
,
"projects"
,
on_delete: :cascade
add_foreign_key
"gcp_clusters"
,
"services"
add_foreign_key
"gcp_clusters"
,
"users"
add_foreign_key
"gpg_keys"
,
"users"
,
on_delete: :cascade
add_foreign_key
"gpg_keys"
,
"users"
,
on_delete: :cascade
add_foreign_key
"gpg_signatures"
,
"gpg_keys"
,
on_delete: :nullify
add_foreign_key
"gpg_signatures"
,
"gpg_keys"
,
on_delete: :nullify
add_foreign_key
"gpg_signatures"
,
"projects"
,
on_delete: :cascade
add_foreign_key
"gpg_signatures"
,
"projects"
,
on_delete: :cascade
...
...
lib/gitlab/gcp/model.rb
0 → 100644
View file @
34e66c42
module
Gitlab
module
Gcp
module
Model
def
table_name_prefix
"gcp_"
end
def
model_name
@model_name
||=
ActiveModel
::
Name
.
new
(
self
,
nil
,
self
.
name
.
split
(
"::"
).
last
)
end
end
end
end
lib/google_api/cloud_platform/client.rb
View file @
34e66c42
...
@@ -86,7 +86,7 @@ module GoogleApi
...
@@ -86,7 +86,7 @@ module GoogleApi
end
end
def
parse_operation_id
(
self_link
)
def
parse_operation_id
(
self_link
)
self_link
.
match
(
/projects\/.*\/zones\/.*\/operations\/(.*)/
)[
1
]
self_link
.
match
(
%r{projects/.*/zones/.*/operations/(.*)}
)[
1
]
end
end
end
end
end
end
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment