Commit fb0e32d8 authored by Nick Thomas's avatar Nick Thomas

Merge branch 'ee-54650-send-an-email-to-project-owners-when-a-mirror-update-fails' into 'master'

[EE] Send a notification email on mirror update errors

See merge request gitlab-org/gitlab-ee!8801
parents b774b5f9 f37150fe
# frozen_string_literal: true
class RemoteMirrorFinder
attr_accessor :params
def initialize(params)
@params = params
end
# rubocop: disable CodeReuse/ActiveRecord
def execute
RemoteMirror.find_by(id: params[:id])
end
# rubocop: enable CodeReuse/ActiveRecord
end
# frozen_string_literal: true
module Emails
module RemoteMirrors
def remote_mirror_update_failed_email(remote_mirror_id, recipient_id)
@remote_mirror = RemoteMirrorFinder.new(id: remote_mirror_id).execute
@project = @remote_mirror.project
mail(to: recipient(recipient_id), subject: subject('Remote mirror update failed'))
end
end
end
...@@ -15,6 +15,7 @@ class Notify < BaseMailer ...@@ -15,6 +15,7 @@ class Notify < BaseMailer
include Emails::Pipelines include Emails::Pipelines
include Emails::Members include Emails::Members
include Emails::AutoDevops include Emails::AutoDevops
include Emails::RemoteMirrors
helper MergeRequestsHelper helper MergeRequestsHelper
helper DiffHelper helper DiffHelper
......
...@@ -145,6 +145,10 @@ class NotifyPreview < ActionMailer::Preview ...@@ -145,6 +145,10 @@ class NotifyPreview < ActionMailer::Preview
Notify.autodevops_disabled_email(pipeline, user.email).message Notify.autodevops_disabled_email(pipeline, user.email).message
end end
def remote_mirror_update_failed_email
Notify.remote_mirror_update_failed_email(remote_mirror.id, user.id).message
end
private private
def project def project
...@@ -167,6 +171,10 @@ class NotifyPreview < ActionMailer::Preview ...@@ -167,6 +171,10 @@ class NotifyPreview < ActionMailer::Preview
@pipeline = Ci::Pipeline.last @pipeline = Ci::Pipeline.last
end end
def remote_mirror
@remote_mirror ||= RemoteMirror.last
end
def user def user
@user ||= User.last @user ||= User.last
end end
......
...@@ -65,10 +65,14 @@ class RemoteMirror < ActiveRecord::Base ...@@ -65,10 +65,14 @@ class RemoteMirror < ActiveRecord::Base
) )
end end
after_transition started: :failed do |remote_mirror, _| after_transition started: :failed do |remote_mirror|
Gitlab::Metrics.add_event(:remote_mirrors_failed) Gitlab::Metrics.add_event(:remote_mirrors_failed)
remote_mirror.update(last_update_at: Time.now) remote_mirror.update(last_update_at: Time.now)
remote_mirror.run_after_commit do
RemoteMirrorNotificationWorker.perform_async(remote_mirror.id)
end
end end
end end
...@@ -135,8 +139,8 @@ class RemoteMirror < ActiveRecord::Base ...@@ -135,8 +139,8 @@ class RemoteMirror < ActiveRecord::Base
end end
def mark_as_failed(error_message) def mark_as_failed(error_message)
update_fail
update_column(:last_error, Gitlab::UrlSanitizer.sanitize(error_message)) update_column(:last_error, Gitlab::UrlSanitizer.sanitize(error_message))
update_fail
end end
def url=(value) def url=(value)
......
...@@ -24,6 +24,10 @@ module NotificationRecipientService ...@@ -24,6 +24,10 @@ module NotificationRecipientService
Builder::MergeRequestUnmergeable.new(*args).notification_recipients Builder::MergeRequestUnmergeable.new(*args).notification_recipients
end end
def self.build_project_maintainers_recipients(*args)
Builder::ProjectMaintainers.new(*args).notification_recipients
end
module Builder module Builder
class Base class Base
def initialize(*) def initialize(*)
...@@ -388,6 +392,25 @@ module NotificationRecipientService ...@@ -388,6 +392,25 @@ module NotificationRecipientService
nil nil
end end
end end
class ProjectMaintainers < Base
attr_reader :target
def initialize(target, action:)
@target = target
@action = action
end
def build!
return [] unless project
add_recipients(project.team.maintainers, :watch, nil)
end
def acting_user
nil
end
end
end end
end end
......
...@@ -429,26 +429,26 @@ class NotificationService ...@@ -429,26 +429,26 @@ class NotificationService
end end
def pages_domain_verification_succeeded(domain) def pages_domain_verification_succeeded(domain)
recipients_for_pages_domain(domain).each do |user| project_maintainers_recipients(domain, action: 'succeeded').each do |recipient|
mailer.pages_domain_verification_succeeded_email(domain, user).deliver_later mailer.pages_domain_verification_succeeded_email(domain, recipient.user).deliver_later
end end
end end
def pages_domain_verification_failed(domain) def pages_domain_verification_failed(domain)
recipients_for_pages_domain(domain).each do |user| project_maintainers_recipients(domain, action: 'failed').each do |recipient|
mailer.pages_domain_verification_failed_email(domain, user).deliver_later mailer.pages_domain_verification_failed_email(domain, recipient.user).deliver_later
end end
end end
def pages_domain_enabled(domain) def pages_domain_enabled(domain)
recipients_for_pages_domain(domain).each do |user| project_maintainers_recipients(domain, action: 'enabled').each do |recipient|
mailer.pages_domain_enabled_email(domain, user).deliver_later mailer.pages_domain_enabled_email(domain, recipient.user).deliver_later
end end
end end
def pages_domain_disabled(domain) def pages_domain_disabled(domain)
recipients_for_pages_domain(domain).each do |user| project_maintainers_recipients(domain, action: 'disabled').each do |recipient|
mailer.pages_domain_disabled_email(domain, user).deliver_later mailer.pages_domain_disabled_email(domain, recipient.user).deliver_later
end end
end end
...@@ -474,6 +474,14 @@ class NotificationService ...@@ -474,6 +474,14 @@ class NotificationService
mailer.send(:repository_cleanup_failure_email, project, user, error).deliver_later mailer.send(:repository_cleanup_failure_email, project, user, error).deliver_later
end end
def remote_mirror_update_failed(remote_mirror)
recipients = project_maintainers_recipients(remote_mirror, action: 'update_failed')
recipients.each do |recipient|
mailer.remote_mirror_update_failed_email(remote_mirror.id, recipient.user.id).deliver_later
end
end
protected protected
def new_resource_email(target, method) def new_resource_email(target, method)
...@@ -569,12 +577,8 @@ class NotificationService ...@@ -569,12 +577,8 @@ class NotificationService
private private
def recipients_for_pages_domain(domain) def project_maintainers_recipients(target, action:)
project = domain.project NotificationRecipientService.build_project_maintainers_recipients(target, action: action)
return [] unless project
notifiable_users(project.team.maintainers, :watch, target: project)
end end
def notifiable?(*args) def notifiable?(*args)
......
%tr.alert{ style: "font-family: 'Helvetica Neue',Helvetica,Arial,sans-serif;" }
%td{ style: "padding:10px;border-radius:3px;font-size:14px;line-height:1.3;text-align:center;overflow:hidden;background-color:#d22f57;color:#ffffff;" }
%table.img{ border: "0", cellpadding: "0", cellspacing: "0", style: "border-collapse:collapse;margin:0 auto;" }
%tbody
%tr
%td{ style: "vertical-align:middle;color:#ffffff;text-align:center;padding-right:5px;line-height:1;" }
%img{ alt: "✖", height: "13", src: image_url('mailers/ci_pipeline_notif_v1/icon-x-red-inverted.gif'), style: "display:block;", width: "13" }/
%td{ style: "vertical-align:middle;color:#ffffff;text-align:center;" }
A remote mirror update has failed.
%tr.spacer{ style: "font-family: 'Helvetica Neue',Helvetica,Arial,sans-serif;" }
%td{ style: "height:18px;font-size:18px;line-height:18px;" }
&nbsp;
%tr.section{ style: "font-family: 'Helvetica Neue',Helvetica,Arial,sans-serif;" }
%td{ style: "padding:0 15px;border:1px solid #ededed;border-radius:3px;overflow:hidden;" }
%table.table-info{ border: "0", cellpadding: "0", cellspacing: "0", style: "width:100%;" }
%tbody{ style: "font-size:15px;line-height:1.4;color:#8c8c8c;" }
%tr
%td{ style: "font-weight:300;padding:14px 0;margin:0;" } Project
%td{ style: "font-weight:500;padding:14px 0;margin:0;color:#333333;width:75%;padding-left:5px;" }
- namespace_url = @project.group ? group_url(@project.group) : user_url(@project.namespace.owner)
%a.muted{ href: namespace_url, style: "color:#333333;text-decoration:none;" }
= @project.owner_name
\/
%a.muted{ href: project_url(@project), style: "color:#333333;text-decoration:none;" }
= @project.name
%tr
%td{ style: "font-weight:300;padding:14px 0;margin:0;border-top:1px solid #ededed;" } Remote mirror
%td{ style: "font-weight:500;padding:14px 0;margin:0;color:#333333;width:75%;padding-left:5px;border-top:1px solid #ededed;" }
= @remote_mirror.safe_url
%tr
%td{ style: "font-weight:300;padding:14px 0;margin:0;border-top:1px solid #ededed;" } Last update at
%td{ style: "font-weight:500;padding:14px 0;margin:0;color:#333333;width:75%;padding-left:5px;border-top:1px solid #ededed;" }
= @remote_mirror.last_update_at
%tr.table-warning{ style: "font-family: 'Helvetica Neue',Helvetica,Arial,sans-serif;" }
%td{ style: "border: 1px solid #ededed; border-bottom: 0; border-radius: 4px 4px 0 0; overflow: hidden; background-color: #fdf4f6; color: #d22852; font-size: 14px; line-height: 1.4; text-align: center; padding: 8px 16px;" }
Logs may contain sensitive data. Please consider before forwarding this email.
%tr.section{ style: "font-family: 'Helvetica Neue',Helvetica,Arial,sans-serif;" }
%td{ style: "padding: 0 16px; border: 1px solid #ededed; border-radius: 4px; overflow: hidden; border-top: 0; border-radius: 0 0 4px 4px;" }
%table.builds{ border: "0", cellpadding: "0", cellspacing: "0", style: "width: 100%; border-collapse: collapse;" }
%tbody
%tr.build-log
%td{ colspan: "2", style: "padding: 0 0 16px;" }
%pre{ style: "font-family: Monaco,'Lucida Console','Courier New',Courier,monospace; background-color: #fafafa; border-radius: 4px; overflow: hidden; white-space: pre-wrap; word-break: break-all; font-size:13px; line-height: 1.4; padding: 16px 8px; color: #333333; margin: 0;" }
= @remote_mirror.last_error
A remote mirror update has failed.
Project: <%= @project.human_name %> ( <%= project_url(@project) %> )
Remote mirror: <%= @remote_mirror.safe_url %>
Last update at: <%= @remote_mirror.last_update_at %>
Last error:
<%= @remote_mirror.last_error %>
...@@ -124,6 +124,7 @@ ...@@ -124,6 +124,7 @@
- propagate_service_template - propagate_service_template
- reactive_caching - reactive_caching
- rebase - rebase
- remote_mirror_notification
- repository_fork - repository_fork
- repository_import - repository_import
- repository_remove_remote - repository_remove_remote
......
# frozen_string_literal: true
class RemoteMirrorNotificationWorker
include ApplicationWorker
def perform(remote_mirror_id)
remote_mirror = RemoteMirrorFinder.new(id: remote_mirror_id).execute
# We check again if there's an error because a newer run since this job was
# fired could've completed successfully.
return unless remote_mirror && remote_mirror.last_error.present?
NotificationService.new.remote_mirror_update_failed(remote_mirror)
end
end
...@@ -15,7 +15,7 @@ class RepositoryUpdateRemoteMirrorWorker ...@@ -15,7 +15,7 @@ class RepositoryUpdateRemoteMirrorWorker
end end
def perform(remote_mirror_id, scheduled_time) def perform(remote_mirror_id, scheduled_time)
remote_mirror = RemoteMirror.find(remote_mirror_id) remote_mirror = RemoteMirrorFinder.new(id: remote_mirror_id).execute
return if remote_mirror.updated_since?(scheduled_time) return if remote_mirror.updated_since?(scheduled_time)
raise UpdateAlreadyInProgressError if remote_mirror.update_in_progress? raise UpdateAlreadyInProgressError if remote_mirror.update_in_progress?
......
---
title: Send a notification email to project maintainers when a mirror update fails
merge_request: 23595
author:
type: added
...@@ -84,6 +84,7 @@ ...@@ -84,6 +84,7 @@
- [object_pool, 1] - [object_pool, 1]
- [repository_cleanup, 1] - [repository_cleanup, 1]
- [delete_stored_files, 1] - [delete_stored_files, 1]
- [remote_mirror_notification, 2]
# EE-specific queues # EE-specific queues
- [ldap_group_sync, 2] - [ldap_group_sync, 2]
......
require 'rails_helper' require 'rails_helper'
describe RemoteMirror do describe RemoteMirror, :mailer do
include GitHelpers include GitHelpers
describe 'URL validation' do describe 'URL validation' do
...@@ -137,6 +137,43 @@ describe RemoteMirror do ...@@ -137,6 +137,43 @@ describe RemoteMirror do
end end
end end
describe '#mark_as_failed' do
let(:remote_mirror) { create(:remote_mirror) }
let(:error_message) { 'http://user:pass@test.com/root/repoC.git/' }
let(:sanitized_error_message) { 'http://*****:*****@test.com/root/repoC.git/' }
subject do
remote_mirror.update_start
remote_mirror.mark_as_failed(error_message)
end
it 'sets the update_status to failed' do
subject
expect(remote_mirror.reload.update_status).to eq('failed')
end
it 'saves the sanitized error' do
subject
expect(remote_mirror.last_error).to eq(sanitized_error_message)
end
context 'notifications' do
let(:user) { create(:user) }
before do
remote_mirror.project.add_maintainer(user)
end
it 'notifies the project maintainers' do
perform_enqueued_jobs { subject }
should_email(user)
end
end
end
context 'when remote mirror gets destroyed' do context 'when remote mirror gets destroyed' do
it 'removes remote' do it 'removes remote' do
mirror = create_mirror(url: 'http://foo:bar@test.com') mirror = create_mirror(url: 'http://foo:bar@test.com')
......
...@@ -2209,6 +2209,39 @@ describe NotificationService, :mailer do ...@@ -2209,6 +2209,39 @@ describe NotificationService, :mailer do
end end
end end
context 'Remote mirror notifications' do
describe '#remote_mirror_update_failed' do
let(:project) { create(:project) }
let(:remote_mirror) { create(:remote_mirror, project: project) }
let(:u_blocked) { create(:user, :blocked) }
let(:u_silence) { create_user_with_notification(:disabled, 'silent-maintainer', project) }
let(:u_owner) { project.owner }
let(:u_maintainer1) { create(:user) }
let(:u_maintainer2) { create(:user) }
let(:u_developer) { create(:user) }
before do
project.add_maintainer(u_blocked)
project.add_maintainer(u_silence)
project.add_maintainer(u_maintainer1)
project.add_maintainer(u_maintainer2)
project.add_developer(u_developer)
# Mock remote update
allow(project.repository).to receive(:async_remove_remote)
allow(project.repository).to receive(:add_remote)
reset_delivered_emails!
end
it 'emails current watching maintainers' do
notification.remote_mirror_update_failed(remote_mirror)
should_only_email(u_maintainer1, u_maintainer2, u_owner)
end
end
end
def build_team(project) def build_team(project)
@u_watcher = create_global_setting_for(create(:user), :watch) @u_watcher = create_global_setting_for(create(:user), :watch)
@u_participating = create_global_setting_for(create(:user), :participating) @u_participating = create_global_setting_for(create(:user), :participating)
......
...@@ -25,12 +25,19 @@ describe RepositoryUpdateRemoteMirrorWorker do ...@@ -25,12 +25,19 @@ describe RepositoryUpdateRemoteMirrorWorker do
it 'sets status as failed when update remote mirror service executes with errors' do it 'sets status as failed when update remote mirror service executes with errors' do
error_message = 'fail!' error_message = 'fail!'
expect_any_instance_of(Projects::UpdateRemoteMirrorService).to receive(:execute).with(remote_mirror).and_return(status: :error, message: error_message) expect_next_instance_of(Projects::UpdateRemoteMirrorService) do |service|
expect(service).to receive(:execute).with(remote_mirror).and_return(status: :error, message: error_message)
end
# Mock the finder so that it returns an object we can set expectations on
expect_next_instance_of(RemoteMirrorFinder) do |finder|
expect(finder).to receive(:execute).and_return(remote_mirror)
end
expect(remote_mirror).to receive(:mark_as_failed).with(error_message)
expect do expect do
subject.perform(remote_mirror.id, Time.now) subject.perform(remote_mirror.id, Time.now)
end.to raise_error(RepositoryUpdateRemoteMirrorWorker::UpdateError, error_message) end.to raise_error(RepositoryUpdateRemoteMirrorWorker::UpdateError, error_message)
expect(remote_mirror.reload.update_status).to eq('failed')
end end
it 'does nothing if last_update_started_at is higher than the time the job was scheduled in' do it 'does nothing if last_update_started_at is higher than the time the job was scheduled in' do
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment