Commit ad3bbe30 authored by Gabriel Mazetto's avatar Gabriel Mazetto

Refactor post_receive to better isolate wiki from regular projects

parent 3051032b
class PostReceive class PostReceive
include Sidekiq::Worker include Sidekiq::Worker
include Gitlab::Identifier
sidekiq_options queue: :post_receive sidekiq_options queue: :post_receive
...@@ -11,67 +10,54 @@ class PostReceive ...@@ -11,67 +10,54 @@ class PostReceive
log("Check gitlab.yml config for correct gitlab_shell.repos_path variable. \"#{Gitlab.config.gitlab_shell.repos_path}\" does not match \"#{repo_path}\"") log("Check gitlab.yml config for correct gitlab_shell.repos_path variable. \"#{Gitlab.config.gitlab_shell.repos_path}\" does not match \"#{repo_path}\"")
end end
repo_path.gsub!(/\.git\z/, "") post_received = Gitlab::GitPostReceive.new(repo_path, identifier, changes)
repo_path.gsub!(/\A\//, "")
update_wiki_es_indexes(repo_path) if post_received.project.nil?
project = Project.find_with_namespace(repo_path)
if project.nil?
log("Triggered hook for non-existing project with full path \"#{repo_path} \"") log("Triggered hook for non-existing project with full path \"#{repo_path} \"")
return false return false
end end
changes = Base64.decode64(changes) unless changes.include?(" ") if post_received.wiki?
changes = utf8_encode_changes(changes) update_wiki_es_indexes(post_received)
changes = changes.lines elsif post_received.regular_project?
# Triggers repository update on secondary nodes when Geo is enabled
Gitlab::Geo.notify_project_update(post_received.project) if Gitlab::Geo.enabled?
changes.each do |change| process_project_changes(post_received)
else
log("Triggered hook for unidentifiable repository type with full path \"#{repo_path} \"")
false
end
end
def process_project_changes(post_received)
post_received.changes.each do |change|
oldrev, newrev, ref = change.strip.split(' ') oldrev, newrev, ref = change.strip.split(' ')
@user ||= identify(identifier, project, newrev) @user ||= post_received.identify(newrev)
unless @user unless @user
log("Triggered hook for non-existing user \"#{identifier} \"") log("Triggered hook for non-existing user \"#{post_received.identifier} \"")
return false return false
end end
# Triggers repository update on secondary nodes when Geo is enabled
Gitlab::Geo.notify_project_update(project) if Gitlab::Geo.enabled?
if Gitlab::Git.tag_ref?(ref) if Gitlab::Git.tag_ref?(ref)
GitTagPushService.new.execute(project, @user, oldrev, newrev, ref) GitTagPushService.new.execute(post_received.project, @user, oldrev, newrev, ref)
else else
GitPushService.new(project, @user, oldrev: oldrev, newrev: newrev, ref: ref).execute GitPushService.new(post_received.project, @user, oldrev: oldrev, newrev: newrev, ref: ref).execute
end end
end end
end end
def utf8_encode_changes(changes) def update_wiki_es_indexes(post_received)
changes = changes.dup return unless Gitlab.config.elasticsearch.enabled
changes.force_encoding("UTF-8") post_received.project.wiki.index_blobs
return changes if changes.valid_encoding?
# Convert non-UTF-8 branch/tag names to UTF-8 so they can be dumped as JSON.
detection = CharlockHolmes::EncodingDetector.detect(changes)
return changes unless detection && detection[:encoding]
CharlockHolmes::Converter.convert(changes, detection[:encoding], 'UTF-8')
end end
private
def log(message) def log(message)
Gitlab::GitLogger.error("POST-RECEIVE: #{message}") Gitlab::GitLogger.error("POST-RECEIVE: #{message}")
end end
def update_wiki_es_indexes(repo_path)
return unless repo_path =~ /wiki\z/ && Gitlab.config.elasticsearch.enabled
project = Project.find_with_namespace(repo_path.gsub(/\.wiki\z/, ""))
if project
project.wiki.index_blobs
end
end
end end
module Gitlab
class GitPostReceive
include Gitlab::Identifier
attr_reader :repo_path, :identifier, :changes, :project
def initialize(repo_path, identifier, changes)
repo_path.gsub!(/\.git\z/, '')
repo_path.gsub!(/\A\//, '')
@repo_path = repo_path
@identifier = identifier
@changes = deserialize_changes(changes)
retrieve_project_and_type
end
def wiki?
@type == :wiki
end
def regular_project?
@type == :project
end
def identify(revision)
super(identifier, project, revision)
end
private
def retrieve_project_and_type
@type = :project
@project = Project.find_with_namespace(@repo_path)
if @repo_path.end_with?('.wiki') && !@project
@type = :wiki
@project = Project.find_with_namespace(@repo_path.gsub(/\.wiki\z/, ''))
end
end
def deserialize_changes(changes)
changes = Base64.decode64(changes) unless changes.include?(' ')
changes = utf8_encode_changes(changes)
changes.lines
end
def utf8_encode_changes(changes)
changes = changes.dup
changes.force_encoding('UTF-8')
return changes if changes.valid_encoding?
# Convert non-UTF-8 branch/tag names to UTF-8 so they can be dumped as JSON.
detection = CharlockHolmes::EncodingDetector.detect(changes)
return changes unless detection && detection[:encoding]
CharlockHolmes::Converter.convert(changes, detection[:encoding], 'UTF-8')
end
end
end
...@@ -22,9 +22,9 @@ describe PostReceive do ...@@ -22,9 +22,9 @@ describe PostReceive do
end end
it "triggers wiki index update" do it "triggers wiki index update" do
allow(Gitlab.config.elasticsearch).to receive(:enabled).and_return(true)
expect(Project).to receive(:find_with_namespace).with(project.path_with_namespace).and_return(project)
expect(Project).to receive(:find_with_namespace).with("#{project.path_with_namespace}.wiki").and_return(nil) expect(Project).to receive(:find_with_namespace).with("#{project.path_with_namespace}.wiki").and_return(nil)
expect(Project).to receive(:find_with_namespace).with(project.path_with_namespace).and_return(project)
allow(Gitlab.config.elasticsearch).to receive(:enabled).and_return(true)
expect_any_instance_of(ProjectWiki).to receive(:index_blobs) expect_any_instance_of(ProjectWiki).to receive(:index_blobs)
repo_path = "#{pwd(project)}.wiki" repo_path = "#{pwd(project)}.wiki"
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment