Refactor rake task to to import GitHub repositores

parent 09a6d328
module Github module Github
class Import class Import
include Gitlab::ShellAdapter
class MergeRequest < ::MergeRequest class MergeRequest < ::MergeRequest
self.table_name = 'merge_requests' self.table_name = 'merge_requests'
......
module Github module Github
class Repositories class Repositories
def initialize(username) attr_reader :options
@username = username
def initialize(options)
@options = options
end end
def fetch def fetch
Collection.new.fetch(repos_url) Collection.new(options).fetch(repos_url)
end end
private private
......
require 'benchmark' require 'benchmark'
require 'rainbow/ext/string' require 'rainbow/ext/string'
require_relative '../gitlab/shell_adapter'
require_relative '../gitlab/github_import/importer'
class NewImporter < ::Gitlab::GithubImport::Importer
def execute
# Same as ::Gitlab::GithubImport::Importer#execute, but showing some progress.
puts 'Importing repository...'.color(:aqua)
import_repository unless project.repository_exists?
puts 'Importing labels...'.color(:aqua)
import_labels
puts 'Importing milestones...'.color(:aqua)
import_milestones
puts 'Importing pull requests...'.color(:aqua)
import_pull_requests
puts 'Importing issues...'.color(:aqua)
import_issues
puts 'Importing issue comments...'.color(:aqua)
import_comments(:issues)
puts 'Importing pull request comments...'.color(:aqua)
import_comments(:pull_requests)
puts 'Importing wiki...'.color(:aqua)
import_wiki
# Gitea doesn't have a Release API yet
# See https://github.com/go-gitea/gitea/issues/330
unless project.gitea_import?
import_releases
end
handle_errors
project.repository.after_import
project.import_finish
true
end
def import_repository
begin
raise 'Blocked import URL.' if Gitlab::UrlBlocker.blocked_url?(project.import_url)
project.create_repository
project.repository.add_remote(project.import_type, project.import_url)
project.repository.set_remote_as_mirror(project.import_type)
project.repository.fetch_remote(project.import_type, forced: true)
rescue => e
# Expire cache to prevent scenarios such as:
# 1. First import failed, but the repo was imported successfully, so +exists?+ returns true
# 2. Retried import, repo is broken or not imported but +exists?+ still returns true
project.repository.expire_content_cache if project.repository_exists?
raise "Error importing repository #{project.import_url} into #{project.path_with_namespace} - #{e.message}"
end
end
end
class GithubImport class GithubImport
def self.run!(*args) def self.run!(*args)
...@@ -69,14 +7,14 @@ class GithubImport ...@@ -69,14 +7,14 @@ class GithubImport
end end
def initialize(token, gitlab_username, project_path, extras) def initialize(token, gitlab_username, project_path, extras)
@token = token @options = { url: 'https://api.github.com', token: token }
@project_path = project_path @project_path = project_path
@current_user = User.find_by_username(gitlab_username) @current_user = User.find_by_username(gitlab_username)
@github_repo = extras.empty? ? nil : extras.first @github_repo = extras.empty? ? nil : extras.first
end end
def run! def run!
@repo = GithubRepos.new(@token, @current_user, @github_repo).choose_one! @repo = GithubRepos.new(@options, @current_user, @github_repo).choose_one!
raise 'No repo found!' unless @repo raise 'No repo found!' unless @repo
...@@ -90,25 +28,24 @@ class GithubImport ...@@ -90,25 +28,24 @@ class GithubImport
private private
def show_warning! def show_warning!
puts "This will import GH #{@repo.full_name.bright} into GL #{@project_path.bright} as #{@current_user.name}" puts "This will import GH #{@repo['full_name'].bright} into GL #{@project_path.bright} as #{@current_user.name}"
puts "Permission checks are ignored. Press any key to continue.".color(:red) puts "Permission checks are ignored. Press any key to continue.".color(:red)
STDIN.getch STDIN.getch
puts 'Starting the import...'.color(:green) puts 'Starting the import (this could take a while)'.color(:green)
end end
def import! def import!
import_url = @project.import_url.gsub(/\:\/\/(.*@)?/, "://#{@token}@")
@project.update(import_url: import_url)
@project.import_start @project.import_start
timings = Benchmark.measure do timings = Benchmark.measure do
NewImporter.new(@project).execute Github::Import.new(@project, @options).execute
end end
puts "Import finished. Timings: #{timings}".color(:green) puts "Import finished. Timings: #{timings}".color(:green)
@project.import_finish
end end
def new_project def new_project
...@@ -116,17 +53,17 @@ class GithubImport ...@@ -116,17 +53,17 @@ class GithubImport
namespace_path, _sep, name = @project_path.rpartition('/') namespace_path, _sep, name = @project_path.rpartition('/')
namespace = find_or_create_namespace(namespace_path) namespace = find_or_create_namespace(namespace_path)
Project.create!( Projects::CreateService.new(
import_url: "https://#{@token}@github.com/#{@repo.full_name}.git", @current_user,
name: name, name: name,
path: name, path: name,
description: @repo.description, description: @repo['description'],
namespace: namespace, namespace_id: namespace.id,
visibility_level: visibility_level, visibility_level: visibility_level,
import_type: 'github', import_type: 'github',
import_source: @repo.full_name, import_source: @repo['full_name'],
creator: @current_user skip_wiki: @repo['has_wiki']
) ).execute
end end
end end
...@@ -159,13 +96,13 @@ class GithubImport ...@@ -159,13 +96,13 @@ class GithubImport
end end
def visibility_level def visibility_level
@repo.private ? Gitlab::VisibilityLevel::PRIVATE : current_application_settings.default_project_visibility @repo['private'] ? Gitlab::VisibilityLevel::PRIVATE : current_application_settings.default_project_visibility
end end
end end
class GithubRepos class GithubRepos
def initialize(token, current_user, github_repo) def initialize(options, current_user, github_repo)
@token = token @options = options
@current_user = current_user @current_user = current_user
@github_repo = github_repo @github_repo = github_repo
end end
...@@ -174,17 +111,17 @@ class GithubRepos ...@@ -174,17 +111,17 @@ class GithubRepos
return found_github_repo if @github_repo return found_github_repo if @github_repo
repos.each do |repo| repos.each do |repo|
print "ID: #{repo[:id].to_s.bright} ".color(:green) print "ID: #{repo['id'].to_s.bright}".color(:green)
puts "- Name: #{repo[:full_name]}".color(:green) print "\tName: #{repo['full_name']}\n".color(:green)
end end
print 'ID? '.bright print 'ID? '.bright
repos.find { |repo| repo[:id] == repo_id } repos.find { |repo| repo['id'] == repo_id }
end end
def found_github_repo def found_github_repo
repos.find { |repo| repo[:full_name] == @github_repo } repos.find { |repo| repo['full_name'] == @github_repo }
end end
def repo_id def repo_id
...@@ -192,11 +129,7 @@ class GithubRepos ...@@ -192,11 +129,7 @@ class GithubRepos
end end
def repos def repos
@repos ||= client.repos Github::Repositories.new(@options).fetch
end
def client
@client ||= Gitlab::GithubImport::Client.new(@token, {})
end end
end end
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment