backup.rake 7.34 KB
Newer Older
1 2 3
require 'active_record/fixtures'

namespace :gitlab do
4
  namespace :backup do
Nihad Abbasov's avatar
Nihad Abbasov committed
5 6
    # Create backup of GitLab system
    desc "GITLAB | Create a backup of the GitLab system"
7 8 9
    task :create => :environment do
      Rake::Task["gitlab:backup:db:create"].invoke
      Rake::Task["gitlab:backup:repo:create"].invoke
10

11
      Dir.chdir(Gitlab.config.backup.path)
12

13
      # saving additional informations
Nihad Abbasov's avatar
Nihad Abbasov committed
14 15 16 17 18
      s = {}
      s[:db_version]         = "#{ActiveRecord::Migrator.current_version}"
      s[:backup_created_at]  = "#{Time.now}"
      s[:gitlab_version]     = %x{git rev-parse HEAD}.gsub(/\n/,"")
      s[:tar_version]        = %x{tar --version | head -1}.gsub(/\n/,"")
19

20
      File.open("#{Gitlab.config.backup.path}/backup_information.yml", "w+") do |file|
21 22 23 24 25 26 27 28 29 30 31 32
        file << s.to_yaml.gsub(/^---\n/,'')
      end

      # create archive
      print "Creating backup archive: #{Time.now.to_i}_gitlab_backup.tar "
      if Kernel.system("tar -cf #{Time.now.to_i}_gitlab_backup.tar repositories/ db/ backup_information.yml")
        puts "[DONE]".green
      else
        puts "[FAILED]".red
      end

      # cleanup: remove tmp files
Nihad Abbasov's avatar
Nihad Abbasov committed
33
      print "Deleting tmp directories..."
34 35 36 37 38 39 40 41
      if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
        puts "[DONE]".green
      else
        puts "[FAILED]".red
      end

      # delete backups
      print "Deleting old backups... "
42
      if Gitlab.config.backup.keep_time > 0
43 44
        file_list = Dir.glob("*_gitlab_backup.tar").map { |f| f.split(/_/).first.to_i }
        file_list.sort.each do |timestamp|
45
          if Time.at(timestamp) < (Time.now - Gitlab.config.backup.keep_time)
46 47 48 49 50 51 52 53 54
            %x{rm #{timestamp}_gitlab_backup.tar}
          end
        end
        puts "[DONE]".green
      else
        puts "[SKIPPING]".yellow
      end
    end

Nihad Abbasov's avatar
Nihad Abbasov committed
55
    # Restore backup of GitLab system
56
    desc "GITLAB | Restore a previously created backup"
57
    task :restore => :environment do
58
      Dir.chdir(Gitlab.config.backup.path)
59

60
      # check for existing backups in the backup dir
61
      file_list = Dir.glob("*_gitlab_backup.tar").each.map { |f| f.split(/_/).first.to_i }
Nihad Abbasov's avatar
Nihad Abbasov committed
62
      puts "no backups found" if file_list.count == 0
63 64
      if file_list.count > 1 && ENV["BACKUP"].nil?
        puts "Found more than one backup, please specify which one you want to restore:"
65
        puts "rake gitlab:backup:restore BACKUP=timestamp_of_backup"
66 67 68
        exit 1;
      end

Nihad Abbasov's avatar
Nihad Abbasov committed
69
      tar_file = ENV["BACKUP"].nil? ? File.join("#{file_list.first}_gitlab_backup.tar") : File.join(ENV["BACKUP"] + "_gitlab_backup.tar")
70

71
      unless File.exists?(tar_file)
72
        puts "The specified backup doesn't exist!"
73
        exit 1;
74 75 76
      end

      print "Unpacking backup... "
77
      unless Kernel.system("tar -xf #{tar_file}")
78 79 80 81 82 83 84
        puts "[FAILED]".red
        exit 1
      else
        puts "[DONE]".green
      end

      settings = YAML.load_file("backup_information.yml")
Hugo Duksis's avatar
Hugo Duksis committed
85
      ENV["VERSION"] = "#{settings[:db_version]}" if settings[:db_version].to_i > 0
86 87

      # restoring mismatching backups can lead to unexpected problems
Hugo Duksis's avatar
Hugo Duksis committed
88
      if settings[:gitlab_version] != %x{git rev-parse HEAD}.gsub(/\n/,"")
89 90 91
        puts "gitlab_version mismatch:".red
        puts "  Your current HEAD differs from the HEAD in the backup!".red
        puts "  Please switch to the following revision and try again:".red
Hugo Duksis's avatar
Hugo Duksis committed
92
        puts "  revision: #{settings[:gitlab_version]}".red
93 94 95
        exit 1
      end

96 97
      Rake::Task["gitlab:backup:db:restore"].invoke
      Rake::Task["gitlab:backup:repo:restore"].invoke
98 99

      # cleanup: remove tmp files
Nihad Abbasov's avatar
Nihad Abbasov committed
100
      print "Deleting tmp directories..."
101 102 103 104 105 106 107 108 109 110 111 112
      if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
        puts "[DONE]".green
      else
        puts "[FAILED]".red
      end
    end

    ################################################################################
    ################################# invoked tasks ################################

    ################################# REPOSITORIES #################################

113 114 115 116 117 118 119 120 121 122 123 124 125 126
    namespace :repo do
      task :create => :environment do
        backup_path_repo = File.join(Gitlab.config.backup.path, "repositories")
        FileUtils.mkdir_p(backup_path_repo) until Dir.exists?(backup_path_repo)
        puts "Dumping repositories:"
        project = Project.all.map { |n| [n.path, n.path_to_repo] }
        project << ["gitolite-admin.git", File.join(File.dirname(project.first.second), "gitolite-admin.git")]
        project.each do |project|
          print "- Dumping repository #{project.first}... "
          if Kernel.system("cd #{project.second} > /dev/null 2>&1 && git bundle create #{backup_path_repo}/#{project.first}.bundle --all > /dev/null 2>&1")
            puts "[DONE]".green
          else
            puts "[FAILED]".red
          end
127 128 129
        end
      end

130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147
      task :restore => :environment do
        backup_path_repo = File.join(Gitlab.config.backup.path, "repositories")
        puts "Restoring repositories:"
        project = Project.all.map { |n| [n.path, n.path_to_repo] }
        project << ["gitolite-admin.git", File.join(File.dirname(project.first.second), "gitolite-admin.git")]
        project.each do |project|
          print "- Restoring repository #{project.first}... "
          FileUtils.rm_rf(project.second) if File.dirname(project.second) # delete old stuff
          if Kernel.system("cd #{File.dirname(project.second)} > /dev/null 2>&1 && git clone --bare #{backup_path_repo}/#{project.first}.bundle #{project.first}.git > /dev/null 2>&1")
            permission_commands = [
              "sudo chmod -R g+rwX #{Gitlab.config.git_base_path}",
              "sudo chown -R #{Gitlab.config.ssh_user}:#{Gitlab.config.ssh_user} #{Gitlab.config.git_base_path}"
            ]
            permission_commands.each { |command| Kernel.system(command) }
            puts "[DONE]".green
          else
            puts "[FAILED]".red
          end
148 149 150 151 152 153
        end
      end
    end

    ###################################### DB ######################################

154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170
    namespace :db do
      task :create => :environment do
        backup_path_db = File.join(Gitlab.config.backup.path, "db")
        FileUtils.mkdir_p(backup_path_db) unless Dir.exists?(backup_path_db)

        puts "Dumping database tables:"
        ActiveRecord::Base.connection.tables.each do |tbl|
          print "- Dumping table #{tbl}... "
          count = 1
          File.open(File.join(backup_path_db, tbl + ".yml"), "w+") do |file|
            ActiveRecord::Base.connection.select_all("SELECT * FROM `#{tbl}`").each do |line|
              line.delete_if{|k,v| v.blank?}
              output = {tbl + '_' + count.to_s => line}
              file << output.to_yaml.gsub(/^---\n/,'') + "\n"
              count += 1
            end
            puts "[DONE]".green
171 172 173 174
          end
        end
      end

175 176
      task :restore=> :environment do
        backup_path_db = File.join(Gitlab.config.backup.path, "db")
Nihad Abbasov's avatar
Nihad Abbasov committed
177

178 179
        puts "Restoring database tables:"
        Rake::Task["db:reset"].invoke
Nihad Abbasov's avatar
Nihad Abbasov committed
180

181 182 183 184 185 186 187 188 189
        Dir.glob(File.join(backup_path_db, "*.yml") ).each do |dir|
          fixture_file = File.basename(dir, ".*" )
          print "- Loading fixture #{fixture_file}..."
          if File.size(dir) > 0
            ActiveRecord::Fixtures.create_fixtures(backup_path_db, fixture_file)
            puts "[DONE]".green
          else
            puts "[SKIPPING]".yellow
          end
190 191 192 193
        end
      end
    end

194
  end # namespace end: backup
195
end # namespace end: gitlab