backup.rake 7.19 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
require 'active_record/fixtures'

namespace :gitlab do
  namespace :app do

    # Create backup of gitlab system
    desc "GITLAB | Create a backup of the gitlab system"
    task :backup_create => :environment do

      Rake::Task["gitlab:app:db_dump"].invoke
      Rake::Task["gitlab:app:repo_dump"].invoke

13 14
      Dir.chdir(Gitlab.config.backup_path)

15 16 17 18 19 20 21
      # saving additional informations
      s = Hash.new
      s["db_version"]         = "#{ActiveRecord::Migrator.current_version}"
      s["backup_created_at"]  = "#{Time.now}"
      s["gitlab_version"]     = %x{git rev-parse HEAD}.gsub(/\n/,"")
      s["tar_version"]        = %x{tar --version | head -1}.gsub(/\n/,"")

22
      File.open("#{Gitlab.config.backup_path}/backup_information.yml", "w+") do |file|
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43
        file << s.to_yaml.gsub(/^---\n/,'')
      end

      # create archive
      print "Creating backup archive: #{Time.now.to_i}_gitlab_backup.tar "
      if Kernel.system("tar -cf #{Time.now.to_i}_gitlab_backup.tar repositories/ db/ backup_information.yml")
        puts "[DONE]".green
      else
        puts "[FAILED]".red
      end

      # cleanup: remove tmp files
      print "Deletion of tmp directories..."
      if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
        puts "[DONE]".green
      else
        puts "[FAILED]".red
      end

      # delete backups
      print "Deleting old backups... "
44
      if Gitlab.config.backup_keep_time > 0
45 46
        file_list = Dir.glob("*_gitlab_backup.tar").map { |f| f.split(/_/).first.to_i }
        file_list.sort.each do |timestamp|
47
          if Time.at(timestamp) < (Time.now - Gitlab.config.backup_keep_time)
48 49 50 51 52 53 54 55 56 57 58
            %x{rm #{timestamp}_gitlab_backup.tar}
          end
        end
        puts "[DONE]".green
      else
        puts "[SKIPPING]".yellow
      end

    end


59
    # Restore backup of gitlab system
60 61 62
    desc "GITLAB | Restore a previously created backup"
    task :backup_restore => :environment do

63
      Dir.chdir(Gitlab.config.backup_path)
64

65
      # check for existing backups in the backup dir
66 67 68 69 70 71 72 73 74 75
      file_list = Dir.glob("*_gitlab_backup.tar").each.map { |f| f.split(/_/).first.to_i }
      puts "no backup found" if file_list.count == 0
      if file_list.count > 1 && ENV["BACKUP"].nil?
        puts "Found more than one backup, please specify which one you want to restore:"
        puts "rake gitlab:app:backup_restore BACKUP=timestamp_of_backup"
        exit 1;
      end

      tar_file = ENV["BACKUP"].nil? ? File.join(file_list.first.to_s + "_gitlab_backup.tar") : File.join(ENV["BACKUP"] + "_gitlab_backup.tar")

76
      unless File.exists?(tar_file)
77
        puts "The specified backup doesn't exist!"
78
        exit 1;
79 80 81
      end

      print "Unpacking backup... "
82
      unless Kernel.system("tar -xf #{tar_file}")
83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120
        puts "[FAILED]".red
        exit 1
      else
        puts "[DONE]".green
      end

      settings = YAML.load_file("backup_information.yml")
      ENV["VERSION"] = "#{settings["db_version"]}" if settings["db_version"].to_i > 0

      # restoring mismatching backups can lead to unexpected problems
      if settings["gitlab_version"] != %x{git rev-parse HEAD}.gsub(/\n/,"")
        puts "gitlab_version mismatch:".red
        puts "  Your current HEAD differs from the HEAD in the backup!".red
        puts "  Please switch to the following revision and try again:".red
        puts "  revision: #{settings["gitlab_version"]}".red
        exit 1
      end

      Rake::Task["gitlab:app:db_restore"].invoke
      Rake::Task["gitlab:app:repo_restore"].invoke

      # cleanup: remove tmp files
      print "Deletion of tmp directories..."
      if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
        puts "[DONE]".green
      else
        puts "[FAILED]".red
      end

    end


    ################################################################################
    ################################# invoked tasks ################################

    ################################# REPOSITORIES #################################

    task :repo_dump => :environment do
121
      backup_path_repo = File.join(Gitlab.config.backup_path, "repositories")
122 123
      FileUtils.mkdir_p(backup_path_repo) until Dir.exists?(backup_path_repo)
      puts "Dumping repositories:"
124
      project = Project.all.map { |n| [n.path,n.path_to_repo] }
125 126 127 128 129 130 131 132 133 134 135 136
      project << ["gitolite-admin.git", File.join(File.dirname(project.first.second), "gitolite-admin.git")]
      project.each do |project|
        print "- Dumping repository #{project.first}... "
        if Kernel.system("cd #{project.second} > /dev/null 2>&1 && git bundle create #{backup_path_repo}/#{project.first}.bundle --all > /dev/null 2>&1")
          puts "[DONE]".green
        else
          puts "[FAILED]".red
        end
      end
    end

    task :repo_restore => :environment do
137
      backup_path_repo = File.join(Gitlab.config.backup_path, "repositories")
138
      puts "Restoring repositories:"
139
      project = Project.all.map { |n| [n.path,n.path_to_repo] }
140 141 142 143 144
      project << ["gitolite-admin.git", File.join(File.dirname(project.first.second), "gitolite-admin.git")]
      project.each do |project|
        print "- Restoring repository #{project.first}... "
        FileUtils.rm_rf(project.second) if File.dirname(project.second) # delet old stuff
        if Kernel.system("cd #{File.dirname(project.second)} > /dev/null 2>&1 && git clone --bare #{backup_path_repo}/#{project.first}.bundle #{project.first}.git > /dev/null 2>&1")
145 146
          permission_commands = [
            "sudo chmod -R g+rwX #{Gitlab.config.git_base_path}",
LeonB's avatar
LeonB committed
147
            "sudo chown -R #{Gitlab.config.ssh_user}:#{Gitlab.config.ssh_user} #{Gitlab.config.git_base_path}"
148 149
          ]
          permission_commands.each { |command| Kernel.system(command) }
150 151 152 153 154 155 156 157 158 159
          puts "[DONE]".green
        else
          puts "[FAILED]".red
        end
      end
    end

    ###################################### DB ######################################

    task :db_dump => :environment do
160
      backup_path_db   = File.join(Gitlab.config.backup_path, "db")
161 162 163 164 165 166
      FileUtils.mkdir_p(backup_path_db) until Dir.exists?(backup_path_db)
      puts "Dumping database tables:"
      ActiveRecord::Base.connection.tables.each do |tbl|
        print "- Dumping table #{tbl}... "
        count = 1
        File.open(File.join(backup_path_db, tbl + ".yml"), "w+") do |file|
167
          ActiveRecord::Base.connection.select_all("SELECT * FROM `#{tbl}`").each do |line|
168 169 170 171 172 173 174 175 176 177 178
            line.delete_if{|k,v| v.blank?}
            output = {tbl + '_' + count.to_s => line}
            file << output.to_yaml.gsub(/^---\n/,'') + "\n"
            count += 1
          end
          puts "[DONE]".green
        end
      end
    end

    task :db_restore=> :environment do
179
      backup_path_db   = File.join(Gitlab.config.backup_path, "db")
180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
      puts "Restoring database tables:"
      Rake::Task["db:reset"].invoke
      Dir.glob(File.join(backup_path_db, "*.yml") ).each do |dir|
        fixture_file = File.basename(dir, ".*" )
        print "- Loading fixture #{fixture_file}..."
        if File.size(dir) > 0
          ActiveRecord::Fixtures.create_fixtures(backup_path_db, fixture_file)
          puts "[DONE]".green
        else
          puts "[SKIPPING]".yellow
        end
      end
    end

  end # namespace end: app
end # namespace end: gitlab