health.rb

module Gitlab
  module Git
    module Storage
      class Health
        attr_reader :storage_name, :info

        def self.pattern_for_storage(storage_name)
          "#{Gitlab::Git::Storage::REDIS_KEY_PREFIX}#{storage_name}:*"
        end

        def self.for_all_storages
          storage_names = Gitlab.config.repositories.storages.keys
          results_per_storage = nil

          Gitlab::Git::Storage.redis.with do |redis|
            keys_per_storage = all_keys_for_storages(storage_names, redis)

            # We need to make sure all keys are actually loaded as an array.
            # Otherwise when using the enumerator of the `scan_each` within a
            # second pipeline, it will be assumed unloaded, wich would make the
            # result unusable inside the pipeline.
            loaded_keys_per_storage = keys_per_storage.inject({}) do |loaded_keys, (storage_name, keys)|
              loaded_keys[storage_name] = keys.to_a
              loaded_keys
            end

            results_per_storage = load_for_keys(loaded_keys_per_storage, redis)
          end

          results_per_storage.map do |name, info|
            info.each { |i| i[:failure_count] = i[:failure_count].value.to_i }
            new(name, info)
          end
        end

        def self.all_keys_for_storages(storage_names, redis)
          keys_per_storage = nil

          redis.pipelined do
            keys_per_storage = storage_names.inject({}) do |result, storage_name|
              key = pattern_for_storage(storage_name)

              result.merge(storage_name => redis.scan_each(match: key))
            end
          end

          keys_per_storage
        end

        def self.load_for_keys(keys_per_storage, redis)
          info_for_keys = nil

          redis.pipelined do
            info_for_keys = keys_per_storage.inject({}) do |result, (storage_name, keys)|
              info_for_storage = keys.map do |key|
                { name: key, failure_count: redis.hget(key, :failure_count) }
              end

              result.merge(storage_name => info_for_storage)
            end
          end

          info_for_keys
        end

        def self.for_failing_storages
          for_all_storages.select(&:failing?)
        end

        def initialize(storage_name, info)
          @storage_name = storage_name
          @info = info
        end

        def failing_info
          @failing_info ||= info.select { |info_for_host| info_for_host[:failure_count] > 0 }
        end

        def failing?
          failing_info.any?
        end

        def failing_on_hosts
          @failing_on_hosts ||= failing_info.map do |info_for_host|
            info_for_host[:name].split(':').last
          end
        end

        def failing_circuit_breakers
          @failing_circuit_breakers ||= failing_on_hosts.map do |hostname|
            CircuitBreaker.new(storage_name, hostname)
          end
        end

        def total_failures
          @total_failures ||= failing_info.sum { |info_for_host| info_for_host[:failure_count] }
        end
      end
    end
  end
end