Commit df6166f4 authored by Andreas Brandl's avatar Andreas Brandl

Refactor estimate query

parent 332fe82e
...@@ -75,6 +75,10 @@ module Gitlab ...@@ -75,6 +75,10 @@ module Gitlab
end end
end end
class PgClass < ActiveRecord::Base
self.table_name = 'pg_class'
end
# This strategy counts based on PostgreSQL's statistics in pg_stat_user_tables. # This strategy counts based on PostgreSQL's statistics in pg_stat_user_tables.
# #
# Specifically, it relies on the column reltuples in said table. An additional # Specifically, it relies on the column reltuples in said table. An additional
...@@ -110,20 +114,15 @@ module Gitlab ...@@ -110,20 +114,15 @@ module Gitlab
end end
def size_estimates(check_statistics: true) def size_estimates(check_statistics: true)
query = postgresql_estimate_query(table_names, check_statistics: check_statistics) table_to_model = models.each_with_object({}) { |model, h| h[model.table_name] = model }
rows = []
# Querying tuple stats only works on the primary. Due to load # Querying tuple stats only works on the primary. Due to load
# easiest way to do this is to start a transaction. # easiest way to do this is to start a transaction.
ActiveRecord::Base.transaction do ActiveRecord::Base.transaction do
rows = ActiveRecord::Base.connection.select_all(query) get_statistics(table_names, check_statistics: check_statistics).each_with_object({}) do |row, data|
end model = table_to_model[row.table_name]
data[model] = row.estimate
table_to_model = models.each_with_object({}) { |model, h| h[model.table_name] = model } end
rows.each_with_object({}) do |row, data|
model = table_to_model[row['table_name']]
data[model] = row['estimate'].to_i
end end
end end
...@@ -132,19 +131,19 @@ module Gitlab ...@@ -132,19 +131,19 @@ module Gitlab
# #
# @param [Array] table names # @param [Array] table names
# @returns [Hash] Table name to count mapping (e.g. { 'projects' => 5, 'users' => 100 }) # @returns [Hash] Table name to count mapping (e.g. { 'projects' => 5, 'users' => 100 })
def postgresql_estimate_query(table_names, check_statistics: true) def get_statistics(table_names, check_statistics: true)
time = "to_timestamp(#{1.hour.ago.to_i})" time = "to_timestamp(#{1.hour.ago.to_i})"
base_query = <<~SQL
SELECT pg_class.relname AS table_name, reltuples::bigint AS estimate FROM pg_class query = PgClass.joins("LEFT JOIN pg_stat_user_tables USING (relname)")
LEFT JOIN pg_stat_user_tables ON pg_class.relname = pg_stat_user_tables.relname .where(relname: table_names)
WHERE pg_class.relname IN (#{table_names.map { |table| "'#{table}'" }.join(',')}) .select('pg_class.relname AS table_name, reltuples::bigint AS estimate')
SQL
if check_statistics if check_statistics
base_query + "AND (last_vacuum > #{time} OR last_autovacuum > #{time} OR last_analyze > #{time} OR last_autoanalyze > #{time})" query = query.where('last_vacuum > ? OR last_autovacuum > ? OR last_analyze > ? OR last_autoanalyze > ?',
else time, time, time, time)
base_query
end end
query
end end
end end
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment