Use Mutex to guard metrics creation in transaction. Switch action view to...

Use Mutex to guard metrics creation in transaction. Switch action view to threadsafe instance variables

lib/gitlab/metrics/subscribers/action_view.rb

@@ -15,7 +15,7 @@ module Gitlab
 
         private
 
-        def self.metric_view_rendering_duration_seconds
+        def metric_view_rendering_duration_seconds
           @metric_view_rendering_duration_seconds ||= Gitlab::Metrics.histogram(
             :gitlab_view_rendering_duration_seconds,
             'View rendering time',
@@ -28,7 +28,7 @@ module Gitlab
           values = values_for(event)
           tags   = tags_for(event)
 
-          self.class.metric_view_rendering_duration_seconds.observe(
+          self.metric_view_rendering_duration_seconds.observe(
             current_transaction.labels.merge(tags),
             event.duration
           )

lib/gitlab/metrics/transaction.rb

@@ -6,6 +6,7 @@ module Gitlab
       BASE_LABELS = { controller: nil, action: nil }.freeze
 
       THREAD_KEY = :_gitlab_metrics_transaction
+      METRICS_MUTEX = Mutex.new
 
       # The series to store events (e.g. Git pushes) in.
       EVENT_SERIES = 'events'.freeze
@@ -132,6 +133,9 @@ module Gitlab
       end
 
       def self.metric_transaction_duration_seconds
+        return @metric_transaction_duration_seconds if @metric_transaction_duration_seconds
+
+        METRICS_MUTEX.synchronize do
           @metric_transaction_duration_seconds ||= Gitlab::Metrics.histogram(
             :gitlab_transaction_duration_seconds,
             'Transaction duration',
@@ -139,8 +143,12 @@ module Gitlab
             [0.001, 0.002, 0.005, 0.01, 0.02, 0.05, 0.1, 0.500, 2.0, 10.0]
           )
         end
+      end
 
       def self.metric_transaction_allocated_memory_bytes
+        return @metric_transaction_allocated_memory_bytes if @metric_transaction_allocated_memory_bytes
+
+        METRICS_MUTEX.synchronize do
           @metric_transaction_allocated_memory_bytes ||= Gitlab::Metrics.histogram(
             :gitlab_transaction_allocated_memory_bytes,
             'Transaction allocated memory bytes',
@@ -148,8 +156,12 @@ module Gitlab
             [1000, 10000, 20000, 500000, 1000000, 2000000, 5000000, 10000000, 20000000, 100000000]
           )
         end
+      end
 
       def self.metric_event_counter(event_name, tags)
+        return @metric_event_counters[event_name] if @metric_event_counters&.has_key?(event_name)
+
+        METRICS_MUTEX.synchronize do
           @metric_event_counters ||= {}
           @metric_event_counters[event_name] ||= Gitlab::Metrics.counter(
             "gitlab_transaction_event_#{event_name}_total".to_sym,
@@ -157,15 +169,23 @@ module Gitlab
             tags.merge(BASE_LABELS)
           )
         end
+      end
 
       def self.metric_transaction_counter(name)
+        return @metric_transaction_counters[name] if @metric_transaction_counters&.has_key?(name)
+
+        METRICS_MUTEX.synchronize do
           @metric_transaction_counters ||= {}
           @metric_transaction_counters[name] ||= Gitlab::Metrics.counter(
             "gitlab_transaction_#{name}_total".to_sym, "Transaction #{name} counter", BASE_LABELS
           )
         end
+      end
 
       def self.metric_transaction_gauge(name)
+        return @metric_transaction_gauges[name] if @metric_transaction_gauges&.has_key?(name)
+
+        METRICS_MUTEX.synchronize do
           @metric_transaction_gauges ||= {}
           @metric_transaction_gauges[name] ||= Gitlab::Metrics.gauge(
             "gitlab_transaction_#{name}".to_sym, "Transaction gauge #{name}", BASE_LABELS, :livesum
@@ -173,4 +193,5 @@ module Gitlab
         end
       end
     end
+  end
 end