0
0
Fork 0

Add caching layer to metrics (#17617)

This commit is contained in:
Eugen Rochko 2022-02-22 15:27:08 +01:00 committed by GitHub
parent 8338826963
commit b377022cf9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
18 changed files with 165 additions and 55 deletions

View file

@ -5,20 +5,20 @@ class Admin::Metrics::Measure::ActiveUsersMeasure < Admin::Metrics::Measure::Bas
'active_users'
end
def total
protected
def perform_total_query
activity_tracker.sum(time_period.first, time_period.last)
end
def previous_total
def perform_previous_total_query
activity_tracker.sum(previous_time_period.first, previous_time_period.last)
end
def data
def perform_data_query
activity_tracker.get(time_period.first, time_period.last).map { |date, value| { date: date.to_time(:utc).iso8601, value: value.to_s } }
end
protected
def activity_tracker
@activity_tracker ||= ActivityTracker.new('activity:logins', :unique)
end

View file

@ -1,14 +1,25 @@
# frozen_string_literal: true
class Admin::Metrics::Measure::BaseMeasure
CACHE_TTL = 5.minutes.freeze
def self.with_params?
false
end
attr_reader :loaded
alias loaded? loaded
def initialize(start_at, end_at, params)
@start_at = start_at&.to_datetime
@end_at = end_at&.to_datetime
@params = params
@loaded = false
end
def cache_key
["metrics/measure/#{key}", @start_at, @end_at, canonicalized_params].join(';')
end
def key
@ -16,15 +27,15 @@ class Admin::Metrics::Measure::BaseMeasure
end
def total
raise NotImplementedError
load[:total]
end
def previous_total
raise NotImplementedError
load[:previous_total]
end
def data
raise NotImplementedError
load[:data]
end
def self.model_name
@ -37,6 +48,35 @@ class Admin::Metrics::Measure::BaseMeasure
protected
def load
unless loaded?
@values = Rails.cache.fetch(cache_key, expires_in: CACHE_TTL) { perform_queries }.with_indifferent_access
@loaded = true
end
@values
end
def perform_queries
{
total: perform_total_query,
previous_total: perform_previous_total_query,
data: perform_data_query,
}
end
def perform_total_query
raise NotImplementedError
end
def perform_previous_total_query
raise NotImplementedError
end
def perform_data_query
raise NotImplementedError
end
def time_period
(@start_at..@end_at)
end
@ -50,6 +90,10 @@ class Admin::Metrics::Measure::BaseMeasure
end
def params
raise NotImplementedError
{}
end
def canonicalized_params
params.to_h.to_a.sort_by { |k, _v| k.to_s }.map { |k, v| "#{k}=#{v}" }.join(';')
end
end

View file

@ -5,20 +5,20 @@ class Admin::Metrics::Measure::InteractionsMeasure < Admin::Metrics::Measure::Ba
'interactions'
end
def total
protected
def perform_total_query
activity_tracker.sum(time_period.first, time_period.last)
end
def previous_total
def perform_previous_total_query
activity_tracker.sum(previous_time_period.first, previous_time_period.last)
end
def data
def perform_data_query
activity_tracker.get(time_period.first, time_period.last).map { |date, value| { date: date.to_time(:utc).iso8601, value: value.to_s } }
end
protected
def activity_tracker
@activity_tracker ||= ActivityTracker.new('activity:interactions', :basic)
end

View file

@ -5,15 +5,17 @@ class Admin::Metrics::Measure::NewUsersMeasure < Admin::Metrics::Measure::BaseMe
'new_users'
end
def total
protected
def perform_total_query
User.where(created_at: time_period).count
end
def previous_total
def perform_previous_total_query
User.where(created_at: previous_time_period).count
end
def data
def perform_data_query
sql = <<-SQL.squish
SELECT axis.*, (
WITH new_users AS (

View file

@ -5,15 +5,17 @@ class Admin::Metrics::Measure::OpenedReportsMeasure < Admin::Metrics::Measure::B
'opened_reports'
end
def total
protected
def perform_total_query
Report.where(created_at: time_period).count
end
def previous_total
def perform_previous_total_query
Report.where(created_at: previous_time_period).count
end
def data
def perform_data_query
sql = <<-SQL.squish
SELECT axis.*, (
WITH new_reports AS (

View file

@ -5,15 +5,17 @@ class Admin::Metrics::Measure::ResolvedReportsMeasure < Admin::Metrics::Measure:
'resolved_reports'
end
def total
protected
def perform_total_query
Report.resolved.where(action_taken_at: time_period).count
end
def previous_total
def perform_previous_total_query
Report.resolved.where(action_taken_at: previous_time_period).count
end
def data
def perform_data_query
sql = <<-SQL.squish
SELECT axis.*, (
WITH resolved_reports AS (

View file

@ -9,20 +9,20 @@ class Admin::Metrics::Measure::TagAccountsMeasure < Admin::Metrics::Measure::Bas
'tag_accounts'
end
def total
protected
def perform_total_query
tag.history.aggregate(time_period).accounts
end
def previous_total
def perform_previous_total_query
tag.history.aggregate(previous_time_period).accounts
end
def data
def perform_data_query
time_period.map { |date| { date: date.to_time(:utc).iso8601, value: tag.history.get(date).accounts.to_s } }
end
protected
def tag
@tag ||= Tag.find(params[:id])
end

View file

@ -9,15 +9,17 @@ class Admin::Metrics::Measure::TagServersMeasure < Admin::Metrics::Measure::Base
'tag_servers'
end
def total
protected
def perform_total_query
tag.statuses.where('statuses.id BETWEEN ? AND ?', Mastodon::Snowflake.id_at(@start_at, with_random: false), Mastodon::Snowflake.id_at(@end_at, with_random: false)).joins(:account).count('distinct accounts.domain')
end
def previous_total
def perform_previous_total_query
tag.statuses.where('statuses.id BETWEEN ? AND ?', Mastodon::Snowflake.id_at(@start_at - length_of_period, with_random: false), Mastodon::Snowflake.id_at(@end_at - length_of_period, with_random: false)).joins(:account).count('distinct accounts.domain')
end
def data
def perform_data_query
sql = <<-SQL.squish
SELECT axis.*, (
SELECT count(distinct accounts.domain) AS value
@ -38,8 +40,6 @@ class Admin::Metrics::Measure::TagServersMeasure < Admin::Metrics::Measure::Base
rows.map { |row| { date: row['day'], value: row['value'].to_s } }
end
protected
def tag
@tag ||= Tag.find(params[:id])
end

View file

@ -9,20 +9,20 @@ class Admin::Metrics::Measure::TagUsesMeasure < Admin::Metrics::Measure::BaseMea
'tag_uses'
end
def total
protected
def perform_total_query
tag.history.aggregate(time_period).uses
end
def previous_total
def perform_previous_total_query
tag.history.aggregate(previous_time_period).uses
end
def data
def perform_data_query
time_period.map { |date| { date: date.to_time(:utc).iso8601, value: tag.history.get(date).uses.to_s } }
end
protected
def tag
@tag ||= Tag.find(params[:id])
end