Sutty/panel
5
0
Fork 0
mirror of https://0xacab.org/sutty/sutty synced 2024-11-27 16:46:21 +00:00
Code Issues Projects Releases Wiki Activity

Merge branch 'blazer' into panel.sutty.nl

Browse source
This commit is contained in:
f 2022-04-30 11:35:19 -03:00
commit 0b70b5681e
1 changed files with 4 additions and 25 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
app/jobs/uri_collection_job.rb
View file

@ -38,10 +38,7 @@ class UriCollectionJob < PeriodicJob
host_dimensions = { host: host } host_dimensions = { host: host }
columns.each_key do |column| columns.each_key do |column|
time_start = Time.now
columns[column] = AccessLog.where(**host_dimensions).distinct(column).pluck(column) columns[column] = AccessLog.where(**host_dimensions).distinct(column).pluck(column)
puts "#{column}: #{Time.now - time_start}"
end end
# Las URIs son la fuente de verdad de las visitas, porque son las # Las URIs son la fuente de verdad de las visitas, porque son las
@ -54,58 +51,40 @@ class UriCollectionJob < PeriodicJob
name = 'host|uri' name = 'host|uri'
dimensions = { host: host, uri: uri } dimensions = { host: host, uri: uri }
time_start = Time.now
rollup(name, beginning, **dimensions) rollup(name, beginning, **dimensions)
puts "#{dimensions.values.join}: #{Time.now - time_start}"
time_start = Time.now
reduce_rollup(name, beginning, **dimensions) reduce_rollup(name, beginning, **dimensions)
puts "reduced: #{Time.now - time_start}"
columns.each_pair do |column, values| columns.each_pair do |column, values|
# Obtener orígenes de visitas por host # Obtener orígenes de visitas por host
values.each do |value| values.each do |value|
time_start = Time.now
column_name = "host|uri|#{column}" column_name = "host|uri|#{column}"
dimensions[column] = value column_dimensions = { host: host, uri: uri }
column_dimensions[column] = value
rollup(column_name, beginning, **dimensions) rollup(column_name, beginning, **column_dimensions)
puts "#{dimensions.values.join}: #{Time.now - time_start}" reduce_rollup(column_name, beginning, **column_dimensions)
time_start = Time.now
reduce_rollup(column_name, beginning, **dimensions)
puts "reduced: #{Time.now - time_start}"
end end
end end
end end
# Reducir todas las visitas a cantidad de visitas por host # Reducir todas las visitas a cantidad de visitas por host
time_start = Time.now
square_rollup(name: 'host|uri', square_rollup(name: 'host|uri',
new_name: 'host', new_name: 'host',
interval: starting_interval, interval: starting_interval,
dimensions: host_dimensions, dimensions: host_dimensions,
beginning: beginning) beginning: beginning)
puts "#{host}: #{Time.now - time_start}"
# Acumular por mes y año # Acumular por mes y año
time_start = Time.now
reduce_rollup('host', beginning, **host_dimensions) reduce_rollup('host', beginning, **host_dimensions)
puts "reduced: #{Time.now - time_start}"
columns.each_key do |column| columns.each_key do |column|
time_start = Time.now
square_rollup(name: "host|uri|#{column}", square_rollup(name: "host|uri|#{column}",
new_name: "host|#{column}", new_name: "host|#{column}",
interval: starting_interval, interval: starting_interval,
dimensions: host_dimensions, dimensions: host_dimensions,
beginning: beginning) beginning: beginning)
puts "#{host} #{column}: #{Time.now - time_start}"
time_start = Time.now
reduce_rollup("host|#{column}", beginning, **host_dimensions) reduce_rollup("host|#{column}", beginning, **host_dimensions)
puts "reduced: #{Time.now - time_start}"
end end
end end