encontrar páginas y distinguir si fueron cyborgs o no

This commit is contained in:
f 2021-10-08 18:42:34 -03:00
parent 51c2fdf6d6
commit 0342455955

View file

@ -6,4 +6,7 @@ class AccessLog < ApplicationRecord
#
# @see {https://en.wikipedia.org/wiki/List_of_HTTP_status_codes}
scope :completed_requests, -> { where(request_method: 'GET', request_completion: 'OK', status: [200, 304]) }
scope :non_robots, -> { where(crawler: false) }
scope :robots, -> { where(crawler: true) }
scope :pages, -> { where(sent_http_content_type: ['text/html', 'text/html; charset=utf-8', 'text/html; charset=UTF-8']) }
end