Sutty/trabajo-afectivo
5
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Fixes #3955 - Elasticsearch-Rebuild does not index from new to old.

Browse source
This commit is contained in:
Rolf Schmidt 2022-02-09 10:46:10 +01:00
parent 8fcb3fb52e
commit bb025db806
1 changed files with 13 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
app/models/concerns/has_search_index_backend.rb
View file

@ -216,23 +216,26 @@ reload search index with full data
def search_index_reload
tolerance = 10
tolerance_count = 0
batch_size = 100
query = all.order(created_at: :desc)
query = order(created_at: :desc)
total = query.count
query.find_in_batches(batch_size: batch_size).with_index do |group, batch|
group.each do |item|
next if item.ignore_search_indexing?(:destroy)
record_count = 0
batch_size = 100
query.as_batches(size: batch_size) do |record|
if !record.ignore_search_indexing?(:destroy)
begin
item.search_index_update_backend
record.search_index_update_backend
rescue => e
logger.error "Unable to send #{item.class}.find(#{item.id}).search_index_update_backend backend: #{e.inspect}"
logger.error "Unable to send #{record.class}.find(#{record.id}).search_index_update_backend backend: #{e.inspect}"
tolerance_count += 1
sleep 15
raise "Unable to send #{item.class}.find(#{item.id}).search_index_update_backend backend: #{e.inspect}" if tolerance_count == tolerance
raise "Unable to send #{record.class}.find(#{record.id}).search_index_update_backend backend: #{e.inspect}" if tolerance_count == tolerance
end
end
puts "\t#{[(batch + 1) * batch_size, total].min}/#{total}" # rubocop:disable Rails/Output
record_count += 1
if (record_count % batch_size).zero? || record_count == total
puts "\t#{record_count}/#{total}" # rubocop:disable Rails/Output
end
end
end
end