reduze elasticsearch indexing batch size to 50

datacite · Jan 6, 2021 · 23953db · 23953db
1 parent 5550d9c
commit 23953db
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/app/models/datacite_doi.rb b/app/models/datacite_doi.rb
@@ -44,7 +44,7 @@ def self.import_by_ids(options = {})
     # TODO remove query for type once STI is enabled
     # SQS message size limit is 256 kB, up to 2 GB with S3
     DataciteDoi.where(type: "DataciteDoi").where(id: from_id..until_id).
-      find_in_batches(batch_size: 100) do |dois|
+      find_in_batches(batch_size: 50) do |dois|
       ids = dois.pluck(:id)
       DataciteDoiImportInBulkJob.perform_later(ids, index: index)
       count += ids.length
@@ -71,7 +71,7 @@ def self.import_by_client(client_id)
 
     # TODO remove query for type once STI is enabled
     DataciteDoi.where(type: "DataciteDoi").where(datacentre: client.id).
-      find_in_batches(batch_size: 100) do |dois|
+      find_in_batches(batch_size: 50) do |dois|
       ids = dois.pluck(:id)
       DataciteDoiImportInBulkJob.perform_later(ids, index: self.active_index)
     end

diff --git a/app/models/other_doi.rb b/app/models/other_doi.rb
@@ -95,7 +95,7 @@ def self.import_by_ids(options = {})
 
     # TODO remove query for type once STI is enabled
     DataciteDoi.where(type: "OtherDoi").where(id: from_id..until_id).
-      find_in_batches(batch_size: 100) do |dois|
+      find_in_batches(batch_size: 50) do |dois|
       ids = dois.pluck(:id)
       OtherDoiImportInBulkJob.perform_later(ids, index: index)
       count += ids.length