backfill index by date created

app/models/doi.rb

@@ -239,7 +239,7 @@ def self.index(options={})
       DoiIndexByDayJob.perform_later(from_date: d.strftime("%F"))
     end
 
-    "Queued indexing for DOIs updated from #{from_date.strftime("%F")} until #{until_date.strftime("%F")}."
+    "Queued indexing for DOIs created from #{from_date.strftime("%F")} until #{until_date.strftime("%F")}."
   end
 
   def self.index_by_day(options={})
@@ -250,7 +250,7 @@ def self.index_by_day(options={})
 
     logger = Logger.new(STDOUT)
 
-    Doi.where("updated >= ?", from_date.strftime("%F") + " 00:00:00").where("updated <= ?", until_date.strftime("%F") + " 00:00:00").find_in_batches(batch_size: 100) do |dois|
+    Doi.where("created >= ?", from_date.strftime("%F") + " 00:00:00").where("created < ?", until_date.strftime("%F") + " 00:00:00").find_in_batches(batch_size: 100) do |dois|
       response = Doi.__elasticsearch__.client.bulk \
         index:   Doi.index_name,
         type:    Doi.document_type,
@@ -260,7 +260,7 @@ def self.index_by_day(options={})
       count += dois.length
     end
 
-    logger.info "[Elasticsearch] #{errors} errors indexing #{count} DOIs updated on #{from_date.strftime("%F")}."
+    logger.info "[Elasticsearch] #{errors} errors indexing #{count} DOIs created on #{from_date.strftime("%F")}."
   end
 
   def uid

config/shoryuken.yml

@@ -1,4 +1,4 @@
-concurrency: 15
+concurrency: 10
 delay: 0
 pidfile: tmp/pids/shoryuken.pid
 queues:

lib/tasks/doi.rake

@@ -20,7 +20,7 @@ namespace :doi do
     from_date = ENV['FROM_DATE'] || Date.current.strftime("%F")
 
     Doi.index_by_day(from_date: from_date)
-    puts "DOIs updated on #{from_date} indexed."
+    puts "DOIs created on #{from_date} indexed."
   end
 
   desc 'Set state'

spec/lib/tasks/doi_rake_spec.rb

@@ -8,7 +8,7 @@
   ENV['UNTIL_DATE'] = "2018-08-05"
 
   let!(:doi)  { create_list(:doi, 10) }
-  let(:output) { "Queued indexing for DOIs updated from 2018-01-04 until 2018-08-05.\n" }
+  let(:output) { "Queued indexing for DOIs created from 2018-01-04 until 2018-08-05.\n" }
 
   it "prerequisites should include environment" do
     expect(subject.prerequisites).to include("environment")
@@ -31,7 +31,7 @@
   include_context "rake"
 
   let!(:doi)  { create_list(:doi, 10) }
-  let(:output) { "DOIs updated on 2018-01-04 indexed.\n" }
+  let(:output) { "DOIs created on 2018-01-04 indexed.\n" }
 
   it "prerequisites should include environment" do
     expect(subject.prerequisites).to include("environment")