not allow googlebot to make queries

not allow googlebot to make queries

Gemfile

@@ -68,6 +68,9 @@ gem "google-protobuf", "3.10.0.rc.1"
 gem "sprockets", "~> 3.7", ">= 3.7.2"
 gem 'uuid', '~> 2.3', '>= 2.3.9'
 gem 'strong_migrations', '~> 0.6.0'
+gem 'crawler_detect'
+
+
 
 group :development, :test do
   gem "rspec-rails", "~> 3.8", ">= 3.8.2"

app/controllers/application_controller.rb

@@ -34,6 +34,14 @@ def set_jsonp_format
     end
   end
 
+  def detect_crawler
+    #### Crawlers shound't be making queires
+    if request.is_crawler? && params[:query].present?
+      render json: {}, status: :not_found
+    end
+  end
+
+
   def set_consumer_header
     if current_user
       response.headers['X-Credential-Username'] = current_user.uid

app/controllers/events_controller.rb

@@ -8,6 +8,7 @@ class EventsController < ApplicationController
   include BatchLoaderHelper
 
   prepend_before_action :authenticate_user!, except: [:index, :show]
+  before_action :detect_crawler
   before_action :load_event, only: [:show, :destroy]
   before_action :set_include, only: [:index, :show, :create, :update]
   authorize_resource only: [:destroy]

app/controllers/old_events_controller.rb

@@ -5,6 +5,7 @@ class OldEventsController < ApplicationController
   include Facetable
 
   prepend_before_action :authenticate_user!, except: [:index, :show]
+  before_action :detect_crawler
   before_action :load_event, only: [:show, :destroy]
   before_action :set_include, only: [:index, :show, :create, :update]
   authorize_resource only: [:destroy]

spec/requests/events_spec.rb

@@ -923,6 +923,20 @@
     #     expect(attributes["subj-id"]).to eq(event.subj_id)
     #   end
     # end
+    context "query by source-id by Crawler" do
+      let(:uri) { "/events?query=datacite" }
+
+      # Exclude the token header.
+      let(:headers) do
+        { "HTTP_ACCEPT" => "application/json",
+          "HTTP_USER_AGENT" => "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" }
+      end
+
+      it "json" do
+        get uri, nil, headers
+        expect(last_response.status).to eq(404)
+      end
+    end
   end
 
   context "destroy" do