Added plugin for serving robots.txt and added a robots.txt file

package.json

@@ -90,6 +90,7 @@
     "es6-promise": "^4.1.0",
     "es6-shim": "^0.35.3",
     "express": "^4.15.0",
+    "express-robots-txt": "^0.4.0",
     "express-state": "^1.4.0",
     "extract-text-webpack-plugin": "^2.0.0",
     "fabric": "2.2.3",

robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /

server.js

@@ -24,6 +24,7 @@ import Cookie from 'js-cookie';
 import locale from 'locale';
 import handleServerRendering from './server/handleServerRendering'; //moved here the rendering part
 import setLocale from './server/setLocale'; //sets the locale from browser or cookies
+import robots from 'express-robots-txt' ;
 
 
 const env = process.env.NODE_ENV;
@@ -42,6 +43,7 @@ if(env === 'production'){
 }
 
 const server = express();
+server.use(robots(__dirname + '/robots.txt'));
 server.use(cookieParser());
 server.use(bodyParser.json({limit: '50mb'}));
 server.use(bodyParser.urlencoded({limit: '50mb', extended: true}));