create robots.txt for HTML docs

DFHack · Nov 21, 2022 · d2c26ac · d2c26ac
1 parent 3f6e92e
commit d2c26ac
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/conf.py b/conf.py
@@ -256,6 +256,10 @@ def get_version():
 # so a file named "default.css" will overwrite the builtin "default.css".
 html_static_path = ['docs/styles']
 
+# A list of paths that contain extra files not directly related to the
+# documentation.
+html_extra_path = ['robots.txt']
+
 # Custom sidebar templates, maps document names to template names.
 html_sidebars = {
     '**': [

diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,5 @@
+User-agent: *
+
+Allow: /en/stable/
+
+Sitemap: https://docs.dfhack.org/sitemap.xml