Update robots.txt frontmatter

add frontmatter to robots.txt to include another sitemap
HDFGroup · Oct 25, 2024 · 14a5d25 · 14a5d25
1 parent 101c9b1
commit 14a5d25
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/robots.txt b/robots.txt
@@ -1,4 +1,10 @@
-robots.txt generated by www.seoptimer.com
+---
+layout: none
+---
+User-agent: *
+Sitemap: {{ site.url }}/sitemap.xml
+Sitemap: {{ site.url }}/doxygen-content-sitemap.xml
+
 User-agent: *
 Disallow: 
 Disallow: /cgi-bin/
@@ -9,5 +15,3 @@ Disallow: /ftp/newsletters/
 Disallow: /ftp/HDF5/documentation/
 Disallow: /ftp/HDF5/examples/
 Disallow: /ftp/HDF5/projects/
-Sitemap: https://support.hdfgroup.org/sitemap.xml
-Sitemap: https://support.hdfgroup.org/doxygen-content-sitemap.xml