Merge pull request #31 from doras-to/robots-and-seo

add robots.txt but commented out sitemap for now
dorasto · Nov 24, 2023 · 3b32091 · 3b32091
2 parents 64d9977 + 2d0179d
commit 3b32091
Show file tree

Hide file tree

Showing 7 changed files with 58 additions and 15 deletions.
diff --git a/astro.config.mjs b/astro.config.mjs
@@ -5,21 +5,25 @@ import cloudflare from "@astrojs/cloudflare";
 // import node from "@astrojs/node";
 import mdx from "@astrojs/mdx";
 
+import sitemap from "@astrojs/sitemap";
+
 // https://astro.build/config
 export default defineConfig({
-	site: "https://doras.to",
-	integrations: [tailwind({
-		applyBaseStyles: true
-	}), react(), mdx()],
-	output: "server",
-	server: {
-		headers: {
-			"Access-Control-Allow-Origin": "*"
-		}
-	},
-	compressHTML: true,
-	adapter: cloudflare(),
-	experimental: {
-		optimizeHoistedScript: true,
-	},
+  site: "https://doras.to",
+  integrations: [tailwind({
+    applyBaseStyles: true
+  }), react(), mdx(),
+    //  sitemap()
+  ],
+  output: "server",
+  server: {
+    headers: {
+      "Access-Control-Allow-Origin": "*"
+    }
+  },
+  compressHTML: true,
+  adapter: cloudflare(),
+  experimental: {
+    optimizeHoistedScript: true
+  }
 });
diff --git a/package.json b/package.json
@@ -17,6 +17,7 @@
     "@astrojs/node": "^6.0.4",
     "@astrojs/react": "^3.0.4",
     "@astrojs/rss": "^3.0.0",
+    "@astrojs/sitemap": "^3.0.3",
     "@astrojs/tailwind": "^5.0.2",
     "@fastify/middie": "^8.3.0",
     "@fastify/static": "^6.12.0",

diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
diff --git a/public/robots.txt b/public/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://doras.to/sitemap-index.xml
diff --git a/src/layouts/Layout.astro b/src/layouts/Layout.astro
@@ -26,6 +26,7 @@ const makeTitle = title ? title + " | " + "doras.to" : "doras.to - For the dream
 <!doctype html>
 <html lang="en" class="scroll-smooth">
     <head>
+        <link rel="sitemap" href="/sitemap-index.xml" />
         <!-- Google and MSFT stuff -->
         <GoogleAnalytics id="G-EDXTK3TC8Y" />
         <script type="text/javascript">

diff --git a/src/layouts/MDLayout.astro b/src/layouts/MDLayout.astro
@@ -10,6 +10,7 @@ import { ViewTransitions } from "astro:transitions";
 <!doctype html>
 <html lang="en" class="scroll-smooth">
     <head>
+        <link rel="sitemap" href="/sitemap-index.xml" />
         <!-- Google and MSFT stuff -->
         <GoogleAnalytics id="G-EDXTK3TC8Y" />
         <script type="text/javascript">

diff --git a/src/layouts/UserLayout.astro b/src/layouts/UserLayout.astro
@@ -27,6 +27,7 @@ const parms = Astro.params;
 <!doctype html>
 <html lang="en" class="dark" style={{ background: theme.background, backgroundAttachment: "fixed" }}>
     <head>
+        <link rel="sitemap" href="/sitemap-index.xml" />
         <link href="https://fonts.googleapis.com/css?family=Abel|Bangers|Abril+Fatface|Acme|Alegreya|Alegreya+Sans|Anton|Archivo|Archivo+Black|Archivo+Narrow|Arimo|Arvo|Asap|Asap+Condensed|Bitter|Bowlby+One+SC|Bree+Serif|Cabin|Cairo|Catamaran|Crete+Round|Crimson+Text|Cuprum|Dancing+Script|Dosis|Droid+Sans|Droid+Serif|EB+Garamond|Exo|Exo+2|Faustina|Fira+Sans|Fjalla+One|Francois+One|Gloria+Hallelujah|Hind|Inconsolata|Indie+Flower|Josefin+Sans|Julee|Karla|Lato|Libre+Baskerville|Libre+Franklin|Lobster|Lora|Mada|Manuale|Maven+Pro|Merriweather|Merriweather+Sans|Montserrat|Montserrat+Subrayada|Mukta+Vaani|Muli|Noto+Sans|Noto+Serif|Nunito|Open+Sans|Open+Sans+Condensed:300|Oswald|Oxygen|PT+Sans|PT+Sans+Caption|PT+Sans+Narrow|PT+Serif|Pacifico|Passion+One|Pathway+Gothic+One|Play|Playfair+Display|Poppins|Questrial|Quicksand|Raleway|Roboto|Roboto+Condensed|Roboto+Mono|Roboto+Slab|Ropa+Sans|Rubik|Saira|Saira+Condensed|Saira+Extra+Condensed|Saira+Semi+Condensed|Sedgwick+Ave|Sedgwick+Ave+Display|Shadows+Into+Light|Signika|Slabo+27px|Source+Code+Pro|Source+Sans+Pro|Spectral|Titillium+Web|Ubuntu|Ubuntu+Condensed|Varela+Round|Vollkorn|Work+Sans|Yanone+Kaffeesatz|Zilla+Slab|Zilla+Slab+Highlight" rel="stylesheet" />
         <GoogleAnalytics id="G-EDXTK3TC8Y" />
         <script type="text/javascript">