docs: add robots integration

Author: pyjun01

docs/astro.config.mjs

@@ -2,6 +2,7 @@ import react from '@astrojs/react';
 import starlight from '@astrojs/starlight';
 import tailwind from '@astrojs/tailwind';
 import { defineConfig } from 'astro/config';
+import robotsTxt from 'astro-robots-txt';
 
 // https://astro.build/config
 export default defineConfig({
@@ -332,6 +333,7 @@ export default defineConfig({
     }),
     react(),
     tailwind(),
+    robotsTxt(),
   ],
   site: 'https://pyjun01.github.io',
   base: '/react-google-map-wrapper',

docs/package-lock.json

@@ -17,6 +17,7 @@
     "@types/react": "^18.2.42",
     "@types/react-dom": "^18.2.17",
     "astro": "^4.0.1",
+    "astro-robots-txt": "^1.0.0",
     "react": "^18.2.0",
     "react-dom": "^18.2.0",
     "react-google-map-wrapper": "^1.0.0",