External/domain-watchdog
1
0
Fork 0
mirror of https://github.com/maelgangloff/domain-watchdog.git synced 2025-12-29 16:15:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

docs: add robots.txt

Browse Source
This commit is contained in:
Maël Gangloff
2025-11-14 15:14:42 +01:00
parent d244ec7980
commit 9830055c0b
1 changed files with 13 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
docs/src/pages/robots.txt.ts Normal file
View File

@@ -0,0 +1,13 @@
import type {APIRoute} from 'astro'
const getRobotsTxt = (sitemapURL: URL) => `\
User-agent: *
Allow: /
Sitemap: ${sitemapURL.href}
`
export const GET: APIRoute = ({site}) => {
const sitemapURL = new URL('sitemap-index.xml', site);
return new Response(getRobotsTxt(sitemapURL));
}