15 lines
308 B
TypeScript
15 lines
308 B
TypeScript
|
import type { APIRoute } from "astro";
|
||
|
|
||
|
const getRobotsTxt = (sitemapURL: URL) => `
|
||
|
User-agent: *
|
||
|
Disallow: /cv
|
||
|
Allow: /
|
||
|
|
||
|
Sitemap: ${sitemapURL.href}
|
||
|
`;
|
||
|
|
||
|
export const GET: APIRoute = ({ site }) => {
|
||
|
const sitemapURL = new URL("sitemap-index.xml", site);
|
||
|
return new Response(getRobotsTxt(sitemapURL));
|
||
|
};
|