imen_pishghaman/apps/web/server/routes/robots.txt.ts

export default defineEventHandler((event) => {
  const { siteUrl } = useRuntimeConfig().public;
  setHeader(event, "Content-Type", "text/plain; charset=utf-8");
  return [
    "User-Agent: *",
    "Allow: /",
    "Disallow: /_internal/",
    "",
    `Host: ${siteUrl}`,
    `Sitemap: ${absUrl("/sitemap.xml")}`,
    "",
  ].join("\n");
});