Kumasy-Marketing/app/robots.ts

19 lines
504 B
TypeScript

import type { MetadataRoute } from "next";
import { SITE_URL } from "./lib/site";
/**
* Nothing on this site is private, so everything is crawlable. The one
* exclusion is Next's build output under /_next/, which contains chunk
* files that carry no content worth indexing.
*/
export default function robots(): MetadataRoute.Robots {
return {
rules: {
userAgent: "*",
allow: "/",
disallow: "/_next/",
},
sitemap: `${SITE_URL}/sitemap.xml`,
host: SITE_URL,
};
}