import { MetadataRoute } from "next";

export default function robots(): MetadataRoute.Robots {
  const baseUrl = "https://www.meticulousresearch.com";
  
  const aiAgentsRules = ["GPTBot", "OAI-SearchBot", "PerplexityBot", "ClaudeBot", "Google-Extended"].map(agent => ({
    userAgent: agent,
    allow: ["/reports/", "/insights/", "/industries/", "/why-meticulous/"],
    disallow: ["/checkout/", "/account/", "/*.pdf$"],
  }));

  return {
    rules: [
      ...aiAgentsRules,
      {
        userAgent: "*",
        allow: "/",
        disallow: ["/checkout/", "/account/", "/*.pdf$"],
      }
    ],
    sitemap: `${baseUrl}/sitemap.xml`,
  };
}