# Sitemap Location Sitemap: https://www.mockers.in/sitemap.xml # Disallow sensitive or unnecessary paths for all bots User-agent: * Disallow: /?page= Disallow: /log-user-fcm-response Disallow: /log-selfstudy-error Disallow: /test-instruction-1 Disallow: /test-instruction-2 Disallow: /test-instruction-3 Disallow: /test-instruction-4 Disallow: /test-instruction-5 Disallow: /mocktest-page Disallow: /mocktest-result Disallow: /mocktest-compare Disallow: /mocktest-leaderboard Disallow: /mocktest-solution Disallow: /mocktest-solution-question Disallow: /user-activities Disallow: /edit-profile Disallow: /profile Disallow: /test-solution1 Disallow: /test-solution2 Disallow: /test-solution3 Disallow: /test-solution4 Disallow: /test-solution5 Disallow: /normaltest-page1 Disallow: /normaltest-page2 Disallow: /normaltest-page3 Disallow: /normaltest-page4 Disallow: /normaltest-page5 # Whitelist useful crawlers (search & AI bots) User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: WhatsApp Allow: / User-agent: Slackbot Allow: / User-agent: AppEngine-Google Allow: / User-agent: Mediapartners-Google Allow: / User-agent: GPTBot Allow: / User-agent: PerplexityBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: cohere-ai Allow: / User-agent: DuckAssistBot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Quora-Bot # Block explicitly unwanted/abusive bots User-agent: PetalBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: dotbot Disallow: /