# MyBookXXX - Generative Engine Optimization (GEO) Ready # Optimized for AI crawlers and traditional search engines User-agent: * Allow: / Allow: /models Allow: /models/* Allow: /faq Allow: /about Allow: /contact Allow: /terms Allow: /privacy Allow: /register Allow: /login Allow: /language/* Allow: /sitemap.xml Allow: /geo-sitemap.xml Allow: /geo Allow: /geo/* Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Allow: /analysis Allow: /analysis/* Allow: /industry-research Allow: /industry-research/* Allow: /countries Allow: /countries/* # Disallow sensitive areas Disallow: /admin/ Disallow: /setup/ Disallow: /config/ Disallow: /database/ Disallow: /app/ Disallow: /vendor/ Disallow: /uploads/private/ Disallow: /auth/ Disallow: /profile/ Disallow: /booking/ Disallow: /contracts/signed/ Disallow: /contracts/templates/ Disallow: /cron/ # AI-specific crawlers (Generative Engine Optimization) User-agent: ChatGPT-User Allow: / Allow: /geo Allow: /geo/* Allow: /faq Allow: /home/about Allow: /home/contact Allow: /terms Allow: /privacy Allow: /models Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Crawl-delay: 1 User-agent: GPTBot Allow: / Allow: /geo Allow: /geo/* Allow: /faq Allow: /home/about Allow: /home/contact Allow: /terms Allow: /privacy Allow: /models Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Crawl-delay: 1 User-agent: OpenAI-SearchBot Allow: / Allow: /geo Allow: /geo/* Allow: /faq Allow: /home/about Allow: /home/contact Allow: /terms Allow: /privacy Allow: /models Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Crawl-delay: 1 User-agent: ClaudeBot Allow: / Allow: /geo Allow: /geo/* Allow: /faq Allow: /home/about Allow: /home/contact Allow: /terms Allow: /privacy Allow: /models Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Crawl-delay: 1 User-agent: Bard Allow: / Allow: /geo Allow: /geo/* Allow: /faq Allow: /home/about Allow: /home/contact Allow: /terms Allow: /privacy Allow: /models Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Crawl-delay: 1 User-agent: PaLM Allow: / Allow: /geo Allow: /geo/* Allow: /faq Allow: /home/about Allow: /home/contact Allow: /terms Allow: /privacy Allow: /models Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Crawl-delay: 1 User-agent: Google-Extended Allow: / Allow: /geo Allow: /geo/* Allow: /faq Allow: /home/about Allow: /home/contact Allow: /terms Allow: /privacy Allow: /models Allow: /llms.txt Allow: /llms-full.txt Allow: /schema.json Allow: /organization-schema.json Allow: /api/schema.json Allow: /api/organization-schema.json Allow: /data/schema.json Allow: /data/organization-schema.json Crawl-delay: 1 # Search engine crawlers User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: QwantBot Allow: / Crawl-delay: 1 User-agent: QwantMobile Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 2 User-agent: AhrefsBot Allow: / Crawl-delay: 2 User-Agent: AhrefsSiteAudit Allow: / Crawl-delay: 2 # Sitemap locations Sitemap: https://mybookxxx.com/sitemap.xml Sitemap: https://mybookxxx.com/geo-sitemap.xml # Cache directive for AI crawlers handled by server headers # robots.txt updated daily for optimal AI crawler experience