User-Agent: *
Allow: /
Allow: /api/layout
Disallow: /find
Disallow: /account
Disallow: /admin
Disallow: /api
Disallow: /pdf/
Disallow: /s/
Disallow: /new
Disallow: /contact
Disallow: /media/content/
Disallow: /sales

User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: OAI-SearchBot
User-Agent: ClaudeBot
User-Agent: Claude-User
User-Agent: Claude-SearchBot
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: Google-Extended
User-Agent: Googlebot
User-Agent: Applebot-Extended
User-Agent: Bingbot
Allow: /
Allow: /api/layout
Disallow: /find
Disallow: /account
Disallow: /admin
Disallow: /api
Disallow: /pdf/
Disallow: /s/
Disallow: /new
Disallow: /contact
Disallow: /media/content/
Disallow: /sales

User-Agent: PetalBot
User-Agent: Bytespider
User-Agent: AhrefsBot
User-Agent: KeenableBot
User-Agent: SemrushBot
User-Agent: MJ12bot
User-Agent: DotBot
Disallow: /

User-Agent: meta-externalagent
Allow: /
Allow: /api/layout
Disallow: /find
Disallow: /account
Disallow: /admin
Disallow: /api
Disallow: /pdf/
Disallow: /s/
Disallow: /new
Disallow: /contact
Disallow: /media/content/
Disallow: /sales
Crawl-delay: 5

User-Agent: Pinterestbot
User-Agent: Amazonbot
Allow: /
Allow: /api/layout
Disallow: /find
Disallow: /account
Disallow: /admin
Disallow: /api
Disallow: /pdf/
Disallow: /s/
Disallow: /new
Disallow: /contact
Disallow: /media/content/
Disallow: /sales
Crawl-delay: 10

Sitemap: https://www.zilbert.com/sitemap-index