User-agent: *
Allow: /
Allow: /llms.txt
Allow: /ai/
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

Allow: /api/indexnow

Crawl-delay: 1

Sitemap: https://bibz.me/sitemap.xml

User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Allow: /ai/
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /ai/
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /ai/
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /ai/
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /ai/
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=