# Group 1
User-agent: Googlebot
Allow: /
Disallow: /index.html
Disallow: /d/
Disallow: /dglobal/
Disallow: /taxonomy/
Disallow: /a/taxonomy/
Disallow: /tags/
Disallow: /a/tags/
Disallow: /users/
Disallow: /a/users/
# Disallow: /a/modules/
# Disallow: /a/core/
# Disallow: /modules/
# Disallow: /core/
Disallow: /a/node/


# Paths (clean URLs)
User-agent: *
Disallow: /aggregator
Disallow: /tracker
Disallow: /comment/reply
Disallow: /node/add
Disallow: /search/
Disallow: /book/print
Disallow: /logout
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login

# Paths (no clean URLs)
User-agent: *
Disallow: /?q=aggregator
Disallow: /?q=tracker
Disallow: /?q=comment/reply
Disallow: /?q=node/add
Disallow: /?q=user/register
Disallow: /?q=user/password
Disallow: /?q=user/login
Disallow: /?q=search/
Disallow: /?q=book/print

# Group 3
User-agent: *
Allow: /

User-agent: Amazonbot
Disallow: /a/

User-agent: Applebot-Extended
Disallow: /a/

User-agent: Bytespider
Disallow: /a/

User-agent: CCBot
Disallow: /a/

User-agent: ClaudeBot
Disallow: /a/

User-agent: Google-Extended
Disallow: /a/

User-agent: GPTBot
Disallow: /a/

User-agent: meta-externalagent
Disallow: /a/

# Group 5 - removed urls

Sitemap: https://www.earling.co/sitemap.xml
Sitemap: https://www.earling.co/a/sitemap.xml