# func.digital crawler policy
# What each bot is allowed to do here, and why: https://funcdigital.com.au/crawler-policy/
# Last reviewed 6 October 2026.
# A robots.txt file is a request, not a lock. It states permission and does not
# stop a bot that chooses to ignore it.

# Default: everyone else may read the site.
User-agent: *
Allow: /

# Search and answer-engine fetchers: allowed.
# These index pages or fetch them to answer a question, and they can send readers back.
User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Applebot
User-agent: DuckAssistBot
User-agent: Claude-SearchBot
Allow: /

# Agents acting for a person: allowed.
# A reader asked for this page, so the fetch is the reader's.
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Allow: /

# Training-only crawlers: blocked.
# They collect pages to train models and send no readers back.
# Google-Extended and Applebot-Extended are tokens, not crawlers. Blocking them
# does not affect Google Search or Apple search features.
# Bytespider is widely reported to ignore this file, so the line states policy
# and does not enforce it.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Bytespider
User-agent: Meta-ExternalAgent
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: anthropic-ai
Disallow: /

Sitemap: https://funcdigital.com.au/sitemap-index.xml
Sitemap: https://funcdigital.com.au/news-sitemap.xml

# Machine-readable summary and catalogue.
# llms.txt: https://funcdigital.com.au/llms.txt
Agentmap: https://funcdigital.com.au/.well-known/ai-catalog.json