# robots.txt - Miko Apps
# https://miko.co.nz
# Last updated: 2026-07-25

# -----------------------------------------------------------------------
# Allow all well-behaved crawlers on public pages
# -----------------------------------------------------------------------
User-agent: *
Allow: /

# -----------------------------------------------------------------------
# Explicit allow for AI assistant and AI training crawlers
# (functionally covered by User-agent: * above, listed explicitly so
# AI-search and answer-engine products can confirm access at a glance.
# Mirrors tripsterdevelopers.com/robots.txt so both sites read the same.)
# -----------------------------------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

# -----------------------------------------------------------------------
# Disallow server-side utilities and sensitive paths
# -----------------------------------------------------------------------
Disallow: /shared/
Disallow: /radar-data/
Disallow: /radar-mail.php
Disallow: /radar-submit.php
Disallow: /radar-worker.php
Disallow: /logs/
Disallow: /*.log$
Disallow: /.htaccess
Disallow: /.htpasswd
Disallow: /.env
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json

# -----------------------------------------------------------------------
# Disallow common bot trap / scanner paths
# -----------------------------------------------------------------------
Disallow: /phpmyadmin/
Disallow: /pma/
Disallow: /admin/
Disallow: /administrator/
Disallow: /.git/
Disallow: /.svn/

# -----------------------------------------------------------------------
# Sitemap location
# -----------------------------------------------------------------------
# Hack-probe paths. Not real routes; blocking them stops well-behaved crawlers
# spending budget discovering they 404. Measured 196 such requests in 3 weeks.
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wordpress/
Disallow: /xmlrpc.php

# Dead Shopify storefront (this domain was previously a Shopify store). These now
# return 410 Gone at the server; listed here so crawlers stop requesting them too.
Disallow: /products/
Disallow: /collections/
Disallow: /cdn/shop/

Sitemap: https://miko.co.nz/sitemap_index.xml
Sitemap: https://miko.co.nz/sitemap.xml
Sitemap: https://miko.co.nz/sitemap-docs.xml

# -----------------------------------------------------------------------
# LLMs.txt: machine-readable summary for AI assistants
# (Claude, ChatGPT, Gemini, Perplexity, etc.)
# -----------------------------------------------------------------------
# LLMs: https://miko.co.nz/llms.txt