# robots.txt for https://www.mnot.net/
#
# Too greedy
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: GPTBot
Disallow: /

‍User-agent: ChatGPT-User
Disallow: /

‍User-agent:  CCBot
Disallow: /

‍User-agent: anthropic-ai
Disallow: /

‍User-agent: Claude-Web
Disallow: /

User-agent: BrowserShots
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: msnbot
Crawl-delay: 120
Disallow: /

User-agent: dotbot
Crawl-delay: 120
Disallow: /

User-agent: *
# just a working area, nothing to see
Disallow: /tmp/
# Just no.
Disallow: /blog/all/index.json
Disallow: /blog/top.json