User-agent: Baiduspider
User-agent: coccocbot
User-agent: PetalBot
User-agent: Rambler
User-agent: RepoLookoutBot
User-agent: Sogou
User-agent: SputnikBot
User-agent: Yandex
Disallow: /

User-Agent: ChatGPT-User
User-Agent: GPTBot
User-Agent: Google-Extended
User-Agent: Omgilibot
Disallow: /

# Allow all other robots to browse everywhere
User-agent: *
Disallow: /beta/
Disallow: /errors/
Disallow: /pub/pad/
Disallow: /stats/
Disallow: /stuff/
Disallow: /survey/
Disallow: /syneryder/code/         # Don't index
Disallow: /ns/diary/2001/11.shtml  # Page has been removed
Disallow: /ns/diary/2001/12.shtml  # Page has been removed
Disallow: /ns/diary/2002/01.shtml  # Page has been removed
Disallow: /ns/diary/2002/02.shtml  # Page has been removed
Disallow: /ns/diary/2002/03.shtml  # Page has been removed
Disallow: /ns/diary/2002/04.shtml  # Page has been removed
Disallow: /ns/diary/2002/05.shtml  # Page has been removed
Disallow: /ns/diary/2002/06.shtml  # Page has been removed
Disallow: /ns/diary/2002/11.shtml  # Page has been removed
Disallow: /ns/diary/2002/12.shtml  # Page has been removed