# Taken from https://forum.ghost.org/t/robots-txt-configuration/12767/9
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-Agent: omgili
Disallow: /

User-Agent: omgilibot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-Agent: *
Disallow: /pier/mindy-borden

User-Agent: *
Disallow: /pier/mallory-borden

User-Agent: *
Crawl-Delay: [90]