User-agent: *
Disallow: /api
Disallow: /oauth-check
Disallow: /link
Disallow: /boost/job
Crawl-delay: 5

User-agent: JoobleBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://untalent.org/sitemap.xml