User-agent: Arquivo-web-crawler
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: JenkersBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Mojeek
Disallow: /

User-agent: MoodleBot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Seekr
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: yacy
Disallow: /

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://osfphila.org/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK