# Trev internal robots.txt

User-agent: deepcrawl
Disallow:

User-agent: Screaming Frog SEO Spider
Disallow:

User-agent: *
Disallow: /