# robots.txt for all test sites - disallow all

User-agent: PropsmartCrawler
Disallow: / 

User-Agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /