User-agent: *
Disallow: /agencies/

User-agent: Twitterbot
Crawl-delay: 20