User-agent: *
Disallow: /images/
Crawl-delay: 300
Request-rate: 1/120       # maximum rate is one page every 120 seconds
Visit-time: 0600-0800     # only visit between 06:00 and 08:45 UTC (GMT)
User-agent: Twiceler
Disallow: /
User-agent: IRLbot
Disallow: /
User-agent: dotbot
Disallow: /