# All robots will spider the domain

User-agent: *
Disallow:
Crawl-delay: 480

User-agent: twiceler
Disallow: 
Crawl-delay: 480