# robots.txt

User-Agent: Slurp
Crawl-Delay: 43200

User-agent: SurveyBot
Disallow: /

User-agent: Custo
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: *
Disallow: /link/
Disallow: /sub/
Disallow: /acx/
Disallow: /inc/
Disallow: /img/
Disallow: /css.css
Disallow: /js/script.js