# standard datagear robots.txt file
User-agent: *
Crawl-delay: 20
Disallow: /admin/
Disallow: /includes/
Disallow: /skins/
Disallow: /files/
Disallow: /backup/
Disallow: /search.cfm