# All robots will spider the domain User-agent: * Disallow: Disallow: /events/private/ Disallow: /events/ltw_changelog.txt Disallow: /events/ltw_readme.txt Disallow: /events/ltw_style_template.css Disallow: /stats/ Disallow: /js/ Disallow: /style/ Disallow: /admin/