# robots.txt for http://www.usu.ru
User-agent: *           
Disallow: /smileUSU/
Disallow: /smileusu/
Disallow: /win/
Disallow: /docs/
Disallow: /strukt/
Disallow: /choice/
Disallow: /eng/
Disallow: /frames/
Disallow: /inform/
Disallow: /UIC/
Disallow: /rrc/
Disallow: /forum/
Disallow: /directory/
Disallow: /abiturient/
Disallow: /election/
Disallow: /faculty/
Disallow: /guestbook/
Disallow: /usu/opencms/today/info/directory/
Disallow: /usu/opencms/controlimages/
Disallow: /usu/opencms/system/
Disallow: /usu/opencms/today/news/calendar.html
Disallow: /usu/opencms/today/events/calendar.html
Disallow: /usu/opencms/students/events/calendar.html
Disallow: /usu/opencms/entrants/priem_2009/
Disallow: /usu/eforum/
Disallow: /usu/resources/
Disallow: /usu/export/sites/demo/
Disallow: /usu/export/sites/default/video/
Disallow: /usu/export/sites/default/scripts/
Disallow: /usu/opencms/scripts/
Allow: /

User-agent: Slurp # yahoo, msn
User-agent: msnbot
Crawl-delay: 10