User-agent: dotbot
Disallow: /

User-agent: *
Disallow: /lenta/
Disallow: /lenta.php
Disallow: /adverts.php
Disallow: /auth/
Disallow: /bitrix/
Disallow: /admin/
Disallow: /upload/
Disallow: /img/
Disallow: /contact/
Disallow: /search/
Disallow: /photo/
Disallow: /backup/
Disallow: /orphus/
Disallow: /Fiana/
Disallow: /status/
Disallow: /references/
Disallow: /answers/search.php
Disallow:
Clean-param: FILTER /lenta/t*
Disallow: *register
Disallow: *change_password
Disallow: *forgot_password
Disallow: *login
Disallow: *backurl
Disallow: /auth.php*
Disallow: /test*
Host: bujet.ru