User-agent: *
Disallow: /*index.php$
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /*backurl=*
Disallow: /*BACKURL=*
Disallow: /*back_url=*
Disallow: /*BACK_URL=*
Disallow: /*back_url_admin=*
Disallow: /*print=Y
Disallow: /1c_catalog/
Disallow: /1c_exchange/
Disallow: /login/
Disallow: /bitrix/
Disallow: /bitrix/admin/
Disallow: /personal/cart/
Disallow: /personal/order/
Disallow: /search/
Allow: /search/map/
Allow: /upload/
Disallow: /upload/1c_catalog/
Disallow: /upload/1c_exchange/
Disallow: /catalog/*/?*SHOWALL
Disallow: /catalog/*/?*PAGEN
Disallow: /catalog/*/?*action
Disallow: /catalog/*/?*id
Disallow: /catalog/*/?*filter_str
Disallow: /catalog/*/?*set_filter
Disallow: /catalog/*/?*order
Disallow: /catalog/*/?*sort
Disallow: /catalog/*/?*view
Disallow: /catalog/*/all/
Disallow: /catalog/*/paged/
Clean-param: print /*
Clean-param: register&auth&login&logout&forgot_password&backurl /login/*
Clean-param: action&id&filter_str&set_filter&order&sort&view /catalog/*
Crawl-delay: 15
Host: https://www.42unita.ru