User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: 007ac9
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: *
#Crawl-delay: 2.0
Disallow: /_assets/
Disallow: /adm/
Disallow: /admin/
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /backup/
Disallow: /bitrix/
Disallow: /cache/
Disallow: /cli/
Disallow: /component/
Disallow: /components/
Disallow: /controlpanel/
Disallow: /cp/
Disallow: /cpanel/
Disallow: /chif/
Disallow: /down/
Disallow: /download/
Disallow: /loading/
Disallow: /files/
Disallow: /fonts/
Disallow: /go/
Disallow: /to/
Disallow: /link/
Disallow: /goto/
Disallow: /goto.html?*
Disallow: /ie6/
Disallow: /iload/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /orphus/
Disallow: /plugins/
Disallow: /podpiska/
Disallow: /r/
Disallow: /share/
Disallow: /share42/
Disallow: /t/
Disallow: /to/
Disallow: /templates/
Disallow: /tmp/
Disallow: /view/
Disallow: /watermark/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /xmlrpc/
Disallow: /confidentiality/
Disallow: /security/
Disallow: /database/
Disallow: /users/
Disallow: /invoices/
Disallow: /cgi-bin
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /admin.php
Disallow: /index.php
Disallow: /privacypolicy
Disallow: /wp-config.php
Disallow: /wp-login.php
Disallow: /search.html?*
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: /index.php?*
Disallow: /*print=*
Disallow: /*?tmpl*
Disallow: /*?start=*
Disallow: /*?device=*
Disallow: /*?layout=snews
Disallow: /*.jpg*tid*
Disallow: /*.png*tid*
Disallow: /*?option=com_users*
Disallow: /*?*option=com_users
Disallow: /*?
Disallow: /*?*
#Disallow: /*%
#Disallow: /*&
Allow: /images/ 
Allow: /images/doc/

#Allow: /index.php?option=com_xmap&sitemap=1&view=xml
#Allow: /index.php?option=com_xmap&sitemap=1

Host: n-gn.ru
#Sitemap: http://n-gn.ru/sitemap.xml