User-agent: *
Disallow: /wp-admin
Disallow: /wp-content/themes
Disallow: /wp-includes
Disallow: /wp-trackback
Disallow: /author/*
Disallow: */comments
Disallow: /page/*
Allow: /wp-admin/admin-ajax.php
Disallow: */feed
Disallow: /test
Disallow: /4595-2
Disallow: /wp-feed
Disallow: /cgi-bin
Disallow: /tmp/
Disallow: /trackback/
Disallow: */trackback
Disallow: */trackback/
Disallow: *?s=
Disallow: /wp-comments
Disallow: /wp-content/cache
Disallow: /wp-content/plugins

User-agent: lwp-trivial
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Googlebot
Allow: /wp-comments
Allow: */trackback/
Allow: */trackback
Allow: /wp-content/cache
Allow: */feed
Allow: /cgi-bin
Allow: /4595-2
Allow: /tmp/
Allow: *?s=
Allow: /wp-admin/admin-ajax.php
Allow: /test
Allow: /trackback/
Allow: /wp-trackback
Allow: /wp-includes
Allow: */comments
Allow: /wp-admin
Allow: /wp-content/plugins
Allow: /wp-content/themes
Allow: /author/*
Allow: /page/*
Allow: /wp-feed

User-agent: SISTRIX
Disallow: /

User-agent: Yandex
Disallow: /wp-content/plugins
Disallow: /wp-comments
Disallow: /trackback/
Disallow: /wp-content/cache
Disallow: /test
Disallow: /tmp/
Disallow: /cgi-bin
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-feed
Disallow: *?s=
Disallow: /wp-content/themes
Disallow: /4595-2
Disallow: /author/*
Disallow: /wp-includes
Disallow: /wp-trackback
Disallow: /page/*
Disallow: */comments
Disallow: */trackback/
Disallow: */feed
Disallow: */trackback
Disallow: /wp-admin

User-agent: python-rcontainsuests
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Googlebot-Image
Allow: /

User-agent: OLEcrawler
Disallow: /

Sitemap: https://azs-lukoil.ru/sitemap.xml