User-agent: *
Disallow: /sr-admin/
Disallow: /en/sr-admin/
Disallow: /ru/sr-admin/
Disallow: /*openstat*
Disallow: /*?utm*
Disallow: /*&utm*
Disallow: /*?from*
Disallow: /*&from*
Disallow: /*gclid*
Disallow: /*yclid*
Disallow: /*ymclid*
Disallow: /*?tid*
Disallow: /*&tid*
Disallow: /*.swf
Disallow: /*signin
Disallow: /admin/*
Disallow: /prof/*
Disallow: /login/*




Crawl-delay: 10

Sitemap: https://smartranking.ru/sitemap.xml

User-agent: Googlebot
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.gif
Allow: /*.svg
Allow: /*.ico
Allow: /*.webp
Allow: /*.woff2
Allow: /*.woff
Allow: /*.ttf
Allow: /*.eot
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /draft/
Disallow: /unpublished/
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*search=
Disallow: /*?*query=

User-agent: Bingbot
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.gif
Allow: /*.svg
Allow: /*.ico
Allow: /*.webp
Allow: /*.woff2
Allow: /*.woff
Allow: /*.ttf
Allow: /*.eot
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /draft/
Disallow: /unpublished/
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*search=
Disallow: /*?*query=

User-agent: archive.org_bot
Disallow: /

User-agent: archive.is_bot
Disallow: /

User-agent: BadBot
Disallow: /

User-agent: BadCrawler
Disallow: /

User-agent: Scraper
Disallow: /

User-agent: Crawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

Allow: /