# Squirrly SEO Robots
Sitemap: /sitemap.xml
Sitemap: /sitemap-home.xml
Sitemap: /sitemap-posts.xml
Sitemap: /sitemap-pages.xml
Sitemap: /sitemap-categories.xml
Sitemap: /sitemap-tags.xml
Sitemap: /sitemap-archives.xml

#Robots uCoz
User-agent: 

Allow: /
Allow: /*?page  
Allow: /*?ref=  
Allow: /stat/dspixel  
Allow: /stuff/rssya_zen
Allow: /news/rssya_zen
Allow: /news
Allow: /index/
Allow: /index
Allow: /telegram/*
Allow: /VK/*
Allow: /OK/*
Allow: /MAX/*
Allow: /Facebook/*
Allow: /Instagram/*
Allow: /YouTube/*
Allow: /RuTube/*
Disallow: /*?  
Disallow: /stat/  
Disallow: /register 
Disallow: /panel/  
Disallow: /admin/  
Disallow: /informer/  
Disallow: /secure/  
Disallow: /poll/  
Disallow: /abnl/  
Disallow: /shop/order/  
Disallow: /shop/printorder/  
Disallow: /shop/checkout/  
Disallow: /shop/user/  
Disallow: */xmlrpc.php
Disallow: */trackback
Disallow: */feed
Disallow: /comments/feed/
Disallow: /search
Disallow: /?*
Disallow: *?s=
Disallow: *&s=
Disallow: /*attachment*
Disallow: *openstat=


User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-LLM
Allow: /

User-agent: Yandex
Allow: /

User-agent: Sitereport
Allow: /


User-agent: AhrefsBot
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: Applebot
Allow: /

User-agent: Teoma
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: CCBot
Allow: /

User-agent: Robozilla
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: DotBot
Allow: /

User-agent: psbot
Allow: /

User-agent: msnbot
Allow: /

User-agent: NaverBot
Allow: /

User-agent: Nutch
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: Screaming Frog SEO Spider
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yahoo-Blogs/v3.9
Allow: /

User-agent: Yahoo-MMCrawler
Allow: /

User-agent: YandexBot
Allow: /

Allow: /unique/$
Allow: /site-search/$
Allow: /synonyms/$
Allow: /headers/$
Allow: /zypfa/$
Allow: /*css

Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term /

Crawl-delay: 1

# WordPress system files
Disallow: /cgi-bin
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/languages/
Disallow: /wp-content/cache/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */wp-json*
Allow: */uploads
Disallow: *?replytocom
Disallow: /author/
Disallow: */embed
Allow: */page/

# Динамически генерируемые файлы
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.tmp$

# Avertisement
Disallow: *utm*=

# Turbo pages
Allow: /feed/turbo/

# Wocommerce
Disallow: /cart
Disallow: *?filter*
Disallow: *?add-to-cart*

# Bots
User-agent: SemrushBot
Allow: /
User-agent: SemrushBot-SA
Allow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: AhrefsBot
Allow: /
User-agent: GPTBot
Allow: /
User-agent: PetalBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: Mail.RU_Bot
Allow: /
User-agent: MJ12bot  # Часто сканирует битые ссылки
Crawl-delay: 10
#Robots uCoz end

Sitemap: https://www.tehsovet.ru/Sitemap.xml
Host: www.tehsovet.ru