bigmoda.ru/robots.txt:
User-agent: Googlebot
Disallow: /admin
Disallow: */admin
Disallow: /kernel
Allow: /kernel/css/*
Allow: /kernel/*.js
Allow: /kernel/*.css
Allow: /kernel/*preview.php*
Allow: /kernel/fonts/*
Disallow: /shop/cart
Disallow: /shop/order
Disallow: /shop/orders
Disallow: /shop/settings
Disallow: /user
Disallow: /pages/text-*
Disallow: *.php
Disallow: *?p=1
Disallow: *&elem
Disallow: */link*
Disallow: */shop/?search*
Disallow: */shop/?s=*
Disallow: */shop/*?desc*
Disallow: /subscribe/
Disallow: /shop/pay/
Disallow: /question/?error
Disallow: /question/?sent
Disallow: /question/?p
Sitemap: https://bigmoda.ru/sitemap-images.xml
User-agent: Yandex
Disallow: /admin
Disallow: */admin
Disallow: /kernel
Allow: /kernel/css/*
Allow: /kernel/*.js
Allow: /kernel/*.css
Allow: /kernel/*preview.php*
Allow: /kernel/fonts/*
Disallow: /shop/cart
Disallow: /shop/order
Disallow: /shop/orders
Disallow: /shop/settings
Disallow: /user
Disallow: /pages/text-*
Disallow: *.php
Disallow: *?p=1
Disallow: *&elem
Disallow: */link*
Disallow: */shop/?search*
Disallow: */shop/?s=*
Disallow: */shop/*?desc*
Disallow: /subscribe/
Disallow: /shop/pay/
Disallow: /question/?error
Disallow: /question/?sent
Disallow: /question/?p
Clean-param: yhid
Clean-param: baobab_event_id
Clean-param: rs
Clean-param: etext
Clean-param: from
Clean-param: utm_referer
Crawl-delay: 5
User-agent: *
Disallow: /admin
Disallow: */admin
Disallow: /kernel
Allow: /kernel/css/*
Allow: /kernel/*.js
Allow: /kernel/*.css
Allow: /kernel/*preview.php*
Allow: /kernel/fonts/*
Disallow: /shop/cart
Disallow: /shop/order
Disallow: /shop/orders
Disallow: /shop/settings
Disallow: /user
Disallow: /pages/text-*
Disallow: *.php
Disallow: *?p=1
Disallow: *&elem
Disallow: */link*
Disallow: */shop/?search*
Disallow: */shop/?s=*
Disallow: */shop/*?desc*
Disallow: /subscribe/
Disallow: /shop/pay/
Disallow: /question/?error
Disallow: /question/?sent
Disallow: /question/?p
Host: https://bigmoda.ru
Sitemap: https://bigmoda.ru/sitemap.xml
# Block Bots
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: Runet-Research-Crawler
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SputnikBot
Disallow: /
User-agent: uCrawler
Disallow: /
User-agent: uCrawlr
Disallow: /
в яндексе
Прочее:
Ping/Trace,
История в Веб-архиве,
История владельцев,
Валидность HTML,
Валидность CSS,
Проверка на вирусы.
Запрашиваемая страница недоступна!
|