prosto.qwerty.blog/robots.txt:
User-Agent: spbot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: pimeyes.com crawler
Disallow: /
User-agent: BDCbot
Disallow: /
User-agent: OLEcrawler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: Vedma
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Yandex
Crawl-delay: 1
Clean-Param: utm_source&utm_medium&utm_campaign&utm_term&membersof&hello-answer&donotpromote&visitchecked&it&time&action&r&checkauth&unloggedid&etext&type&rc
Disallow: */checkauth*
Disallow: */edit*
Disallow: */settings/
Disallow: */profile/
Disallow: */bill/
Disallow: */admin/
Disallow: */auth*
Disallow: */stupidlink*
Disallow: */go/
Disallow: */go?*
Disallow: */oauthfb
Disallow: */user/
Disallow: */pages/create
Disallow: */date/
Disallow: */users/
Disallow: */members/
Disallow: */search/
Disallow: */placead
Disallow: */projectpricing
Disallow: */datingad
Disallow: */adshow
Disallow: */number-*
Disallow: */amp*
Disallow: */ar/*
Disallow: */af/*
Disallow: */da/*
Disallow: */de/*
Disallow: */et/*
Disallow: */es/*
Disallow: */fa/*
Disallow: */fi/*
Disallow: */fr/*
Disallow: */he/*
Disallow: */hi/*
Disallow: */hr/*
Disallow: */hu/*
Disallow: */hy/*
Disallow: */id/*
Disallow: */it/*
Disallow: */lv/*
Disallow: */lt/*
Disallow: */ja/*
Disallow: */ko/*
Disallow: */nl/*
Disallow: */no/*
Disallow: */pl/*
Disallow: */pt/*
Disallow: */ro/*
Disallow: */th/*
Disallow: */tr/*
Disallow: */uk/*
Disallow: */vi/*
Disallow: */zh/*
User-agent: Googlebot
Crawl-delay: 1
Disallow: */checkauth*
Disallow: */edit*
Disallow: */settings/
Disallow: */profile/
Disallow: */bill/
Disallow: */admin/
Disallow: */auth*
Disallow: */stupidlink*
Disallow: */go/
Disallow: */go?*
Disallow: */oauthfb
Disallow: */user/
Disallow: */pages/create
Disallow: */date/
Disallow: */users/
Disallow: */members/
Disallow: */search/
Disallow: */placead
Disallow: */projectpricing
Disallow: */datingad
Disallow: */adshow
Disallow: */number-*
Allow: */amp*?*lng=*
Allow: */amp?*lng=*
Disallow: */*?*utm_source=
Disallow: */*?*utm_medium=
Disallow: */*?*utm_term=
Disallow: */*?*utm_campaign=
Disallow: *?*utm_source=
Disallow: *?*utm_medium=
Disallow: *?*utm_term=
Disallow: *?*utm_campaign=
Disallow: */?action=*
Disallow: */*?*donotpromote*
Disallow: */*?*unloggedid*
Disallow: */*?*hello-answer*
Disallow: */*&time=*
Disallow: */*?it=*
Disallow: *?membersof*
User-agent: Slurp
Crawl-delay: 8
Disallow: */checkauth*
Disallow: */edit*
Disallow: */settings/
Disallow: */profile/
Disallow: */bill/
Disallow: */admin/
Disallow: */auth*
Disallow: */stupidlink*
Disallow: */go/
Disallow: */go?*
Disallow: */oauthfb
Disallow: */user/
Disallow: */pages/create
Disallow: */date/
Disallow: */users/
Disallow: */members/
Disallow: */search/
Disallow: */placead
Disallow: */projectpricing
Disallow: */datingad
Disallow: */adshow
Disallow: */number-*
User-agent: *
Sitemap: https://prosto.qwerty.blog/sitemap.xml
Host: https://prosto.qwerty.blog
Crawl-delay: 10
Disallow: */checkauth*
Disallow: */edit*
Disallow: */settings/
Disallow: */profile/
Disallow: */bill/
Disallow: */admin/
Disallow: */auth*
Disallow: */stupidlink*
Disallow: */go/
Disallow: */go?*
Disallow: */oauthfb
Disallow: */user/
Disallow: */pages/create
Disallow: */date/
Disallow: */users/
Disallow: */members/
Disallow: */search/
Disallow: */placead
Disallow: */projectpricing
Disallow: */datingad
Disallow: */adshow
Disallow: */number-*
Disallow: */*?*utm_
Disallow: *?*utm_
в яндексе
Прочее:
Ping/Trace,
История в Веб-архиве,
История владельцев,
Валидность HTML,
Валидность CSS,
Проверка на вирусы.
Запрашиваемая страница недоступна!
|