preschoolportal.net/robots.txt:
User-agent: *
Allow: /
User-agent: Googlebot
Disallow: *?lightbox=
# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*
# Block PetalBot
User-agent: PetalBot
Disallow: /
# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10
Sitemap: https://www.preschoolportal.net/bg_bg-sitemap.xml
Sitemap: https://www.preschoolportal.net/bs_bs-sitemap.xml
Sitemap: https://www.preschoolportal.net/cs_cs-sitemap.xml
Sitemap: https://www.preschoolportal.net/da_da-sitemap.xml
Sitemap: https://www.preschoolportal.net/de_de-sitemap.xml
Sitemap: https://www.preschoolportal.net/el_el-sitemap.xml
Sitemap: https://www.preschoolportal.net/sitemap.xml
Sitemap: https://www.preschoolportal.net/es_es-sitemap.xml
Sitemap: https://www.preschoolportal.net/fr_fr-sitemap.xml
Sitemap: https://www.preschoolportal.net/ga_ga-sitemap.xml
Sitemap: https://www.preschoolportal.net/hr_hr-sitemap.xml
Sitemap: https://www.preschoolportal.net/ht_ht-sitemap.xml
Sitemap: https://www.preschoolportal.net/id_id-sitemap.xml
Sitemap: https://www.preschoolportal.net/it_it-sitemap.xml
Sitemap: https://www.preschoolportal.net/ja_ja-sitemap.xml
Sitemap: https://www.preschoolportal.net/ko_ko-sitemap.xml
Sitemap: https://www.preschoolportal.net/lt_lt-sitemap.xml
Sitemap: https://www.preschoolportal.net/sq_sq-sitemap.xml
Sitemap: https://www.preschoolportal.net/uk_uk-sitemap.xml
Sitemap: https://www.preschoolportal.net/vi_vi-sitemap.xml
Sitemap: https://www.preschoolportal.net/zh_zh-sitemap.xml
Sitemap: https://www.preschoolportal.net/zu_zu-sitemap.xml
# Auto generated, go to SEO Tools > Robots.txt Editor to change this
в яндексе
Прочее:
Ping/Trace,
История в Веб-архиве,
История владельцев,
Валидность HTML,
Валидность CSS,
Проверка на вирусы.
Запрашиваемая страница недоступна!
|