smccd.edu/robots.txt:
# Robots.txt file created by http://www.webtoolcentral.com
# For domain: http://www.smccd.net/
# All robots will spider the domain
User-agent: *
Disallow:
# Disallow directory /TestPilot/
User-agent: *
Disallow: /TestPilot/*
Disallow: /_covid-19/*
Disallow: /_return-to-campus/*
Disallow: /csminternal/*
Disallow: /portal/*
Disallow: /accounts/portal/*
Disallow: /common/*
Disallow: /accounts/newcsm/webpages/directory.asp
Disallow: /accounts/newcsm/webpages/directory_details.asp
Disallow: /accounts/csm/webpages/directory.asp
Disallow: /accounts/csm/webpages/directory_details.asp
Disallow: /accounts/csmaccredit/*
Disallow: /accounts/skydev/*
Disallow: /accounts/skylinearchive/*
Disallow: /accounts/webready/*
Disallow: /accounts/floro/*
Disallow: /accounts/webready/admin_listresults5.asp?offset=450
Disallow: /accounts/smccd/directory/*
Disallow: /accounts/skyline/general/staff_directory/*
Disallow: /accounts/saenzj/*
Disallow: /accounts/keane/*
Disallow: /international1/*
Disallow: /directory/*
Disallow: /accounts/smccd/skylib/
Disallow: /accounts/skylib/
Disallow: /accounts/smccddev/*
Disallow: /accounts/canpprd/*
Disallow: /accounts/candev/*
Disallow: /accounts/smccdpprd/*
Disallow: /accounts/skypprd/*
Disallow: /accounts/csmdev/*
Disallow: /accounts/csmtest/*
Disallow: /cansparkpoint/*
Disallow: /covid-19/*
Disallow: /return-to-campus/*
Disallow: /*-new*
Disallow: /titleix*
Disallow: /titleix/*
в яндексе
Прочее:
Ping/Trace,
История в Веб-архиве,
История владельцев,
Валидность HTML,
Валидность CSS,
Проверка на вирусы.
Запрашиваемая страница недоступна!
|