# Disallow all crawlers access to certain pages User-agent: * Disallow: /include/popup/ Disallow: /Scripts/ Disallow: /IAO/MemberArea/certificate-option2.asp Disallow: /iao/memberarea/certificate.asp Disallow: /IAO/MemberArea/cert-82.asp Disallow: /iao/memberarea/schoolpoint.asp Disallow: /iao/memberarea/schoolpoint-new.asp Disallow: /IAO/ # Disallow Following crawlers access to the site User-agent: ia_archiver-web.archive.org Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: /robots.txt User-agent: ia_archiver-web.archive.org Disallow: robots.txt User-agent: ia_archiver Disallow: /robots.txt User-agent: ia_archiver Disallow: robots.txt User-agent: AboutUsBot Disallow: /