# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /*?const_page= Disallow: /*&const_page= Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /*?const_page= Disallow: /*&const_page= Disallow: /news-and-events/news-and-events/news-post-page$ Disallow: /news-and-events/news-and-events/news-post-page? Disallow: /news-and-events/news-and-events/news-post-page/~ Disallow: /news-and-events/news-and-events$ Disallow: /news-and-events/news-and-events? Disallow: /news-and-events/news-and-events/~ Disallow: /archived-pages/subjects/english$ Disallow: /archived-pages/subjects/english? Disallow: /archived-pages/subjects/english/~ Disallow: /archived-pages/subjects/geography$ Disallow: /archived-pages/subjects/geography? Disallow: /archived-pages/subjects/geography/~ Disallow: /archived-pages/subjects/pshe$ Disallow: /archived-pages/subjects/pshe? Disallow: /archived-pages/subjects/pshe/~ Disallow: /archived-pages/subjects/science$ Disallow: /archived-pages/subjects/science? Disallow: /archived-pages/subjects/science/~ Disallow: /archived-pages/subjects/religious-education-re$ Disallow: /archived-pages/subjects/religious-education-re? Disallow: /archived-pages/subjects/religious-education-re/~ Disallow: /archived-pages/subjects/computing$ Disallow: /archived-pages/subjects/computing? Disallow: /archived-pages/subjects/computing/~ Disallow: /archived-pages/subjects/drama$ Disallow: /archived-pages/subjects/drama? Disallow: /archived-pages/subjects/drama/~ Disallow: /covid-19-testing$ Disallow: /covid-19-testing? Disallow: /covid-19-testing/~ Disallow: /archived-pages/curriculum-statement-of-intent$ Disallow: /archived-pages/curriculum-statement-of-intent? Disallow: /archived-pages/curriculum-statement-of-intent/~ Disallow: /archived-pages/curriculum$ Disallow: /archived-pages/curriculum? Disallow: /archived-pages/curriculum/~ Disallow: /archived-pages/subjects$ Disallow: /archived-pages/subjects? Disallow: /archived-pages/subjects/~ Disallow: /archived-pages/subjects/art-and-design$ Disallow: /archived-pages/subjects/art-and-design? Disallow: /archived-pages/subjects/art-and-design/~ Disallow: /archived-pages$ Disallow: /archived-pages? Disallow: /archived-pages/~ Disallow: /archived-pages/subjects/history$ Disallow: /archived-pages/subjects/history? Disallow: /archived-pages/subjects/history/~ Disallow: /archived-pages/subjects/languages$ Disallow: /archived-pages/subjects/languages? Disallow: /archived-pages/subjects/languages/~ Disallow: /archived-pages/subjects/mathematics$ Disallow: /archived-pages/subjects/mathematics? Disallow: /archived-pages/subjects/mathematics/~ Disallow: /archived-pages/subjects/music$ Disallow: /archived-pages/subjects/music? Disallow: /archived-pages/subjects/music/~ Disallow: /archived-pages/subjects/physical-education-pe$ Disallow: /archived-pages/subjects/physical-education-pe? Disallow: /archived-pages/subjects/physical-education-pe/~ Disallow: /news-and-events/letters-home$ Disallow: /news-and-events/letters-home? Disallow: /news-and-events/letters-home/~