# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$ Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page? Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~ Disallow: /production/banners/right-banner$ Disallow: /production/banners/right-banner? Disallow: /production/banners/right-banner/~ Disallow: /production/banners/left-banner$ Disallow: /production/banners/left-banner? Disallow: /production/banners/left-banner/~ Disallow: /instructions/image-sizes$ Disallow: /instructions/image-sizes? Disallow: /instructions/image-sizes/~ Disallow: /production/navigation/tier-three-page$ Disallow: /production/navigation/tier-three-page? Disallow: /production/navigation/tier-three-page/~ Disallow: /instructions$ Disallow: /instructions? Disallow: /instructions/~ Disallow: /instructions/website-overview$ Disallow: /instructions/website-overview? Disallow: /instructions/website-overview/~ Disallow: /instructions/interior-page$ Disallow: /instructions/interior-page? Disallow: /instructions/interior-page/~ Disallow: /instructions/homepage$ Disallow: /instructions/homepage? Disallow: /instructions/homepage/~ Disallow: /instructions/enhancements$ Disallow: /instructions/enhancements? Disallow: /instructions/enhancements/~ Disallow: /old-pages/families$ Disallow: /old-pages/families? Disallow: /old-pages/families/~ Disallow: /education/curriculum/middle-school-curriculum/middle-school-curriculum-clone$ Disallow: /education/curriculum/middle-school-curriculum/middle-school-curriculum-clone? Disallow: /education/curriculum/middle-school-curriculum/middle-school-curriculum-clone/~ Disallow: /education/curriculum/middle-school-curriculum/avid$ Disallow: /education/curriculum/middle-school-curriculum/avid? Disallow: /education/curriculum/middle-school-curriculum/avid/~ Disallow: /production/constituent/students$ Disallow: /production/constituent/students? Disallow: /production/constituent/students/~ Disallow: /production/constituent/profile$ Disallow: /production/constituent/profile? Disallow: /production/constituent/profile/~ Disallow: /production/constituent/directory$ Disallow: /production/constituent/directory? Disallow: /production/constituent/directory/~ Disallow: /ask-the-superintendent12$ Disallow: /ask-the-superintendent12? Disallow: /ask-the-superintendent12/~ Disallow: /staff-directory1$ Disallow: /staff-directory1? Disallow: /staff-directory1/~ Disallow: /production/navigation/tier-three-page/tier-four-page$ Disallow: /production/navigation/tier-three-page/tier-four-page? Disallow: /production/navigation/tier-three-page/tier-four-page/~ Disallow: /production/social-elements/feeds$ Disallow: /production/social-elements/feeds? Disallow: /production/social-elements/feeds/~ Disallow: /production/athletics/roster$ Disallow: /production/athletics/roster? Disallow: /production/athletics/roster/~ Disallow: /home-clone-february-25-2025$ Disallow: /home-clone-february-25-2025? Disallow: /home-clone-february-25-2025/~ Disallow: /production/athletics/teams$ Disallow: /production/athletics/teams? Disallow: /production/athletics/teams/~ Disallow: /production/athletics/profile$ Disallow: /production/athletics/profile? Disallow: /production/athletics/profile/~ Disallow: /production/athletics/table$ Disallow: /production/athletics/table? Disallow: /production/athletics/table/~ Disallow: /production/athletics/events-list$ Disallow: /production/athletics/events-list? Disallow: /production/athletics/events-list/~ Disallow: /production/athletics/single-event$ Disallow: /production/athletics/single-event? Disallow: /production/athletics/single-event/~ Disallow: /education/curriculum/elementary-curriculum/leader-in-me$ Disallow: /education/curriculum/elementary-curriculum/leader-in-me? Disallow: /education/curriculum/elementary-curriculum/leader-in-me/~ Disallow: /production/organizational/one-column$ Disallow: /production/organizational/one-column? Disallow: /production/organizational/one-column/~ Disallow: /production/organizational/two-column$ Disallow: /production/organizational/two-column? Disallow: /production/organizational/two-column/~ Disallow: /production/organizational/three-column$ Disallow: /production/organizational/three-column? Disallow: /production/organizational/three-column/~ Disallow: /production/organizational/four-column$ Disallow: /production/organizational/four-column? Disallow: /production/organizational/four-column/~ Disallow: /production/organizational/accordion$ Disallow: /production/organizational/accordion? Disallow: /production/organizational/accordion/~ Disallow: /production/organizational/container$ Disallow: /production/organizational/container? Disallow: /production/organizational/container/~ Disallow: /production/organizational/tabs$ Disallow: /production/organizational/tabs? Disallow: /production/organizational/tabs/~ Disallow: /board-of-education-clone$ Disallow: /board-of-education-clone? Disallow: /board-of-education-clone/~ Disallow: /production/page-layout/1-column-layout$ Disallow: /production/page-layout/1-column-layout? Disallow: /production/page-layout/1-column-layout/~ Disallow: /production/page-layout/two-columns-top$ Disallow: /production/page-layout/two-columns-top? Disallow: /production/page-layout/two-columns-top/~ Disallow: /production/page-layout/one-column-over-two$ Disallow: /production/page-layout/one-column-over-two? Disallow: /production/page-layout/one-column-over-two/~ Disallow: /production/page-layout/two-column-bottom-left-sidebar$ Disallow: /production/page-layout/two-column-bottom-left-sidebar? Disallow: /production/page-layout/two-column-bottom-left-sidebar/~ Disallow: /production/page-layout/two-columns-middle$ Disallow: /production/page-layout/two-columns-middle? Disallow: /production/page-layout/two-columns-middle/~ Disallow: /production/page-layout/two-column-right-sidebar$ Disallow: /production/page-layout/two-column-right-sidebar? Disallow: /production/page-layout/two-column-right-sidebar/~ Disallow: /production/page-layout/two-column-bottom-right-sidebar$ Disallow: /production/page-layout/two-column-bottom-right-sidebar? Disallow: /production/page-layout/two-column-bottom-right-sidebar/~ Disallow: /production/page-layout/three-columns-middle$ Disallow: /production/page-layout/three-columns-middle? Disallow: /production/page-layout/three-columns-middle/~ Disallow: /production/page-layout/two-column-left-sidebar$ Disallow: /production/page-layout/two-column-left-sidebar? Disallow: /production/page-layout/two-column-left-sidebar/~ Disallow: /production/page-layout/3-column-layout$ Disallow: /production/page-layout/3-column-layout? Disallow: /production/page-layout/3-column-layout/~ Disallow: /production/page-layout/4-column-layout$ Disallow: /production/page-layout/4-column-layout? Disallow: /production/page-layout/4-column-layout/~ Disallow: /production/page-layout/2-column-layout$ Disallow: /production/page-layout/2-column-layout? Disallow: /production/page-layout/2-column-layout/~ Disallow: /production/page-layout/three-columns-top$ Disallow: /production/page-layout/three-columns-top? Disallow: /production/page-layout/three-columns-top/~ Disallow: /production/page-layout/three-column-bottom$ Disallow: /production/page-layout/three-column-bottom? Disallow: /production/page-layout/three-column-bottom/~ Disallow: /old-pages/families/before-after-school-care$ Disallow: /old-pages/families/before-after-school-care? Disallow: /old-pages/families/before-after-school-care/~ Disallow: /our-district/departments/public-relations/campaigns/campaign-launch/community-engagement$ Disallow: /our-district/departments/public-relations/campaigns/campaign-launch/community-engagement? Disallow: /our-district/departments/public-relations/campaigns/campaign-launch/community-engagement/~ Disallow: /old-pages/families/quick-links$ Disallow: /old-pages/families/quick-links? Disallow: /old-pages/families/quick-links/~ Disallow: /old-pages/families/enrollment$ Disallow: /old-pages/families/enrollment? Disallow: /old-pages/families/enrollment/~ Disallow: /old-pages/contact-us$ Disallow: /old-pages/contact-us? Disallow: /old-pages/contact-us/~ Disallow: /old-pages/families/calendars$ Disallow: /old-pages/families/calendars? Disallow: /old-pages/families/calendars/~ Disallow: /old-pages/families/four-day-week$ Disallow: /old-pages/families/four-day-week? Disallow: /old-pages/families/four-day-week/~ Disallow: /old-pages/families/family-resources$ Disallow: /old-pages/families/family-resources? Disallow: /old-pages/families/family-resources/~ Disallow: /old-pages/families/boundary-maps$ Disallow: /old-pages/families/boundary-maps? Disallow: /old-pages/families/boundary-maps/~ Disallow: /production/banners$ Disallow: /production/banners? Disallow: /production/banners/~ Disallow: /production/form$ Disallow: /production/form? Disallow: /production/form/~ Disallow: /production/qa-reports$ Disallow: /production/qa-reports? Disallow: /production/qa-reports/~ Disallow: /production/page-layout$ Disallow: /production/page-layout? Disallow: /production/page-layout/~ Disallow: /production/search$ Disallow: /production/search? Disallow: /production/search/~ Disallow: /production/resources$ Disallow: /production/resources? Disallow: /production/resources/~ Disallow: /production/constituent$ Disallow: /production/constituent? Disallow: /production/constituent/~ Disallow: /production/social-elements$ Disallow: /production/social-elements? Disallow: /production/social-elements/~ Disallow: /production/posts$ Disallow: /production/posts? Disallow: /production/posts/~ Disallow: /production/athletics$ Disallow: /production/athletics? Disallow: /production/athletics/~ Disallow: /production/organizational$ Disallow: /production/organizational? Disallow: /production/organizational/~ Disallow: /production/embed$ Disallow: /production/embed? Disallow: /production/embed/~ Disallow: /production/navigation$ Disallow: /production/navigation? Disallow: /production/navigation/~ Disallow: /production/calendar$ Disallow: /production/calendar? Disallow: /production/calendar/~ Disallow: /production/login$ Disallow: /production/login? Disallow: /production/login/~ Disallow: /production/qa-testing$ Disallow: /production/qa-testing? Disallow: /production/qa-testing/~ Disallow: /our-district/old-pages$ Disallow: /our-district/old-pages? Disallow: /our-district/old-pages/~ Disallow: /isd-academies$ Disallow: /isd-academies? Disallow: /isd-academies/~ Disallow: /isd-sports$ Disallow: /isd-sports? Disallow: /isd-sports/~ Disallow: /community/isd-academies-business-partners/arts-education-academy$ Disallow: /community/isd-academies-business-partners/arts-education-academy? Disallow: /community/isd-academies-business-partners/arts-education-academy/~ Disallow: /community/isd-academies-business-partners/business-academy$ Disallow: /community/isd-academies-business-partners/business-academy? Disallow: /community/isd-academies-business-partners/business-academy/~ Disallow: /community/isd-academies-business-partners/stem-academy$ Disallow: /community/isd-academies-business-partners/stem-academy? Disallow: /community/isd-academies-business-partners/stem-academy/~ Disallow: /community/isd-academies-business-partners/all-academy-business-partners$ Disallow: /community/isd-academies-business-partners/all-academy-business-partners? Disallow: /community/isd-academies-business-partners/all-academy-business-partners/~ Disallow: /community/isd-academies-business-partners/public-service-academy$ Disallow: /community/isd-academies-business-partners/public-service-academy? Disallow: /community/isd-academies-business-partners/public-service-academy/~ Disallow: /community/isd-academies-business-partners/industrial-technology-academy$ Disallow: /community/isd-academies-business-partners/industrial-technology-academy? Disallow: /community/isd-academies-business-partners/industrial-technology-academy/~ Disallow: /education/curriculum/elementary-curriculum/elementary-curriculum-clone$ Disallow: /education/curriculum/elementary-curriculum/elementary-curriculum-clone? Disallow: /education/curriculum/elementary-curriculum/elementary-curriculum-clone/~ Disallow: /our-district/departments/public-relations/campaigns/campaign-launch/staff-support-wellness$ Disallow: /our-district/departments/public-relations/campaigns/campaign-launch/staff-support-wellness? Disallow: /our-district/departments/public-relations/campaigns/campaign-launch/staff-support-wellness/~ Disallow: /student-records-request1$ Disallow: /student-records-request1? Disallow: /student-records-request1/~ Disallow: /our-district/departments/nutrition/school-meal-menus$ Disallow: /our-district/departments/nutrition/school-meal-menus? Disallow: /our-district/departments/nutrition/school-meal-menus/~ Disallow: /our-district/departments/old-pages$ Disallow: /our-district/departments/old-pages? Disallow: /our-district/departments/old-pages/~ Disallow: /old-pages$ Disallow: /old-pages? Disallow: /old-pages/~ Disallow: /community/independence-council-pta$ Disallow: /community/independence-council-pta? Disallow: /community/independence-council-pta/~ Disallow: /community/community-partners$ Disallow: /community/community-partners? Disallow: /community/community-partners/~ Disallow: /our-district/departments/public-relations/campaigns/campaign-launch$ Disallow: /our-district/departments/public-relations/campaigns/campaign-launch? Disallow: /our-district/departments/public-relations/campaigns/campaign-launch/~ Disallow: /community/old-pages$ Disallow: /community/old-pages? Disallow: /community/old-pages/~ Disallow: /community/isd-adult-education$ Disallow: /community/isd-adult-education? Disallow: /community/isd-adult-education/~ Disallow: /community/isd-academies-business-partners$ Disallow: /community/isd-academies-business-partners? Disallow: /community/isd-academies-business-partners/~ Disallow: /community/isd-foundation$ Disallow: /community/isd-foundation? Disallow: /community/isd-foundation/~ Disallow: /community/retired-teachers$ Disallow: /community/retired-teachers? Disallow: /community/retired-teachers/~ Disallow: /production/banners/left-right-banners$ Disallow: /production/banners/left-right-banners? Disallow: /production/banners/left-right-banners/~ Disallow: /production/posts/list$ Disallow: /production/posts/list? Disallow: /production/posts/list/~ Disallow: /production/posts/grid$ Disallow: /production/posts/grid? Disallow: /production/posts/grid/~ Disallow: /production/posts/slideshow$ Disallow: /production/posts/slideshow? Disallow: /production/posts/slideshow/~ Disallow: /production/posts/single$ Disallow: /production/posts/single? Disallow: /production/posts/single/~ Disallow: /production/calendar/event$ Disallow: /production/calendar/event? Disallow: /production/calendar/event/~ Disallow: /production/calendar/grid$ Disallow: /production/calendar/grid? Disallow: /production/calendar/grid/~ Disallow: /production/calendar/list$ Disallow: /production/calendar/list? Disallow: /production/calendar/list/~ Disallow: /production/calendar/slideshow$ Disallow: /production/calendar/slideshow? Disallow: /production/calendar/slideshow/~ Disallow: /production/constituent/search$ Disallow: /production/constituent/search? Disallow: /production/constituent/search/~ Disallow: /production/social-elements/vimeo$ Disallow: /production/social-elements/vimeo? Disallow: /production/social-elements/vimeo/~ Disallow: /production/social-elements/youtube$ Disallow: /production/social-elements/youtube? Disallow: /production/social-elements/youtube/~ Disallow: /production$ Disallow: /production? Disallow: /production/~ Disallow: /icon-library$ Disallow: /icon-library? Disallow: /icon-library/~ Disallow: /production/qa-testing/qa-testing-content$ Disallow: /production/qa-testing/qa-testing-content? Disallow: /production/qa-testing/qa-testing-content/~ Disallow: /production/qa-testing/qa-testing-buttons$ Disallow: /production/qa-testing/qa-testing-buttons? Disallow: /production/qa-testing/qa-testing-buttons/~ Disallow: /our-district/four-day-school-week/fifth-day/mcc-isd-early-college-program$ Disallow: /our-district/four-day-school-week/fifth-day/mcc-isd-early-college-program? Disallow: /our-district/four-day-school-week/fifth-day/mcc-isd-early-college-program/~ Disallow: /staff/test-page-footer$ Disallow: /staff/test-page-footer? Disallow: /staff/test-page-footer/~