# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /book-list-clone$
Disallow: /book-list-clone?
Disallow: /book-list-clone/~
Disallow: /post-details$
Disallow: /post-details?
Disallow: /post-details/~
Disallow: /community/prep/details$
Disallow: /community/prep/details?
Disallow: /community/prep/details/~
Disallow: /teams-clone$
Disallow: /teams-clone?
Disallow: /teams-clone/~
Disallow: /community/prep/details/academic-year$
Disallow: /community/prep/details/academic-year?
Disallow: /community/prep/details/academic-year/~
Disallow: /production/navigation/tier-three-page$
Disallow: /production/navigation/tier-three-page?
Disallow: /production/navigation/tier-three-page/~
Disallow: /production/navigation/tier-three-page/tier-four-page$
Disallow: /production/navigation/tier-three-page/tier-four-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/~
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /admission/admission-events/pingree-preview$
Disallow: /admission/admission-events/pingree-preview?
Disallow: /admission/admission-events/pingree-preview/~
Disallow: /about-clone-test$
Disallow: /about-clone-test?
Disallow: /about-clone-test/~
Disallow: /about/school-history/news-details$
Disallow: /about/school-history/news-details?
Disallow: /about/school-history/news-details/~
Disallow: /home-clone-original/old-panels-backup$
Disallow: /home-clone-original/old-panels-backup?
Disallow: /home-clone-original/old-panels-backup/~
Disallow: /production/organizational/one-column$
Disallow: /production/organizational/one-column?
Disallow: /production/organizational/one-column/~
Disallow: /community/prep/details/alumni$
Disallow: /community/prep/details/alumni?
Disallow: /community/prep/details/alumni/~
Disallow: /posts-filtered-grid-1-light$
Disallow: /posts-filtered-grid-1-light?
Disallow: /posts-filtered-grid-1-light/~
Disallow: /community/prep$
Disallow: /community/prep?
Disallow: /community/prep/~
Disallow: /website-instructions/website-overview$
Disallow: /website-instructions/website-overview?
Disallow: /website-instructions/website-overview/~
Disallow: /website-instructions/interior-page$
Disallow: /website-instructions/interior-page?
Disallow: /website-instructions/interior-page/~
Disallow: /calendar-test$
Disallow: /calendar-test?
Disallow: /calendar-test/~
Disallow: /academics/college-counseling/college-counseling-handbook/roles-responsibilities-when-applying-to-college-clone$
Disallow: /academics/college-counseling/college-counseling-handbook/roles-responsibilities-when-applying-to-college-clone?
Disallow: /academics/college-counseling/college-counseling-handbook/roles-responsibilities-when-applying-to-college-clone/~
Disallow: /academics/college-counseling/college-counseling-handbook/standardized-testing-clone$
Disallow: /academics/college-counseling/college-counseling-handbook/standardized-testing-clone?
Disallow: /academics/college-counseling/college-counseling-handbook/standardized-testing-clone/~
Disallow: /academics/college-counseling/college-counseling-handbook/tips-for-preparing-for-interviews-clone$
Disallow: /academics/college-counseling/college-counseling-handbook/tips-for-preparing-for-interviews-clone?
Disallow: /academics/college-counseling/college-counseling-handbook/tips-for-preparing-for-interviews-clone/~
Disallow: /book-list$
Disallow: /book-list?
Disallow: /book-list/~
Disallow: /summer-work$
Disallow: /summer-work?
Disallow: /summer-work/~
Disallow: /academics/college-counseling/college-counseling-handbook/finding-your-fit-clone$
Disallow: /academics/college-counseling/college-counseling-handbook/finding-your-fit-clone?
Disallow: /academics/college-counseling/college-counseling-handbook/finding-your-fit-clone/~
Disallow: /production/organizational/tabs$
Disallow: /production/organizational/tabs?
Disallow: /production/organizational/tabs/~
Disallow: /production/organizational/accordion$
Disallow: /production/organizational/accordion?
Disallow: /production/organizational/accordion/~
Disallow: /production/organizational/two-column$
Disallow: /production/organizational/two-column?
Disallow: /production/organizational/two-column/~
Disallow: /production/organizational/three-column$
Disallow: /production/organizational/three-column?
Disallow: /production/organizational/three-column/~
Disallow: /production/organizational/four-column$
Disallow: /production/organizational/four-column?
Disallow: /production/organizational/four-column/~
Disallow: /production/organizational/container$
Disallow: /production/organizational/container?
Disallow: /production/organizational/container/~
Disallow: /community/prep/apply$
Disallow: /community/prep/apply?
Disallow: /community/prep/apply/~
Disallow: /icon-library$
Disallow: /icon-library?
Disallow: /icon-library/~
Disallow: /academics/college-counseling/college-counseling-handbook$
Disallow: /academics/college-counseling/college-counseling-handbook?
Disallow: /academics/college-counseling/college-counseling-handbook/~
Disallow: /academics/college-counseling/college-counseling-handbook/guide-to-visiting-colleges-clone$
Disallow: /academics/college-counseling/college-counseling-handbook/guide-to-visiting-colleges-clone?
Disallow: /academics/college-counseling/college-counseling-handbook/guide-to-visiting-colleges-clone/~
Disallow: /production/organizational$
Disallow: /production/organizational?
Disallow: /production/organizational/~
Disallow: /production/social-elements$
Disallow: /production/social-elements?
Disallow: /production/social-elements/~
Disallow: /production/qa-testing/qa-testing-buttons$
Disallow: /production/qa-testing/qa-testing-buttons?
Disallow: /production/qa-testing/qa-testing-buttons/~
Disallow: /production/banners$
Disallow: /production/banners?
Disallow: /production/banners/~
Disallow: /production/calendar$
Disallow: /production/calendar?
Disallow: /production/calendar/~
Disallow: /production/constituent$
Disallow: /production/constituent?
Disallow: /production/constituent/~
Disallow: /production/embed$
Disallow: /production/embed?
Disallow: /production/embed/~
Disallow: /production/form$
Disallow: /production/form?
Disallow: /production/form/~
Disallow: /production/posts$
Disallow: /production/posts?
Disallow: /production/posts/~
Disallow: /production/qa-testing/qa-testing-content$
Disallow: /production/qa-testing/qa-testing-content?
Disallow: /production/qa-testing/qa-testing-content/~
Disallow: /production/search$
Disallow: /production/search?
Disallow: /production/search/~
Disallow: /admission/international-students-clone$
Disallow: /admission/international-students-clone?
Disallow: /admission/international-students-clone/~
Disallow: /community/prep/details/summer$
Disallow: /community/prep/details/summer?
Disallow: /community/prep/details/summer/~
Disallow: /production/login$
Disallow: /production/login?
Disallow: /production/login/~
Disallow: /production/navigation$
Disallow: /production/navigation?
Disallow: /production/navigation/~
Disallow: /production/athletics$
Disallow: /production/athletics?
Disallow: /production/athletics/~
Disallow: /production/page-layout$
Disallow: /production/page-layout?
Disallow: /production/page-layout/~
Disallow: /production/resources$
Disallow: /production/resources?
Disallow: /production/resources/~
Disallow: /production/qa-testing$
Disallow: /production/qa-testing?
Disallow: /production/qa-testing/~
Disallow: /production$
Disallow: /production?
Disallow: /production/~
Disallow: /production/banners/left-right-banners$
Disallow: /production/banners/left-right-banners?
Disallow: /production/banners/left-right-banners/~
Disallow: /production/banners/left-banner$
Disallow: /production/banners/left-banner?
Disallow: /production/banners/left-banner/~
Disallow: /parents/student-family-handbook-2023-2024/appendix-c-massachusetts-anti-hazing-law$
Disallow: /parents/student-family-handbook-2023-2024/appendix-c-massachusetts-anti-hazing-law?
Disallow: /parents/student-family-handbook-2023-2024/appendix-c-massachusetts-anti-hazing-law/~
Disallow: /production/social-elements/youtube$
Disallow: /production/social-elements/youtube?
Disallow: /production/social-elements/youtube/~
Disallow: /production/social-elements/vimeo$
Disallow: /production/social-elements/vimeo?
Disallow: /production/social-elements/vimeo/~
Disallow: /parents$
Disallow: /parents?
Disallow: /parents/~
Disallow: /parents/announcements$
Disallow: /parents/announcements?
Disallow: /parents/announcements/~
Disallow: /parents/contact-list$
Disallow: /parents/contact-list?
Disallow: /parents/contact-list/~
Disallow: /parents/transportation$
Disallow: /parents/transportation?
Disallow: /parents/transportation/~
Disallow: /parents/school-calendar$
Disallow: /parents/school-calendar?
Disallow: /parents/school-calendar/~
Disallow: /parents/health-office$
Disallow: /parents/health-office?
Disallow: /parents/health-office/~
Disallow: /parents/student-family-handbook-2023-2024$
Disallow: /parents/student-family-handbook-2023-2024?
Disallow: /parents/student-family-handbook-2023-2024/~
Disallow: /parents/ppn$
Disallow: /parents/ppn?
Disallow: /parents/ppn/~
Disallow: /parents/student-family-handbook-2023-2024/parent-guardian-information$
Disallow: /parents/student-family-handbook-2023-2024/parent-guardian-information?
Disallow: /parents/student-family-handbook-2023-2024/parent-guardian-information/~
Disallow: /parents/student-family-handbook-2023-2024/studentfamily-handbook-intro$
Disallow: /parents/student-family-handbook-2023-2024/studentfamily-handbook-intro?
Disallow: /parents/student-family-handbook-2023-2024/studentfamily-handbook-intro/~
Disallow: /parents/student-family-handbook-2023-2024/advising-and-counseling$
Disallow: /parents/student-family-handbook-2023-2024/advising-and-counseling?
Disallow: /parents/student-family-handbook-2023-2024/advising-and-counseling/~
Disallow: /parents/student-family-handbook-2023-2024/conduct-and-community-values$
Disallow: /parents/student-family-handbook-2023-2024/conduct-and-community-values?
Disallow: /parents/student-family-handbook-2023-2024/conduct-and-community-values/~
Disallow: /parents/student-family-handbook-2023-2024/major-dates-2023-2024$
Disallow: /parents/student-family-handbook-2023-2024/major-dates-2023-2024?
Disallow: /parents/student-family-handbook-2023-2024/major-dates-2023-2024/~
Disallow: /parents/student-family-handbook-2023-2024/athletics-and-afternoon-programs$
Disallow: /parents/student-family-handbook-2023-2024/athletics-and-afternoon-programs?
Disallow: /parents/student-family-handbook-2023-2024/athletics-and-afternoon-programs/~
Disallow: /parents/student-family-handbook-2023-2024/school-contacts-at-a-glance$
Disallow: /parents/student-family-handbook-2023-2024/school-contacts-at-a-glance?
Disallow: /parents/student-family-handbook-2023-2024/school-contacts-at-a-glance/~
Disallow: /parents/student-family-handbook-2023-2024/daily-student-life$
Disallow: /parents/student-family-handbook-2023-2024/daily-student-life?
Disallow: /parents/student-family-handbook-2023-2024/daily-student-life/~
Disallow: /parents/student-family-handbook-2023-2024/academic-information$
Disallow: /parents/student-family-handbook-2023-2024/academic-information?
Disallow: /parents/student-family-handbook-2023-2024/academic-information/~
Disallow: /parents/student-family-handbook-2023-2024/attendance$
Disallow: /parents/student-family-handbook-2023-2024/attendance?
Disallow: /parents/student-family-handbook-2023-2024/attendance/~
Disallow: /parents/student-family-handbook-2023-2024/student-involvement$
Disallow: /parents/student-family-handbook-2023-2024/student-involvement?
Disallow: /parents/student-family-handbook-2023-2024/student-involvement/~
Disallow: /parents/student-family-handbook-2023-2024/health-and-safety$
Disallow: /parents/student-family-handbook-2023-2024/health-and-safety?
Disallow: /parents/student-family-handbook-2023-2024/health-and-safety/~
Disallow: /parents/student-family-handbook-2023-2024/additional-school-policies$
Disallow: /parents/student-family-handbook-2023-2024/additional-school-policies?
Disallow: /parents/student-family-handbook-2023-2024/additional-school-policies/~
Disallow: /production/banners/right-banner$
Disallow: /production/banners/right-banner?
Disallow: /production/banners/right-banner/~
Disallow: /production/constituent/directory$
Disallow: /production/constituent/directory?
Disallow: /production/constituent/directory/~
Disallow: /production/posts/list$
Disallow: /production/posts/list?
Disallow: /production/posts/list/~
Disallow: /production/constituent/profile$
Disallow: /production/constituent/profile?
Disallow: /production/constituent/profile/~
Disallow: /production/posts/single$
Disallow: /production/posts/single?
Disallow: /production/posts/single/~
Disallow: /production/posts/grid$
Disallow: /production/posts/grid?
Disallow: /production/posts/grid/~
Disallow: /production/posts/slideshow$
Disallow: /production/posts/slideshow?
Disallow: /production/posts/slideshow/~
Disallow: /production/constituent/students$
Disallow: /production/constituent/students?
Disallow: /production/constituent/students/~
Disallow: /production/constituent/search$
Disallow: /production/constituent/search?
Disallow: /production/constituent/search/~
Disallow: /production/calendar/slideshow$
Disallow: /production/calendar/slideshow?
Disallow: /production/calendar/slideshow/~
Disallow: /production/calendar/event$
Disallow: /production/calendar/event?
Disallow: /production/calendar/event/~
Disallow: /production/calendar/list$
Disallow: /production/calendar/list?
Disallow: /production/calendar/list/~
Disallow: /production/calendar/grid$
Disallow: /production/calendar/grid?
Disallow: /production/calendar/grid/~
Disallow: /production/social-elements/feeds$
Disallow: /production/social-elements/feeds?
Disallow: /production/social-elements/feeds/~
Disallow: /production/athletics/single-event$
Disallow: /production/athletics/single-event?
Disallow: /production/athletics/single-event/~
Disallow: /production/athletics/roster$
Disallow: /production/athletics/roster?
Disallow: /production/athletics/roster/~
Disallow: /production/athletics/teams$
Disallow: /production/athletics/teams?
Disallow: /production/athletics/teams/~
Disallow: /production/athletics/profile$
Disallow: /production/athletics/profile?
Disallow: /production/athletics/profile/~
Disallow: /production/athletics/table$
Disallow: /production/athletics/table?
Disallow: /production/athletics/table/~
Disallow: /production/athletics/events-list$
Disallow: /production/athletics/events-list?
Disallow: /production/athletics/events-list/~
Disallow: /layout-optimization/about-clone$
Disallow: /layout-optimization/about-clone?
Disallow: /layout-optimization/about-clone/~
Disallow: /home-2025-wo$
Disallow: /home-2025-wo?
Disallow: /home-2025-wo/~
Disallow: /home-clone-original$
Disallow: /home-clone-original?
Disallow: /home-clone-original/~
Disallow: /production/page-layout/three-columns-middle$
Disallow: /production/page-layout/three-columns-middle?
Disallow: /production/page-layout/three-columns-middle/~
Disallow: /production/page-layout/two-column-bottom-left-sidebar$
Disallow: /production/page-layout/two-column-bottom-left-sidebar?
Disallow: /production/page-layout/two-column-bottom-left-sidebar/~
Disallow: /production/page-layout/1-column-layout$
Disallow: /production/page-layout/1-column-layout?
Disallow: /production/page-layout/1-column-layout/~
Disallow: /production/page-layout/three-column-bottom$
Disallow: /production/page-layout/three-column-bottom?
Disallow: /production/page-layout/three-column-bottom/~
Disallow: /production/page-layout/two-columns-top$
Disallow: /production/page-layout/two-columns-top?
Disallow: /production/page-layout/two-columns-top/~
Disallow: /production/page-layout/2-column-layout$
Disallow: /production/page-layout/2-column-layout?
Disallow: /production/page-layout/2-column-layout/~
Disallow: /production/page-layout/3-column-layout$
Disallow: /production/page-layout/3-column-layout?
Disallow: /production/page-layout/3-column-layout/~
Disallow: /production/page-layout/4-column-layout$
Disallow: /production/page-layout/4-column-layout?
Disallow: /production/page-layout/4-column-layout/~
Disallow: /production/page-layout/one-column-over-two$
Disallow: /production/page-layout/one-column-over-two?
Disallow: /production/page-layout/one-column-over-two/~
Disallow: /production/page-layout/three-columns-top$
Disallow: /production/page-layout/three-columns-top?
Disallow: /production/page-layout/three-columns-top/~
Disallow: /production/page-layout/two-columns-middle$
Disallow: /production/page-layout/two-columns-middle?
Disallow: /production/page-layout/two-columns-middle/~
Disallow: /production/page-layout/two-column-bottom-right-sidebar$
Disallow: /production/page-layout/two-column-bottom-right-sidebar?
Disallow: /production/page-layout/two-column-bottom-right-sidebar/~
Disallow: /production/page-layout/two-column-left-sidebar$
Disallow: /production/page-layout/two-column-left-sidebar?
Disallow: /production/page-layout/two-column-left-sidebar/~
Disallow: /production/page-layout/two-column-right-sidebar$
Disallow: /production/page-layout/two-column-right-sidebar?
Disallow: /production/page-layout/two-column-right-sidebar/~