# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /policies-and-benefits/benefits$ Disallow: /policies-and-benefits/benefits? Disallow: /policies-and-benefits/benefits/~ Disallow: /staff-portal/hiring-resources$ Disallow: /staff-portal/hiring-resources? Disallow: /staff-portal/hiring-resources/~ Disallow: /login-clone$ Disallow: /login-clone? Disallow: /login-clone/~ Disallow: /staff-portal/finalsite-connect$ Disallow: /staff-portal/finalsite-connect? Disallow: /staff-portal/finalsite-connect/~ Disallow: /staff-portal/finalsite-news$ Disallow: /staff-portal/finalsite-news? Disallow: /staff-portal/finalsite-news/~ Disallow: /staff-portal/hiring-resources/job-descriptions/job-descriptions-library$ Disallow: /staff-portal/hiring-resources/job-descriptions/job-descriptions-library? Disallow: /staff-portal/hiring-resources/job-descriptions/job-descriptions-library/~ Disallow: /staff-portal/site-list$ Disallow: /staff-portal/site-list? Disallow: /staff-portal/site-list/~ Disallow: /staff-portal/finalsite-news/ceo-update-meetings$ Disallow: /staff-portal/finalsite-news/ceo-update-meetings? Disallow: /staff-portal/finalsite-news/ceo-update-meetings/~ Disallow: /staff-portal/finalsite-connect/slack-channels$ Disallow: /staff-portal/finalsite-connect/slack-channels? Disallow: /staff-portal/finalsite-connect/slack-channels/~ Disallow: /staff-portal/finalsite-news/new-hires-and-promotions$ Disallow: /staff-portal/finalsite-news/new-hires-and-promotions? Disallow: /staff-portal/finalsite-news/new-hires-and-promotions/~ Disallow: /staff-portal/hiring-resources/job-descriptions/job-description-template$ Disallow: /staff-portal/hiring-resources/job-descriptions/job-description-template? Disallow: /staff-portal/hiring-resources/job-descriptions/job-description-template/~ Disallow: /staff-portal/hiring-resources/steps-for-hiring$ Disallow: /staff-portal/hiring-resources/steps-for-hiring? Disallow: /staff-portal/hiring-resources/steps-for-hiring/~ Disallow: /staff-portal/finalsite-news/general-updates$ Disallow: /staff-portal/finalsite-news/general-updates? Disallow: /staff-portal/finalsite-news/general-updates/~ Disallow: /staff-portal/training/thrive-in-45/thrive-in-45-feedback-form$ Disallow: /staff-portal/training/thrive-in-45/thrive-in-45-feedback-form? Disallow: /staff-portal/training/thrive-in-45/thrive-in-45-feedback-form/~ Disallow: /staff-portal/finalsite-connect/random-coffee$ Disallow: /staff-portal/finalsite-connect/random-coffee? Disallow: /staff-portal/finalsite-connect/random-coffee/~ Disallow: /staff-portal/hiring-resources/job-descriptions$ Disallow: /staff-portal/hiring-resources/job-descriptions? Disallow: /staff-portal/hiring-resources/job-descriptions/~ Disallow: /staff-portal/hiring-resources/recorded-training-sessions$ Disallow: /staff-portal/hiring-resources/recorded-training-sessions? Disallow: /staff-portal/hiring-resources/recorded-training-sessions/~ Disallow: /staff-portal/training/thrive-in-45/recent-thrive-in-45-sessions-element$ Disallow: /staff-portal/training/thrive-in-45/recent-thrive-in-45-sessions-element? Disallow: /staff-portal/training/thrive-in-45/recent-thrive-in-45-sessions-element/~ Disallow: /staff-portal/training$ Disallow: /staff-portal/training? Disallow: /staff-portal/training/~ Disallow: /staff-portal/hiring-resources/issuing-a-promotion$ Disallow: /staff-portal/hiring-resources/issuing-a-promotion? Disallow: /staff-portal/hiring-resources/issuing-a-promotion/~ Disallow: /staff-portal/finalsite-news/people-ops-info-drops$ Disallow: /staff-portal/finalsite-news/people-ops-info-drops? Disallow: /staff-portal/finalsite-news/people-ops-info-drops/~ Disallow: /staff-portal/finalsite-news/the-scoop-newsletter$ Disallow: /staff-portal/finalsite-news/the-scoop-newsletter? Disallow: /staff-portal/finalsite-news/the-scoop-newsletter/~ Disallow: /guru$ Disallow: /guru? Disallow: /guru/~ Disallow: /staff-portal/finalsite-connect/the-coop$ Disallow: /staff-portal/finalsite-connect/the-coop? Disallow: /staff-portal/finalsite-connect/the-coop/~ Disallow: /policies-and-benefits/benefits/us-benefits$ Disallow: /policies-and-benefits/benefits/us-benefits? Disallow: /policies-and-benefits/benefits/us-benefits/~ Disallow: /staff-portal/finalsite-connect/finalsite-fun$ Disallow: /staff-portal/finalsite-connect/finalsite-fun? Disallow: /staff-portal/finalsite-connect/finalsite-fun/~ Disallow: /policies-and-benefits/benefits/uk-benefits$ Disallow: /policies-and-benefits/benefits/uk-benefits? Disallow: /policies-and-benefits/benefits/uk-benefits/~ Disallow: /staff-portal/finalsite-news/company-meetings$ Disallow: /staff-portal/finalsite-news/company-meetings? Disallow: /staff-portal/finalsite-news/company-meetings/~ Disallow: /staff-portal/finalsite-connect/walk-the-world$ Disallow: /staff-portal/finalsite-connect/walk-the-world? Disallow: /staff-portal/finalsite-connect/walk-the-world/~ Disallow: /staff-portal/finalsite-connect/wellsteps$ Disallow: /staff-portal/finalsite-connect/wellsteps? Disallow: /staff-portal/finalsite-connect/wellsteps/~ Disallow: /staff-portal$ Disallow: /staff-portal? Disallow: /staff-portal/~ Disallow: /staff-portal/training/thrive-in-45$ Disallow: /staff-portal/training/thrive-in-45? Disallow: /staff-portal/training/thrive-in-45/~ Disallow: /staff-portal/training/compliance-training$ Disallow: /staff-portal/training/compliance-training? Disallow: /staff-portal/training/compliance-training/~ Disallow: /search$ Disallow: /search? Disallow: /search/~ Disallow: /support-bot-testing$ Disallow: /support-bot-testing? Disallow: /support-bot-testing/~ Disallow: /departments/finance$ Disallow: /departments/finance? Disallow: /departments/finance/~ Disallow: /departments/deployment-production$ Disallow: /departments/deployment-production? Disallow: /departments/deployment-production/~ Disallow: /$ Disallow: /? Disallow: /~ Disallow: /departments/client-success$ Disallow: /departments/client-success? Disallow: /departments/client-success/~ Disallow: /departments/marketing$ Disallow: /departments/marketing? Disallow: /departments/marketing/~ Disallow: /departments/support-services$ Disallow: /departments/support-services? Disallow: /departments/support-services/~ Disallow: /departments/engineering-services$ Disallow: /departments/engineering-services? Disallow: /departments/engineering-services/~ Disallow: /departments/support-services/after-hours$ Disallow: /departments/support-services/after-hours? Disallow: /departments/support-services/after-hours/~ Disallow: /departments/consulting-services$ Disallow: /departments/consulting-services? Disallow: /departments/consulting-services/~ Disallow: /departments/client-success/client-retention-red-flags$ Disallow: /departments/client-success/client-retention-red-flags? Disallow: /departments/client-success/client-retention-red-flags/~ Disallow: /departments/sales$ Disallow: /departments/sales? Disallow: /departments/sales/~ Disallow: /new-site-list$ Disallow: /new-site-list? Disallow: /new-site-list/~ Disallow: /departments/product$ Disallow: /departments/product? Disallow: /departments/product/~ Disallow: /departments/sales/ts$ Disallow: /departments/sales/ts? Disallow: /departments/sales/ts/~ Disallow: /quicklinks/finalsite-lingo$ Disallow: /quicklinks/finalsite-lingo? Disallow: /quicklinks/finalsite-lingo/~