User-agent: OnCrawl
Allow: /

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /taxonomy/
Disallow: /taxonomy/term/
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /work-at-lr/director-general-education
Disallow: /sites/default/files/styles/standard/public/2021-09/morron-renee.jpg
Disallow: /sites/default/files/2021-11/protecting-our-den-revised-3-12-21.pdf
Disallow: /sites/default/files/2021-10/protecting-our-den-revised-3-12-21.pdf
Disallow: /sites/default/files/2023-01/commencement-handbook-2023_0.pdf
Disallow: /sites/default/files/2021-06/course-substitution-form-fillable.pdf
Disallow: /sites/default/files/2021-06/exempt-immunization-form-2021-22.pdf
Disallow: /sites/default/files/2021-06/course-withdrawal-form-fillable.pdf
Disallow: /sites/default/files/2021-09/application-for-graduation-2021.pdf
Disallow: /sites/default/files/2021-10/nursing-bsn-disclosure.pdf
Disallow: /financial-aid-costs/college-affordability/lenoir-rhyne-promise
Disallow: /news/lr-expands-half-tuition-program-whole-state
Disallow: /news/lenoir-rhyne-tuition-reset
Disallow: /news/bear-bound-lenoir-rhyne-community-college-partnerships
Disallow: /sites/default/files/2021-11/ribn-admission-criteria-2022-mitchell.pdf
Disallow: /sites/default/files/2021-06/student-achievement-2016-2020.pdf
Disallow: /sites/default/files/2024-05/academic-calendar-2024-2025.pdf
Disallow: /admission/undergraduate-admission/admitted-students/new-student-orientation
Disallow: /alumni/connect-learn/raftr
Disallow: /race-matters-class
Disallow: /news/lenoir-rhyne-model-united-nations-takes-paris
Disallow: /sites/default/files/2023-05/grad-program.pdf
Disallow: /sites/default/files/2024-09/eating-together-faithfully-syllabus.pdf
Disallow: /sites/default/files/2024-09/eating-together-faithfully-e-book.pdf
Disallow: /form/family-weekend-2024
Disallow: /familyweekend/registration
Disallow: /sites/default/files/2024-09/annual-security-and-fire-safety-report-2023.pdf
Disallow: /sites/default/files/2024-10/annual-fire-security-and-fire-safety-report-2023.pdf
Disallow: /sites/default/files/2021-10/undergraduate-ap-placement-scores-2021_0.pdf
Disallow: /chargeforward/
Disallow: /niche-direct-admission
Disallow: /sites/default/files/2024-12/mspas-student-policy-manual-12-2-24.pdf
Disallow: /sites/default/files/2024-01/mspas-student-policy-manual-2023-24.pdf
Disallow: /sites/default/files/2024-12/mspas-student-policy-manual-dec-2024.pdf
Disallow: /about/directory/curt-linkous
Disallow: /sites/default/files/2024-07/non-discrimination-and-anti-retaliation-policy-2024.pdf
Disallow: /sites/default/files/2021-07/university-style-guide.pdf
Disallow: /sites/default/files/2024-04/2024-2025-academic-calendar.pdf
Disallow: /sites/default/files/2024-05/academic-calendar-2024-25.pdf
Disallow: /sites/default/files/2024-05/summer-youth-music-camp-2024.pdf
Disallow: /form/family-weekend-registration
Disallow: /sites/default/files/2021-06/sdcp-application-form.pdf
Disallow: /sites/default/files/2021-06/register-for-classes.pdf
Disallow: /sites/default/files/2023-11/academic-calendar-2025-2026.pdf
Disallow: /sites/default/files/2025-04/academic-calendar-2025-2026.pdf
Disallow: /sites/default/files/2024-08/student-handbook-2024-2025.pdf
Disallow: /sites/default/files/2021-06/new-undergrad-heathcare-grad-student-health-packet-2021-22.pdf
Disallow: /sites/default/files/2025-08/residence-life-community-living-guide-2025-2026.pdf
Disallow: /sites/default/files/2021-10/undergraduate-first-year-visit-information-sheet-2021.pdf
Disallow: /sites/default/files/2025-08/residence-life-community-living-guide-2025-26.pdf