User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Disallow: /readme.html
Disallow: /refer/
Disallow: /enginece/
Disallow: /middleware/
Disallow: /wp-content/uploads/2024/08/Course-Hiring-and-Cancellation-Policy.pdf

User-agent: Scrapy
Disallow: /

User-agent: scrapy
Disallow: /

Sitemap: https://learn.uvm.edu/sitemap.xml
Sitemap: https://learn.uvm.edu/sitemap.rss