User-agent: Scrapy
Allow: /

User-agent: Scrapy
Allow: /
# Default Flywheel robots file
User-agent: *
Disallow: /calendar/action*
Disallow: /events/action*
Disallow: /*?
Disallow: /wp-content/uploads/2022/10/benefits-spanish.pdf
Crawl-delay: 3