# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: *
Allow: /
Disallow: /auth/
Disallow: /api/
Disallow: /subscriptions/
Disallow: /webhooks/
Disallow: /settings/

# Allow all crawlers to access sitemaps
Sitemap: https://pantryaide.com/sitemap.xml