User-agent: *
Disallow: /dataset/rate/
Disallow: /revision/
Disallow: /dataset/*/history
Disallow: /api/
Crawl-Delay: 10
Disallow: /dataset?
Disallow: /organization?
Disallow: /harvest?
Disallow: /group?
Sitemap: https://filestore.data.gov/gsa/catalog-next/sitemap/sitemap.xml