User-agent: *
Disallow: /*.xz$
Disallow: /id/CS_*
Disallow: /dataset_xyz/*
Disallow: /dataset_parquet/*
Disallow: /dataset-original/*
Disallow: /*.json
Sitemap: https://materials.colabfit.org/sitemap.xml