# HSCODE.UK — crawler directives
# All HTML pages are open to indexing.

User-agent: *
Allow: /

# Bundled reference data is fetched by the browser, not meant to be indexed
# as standalone pages.
Disallow: /assets/data/

# Nothing here should be indexed as a page.
Disallow: /404.html

Sitemap: https://hscode.uk/sitemap.xml