User-agent: *
Crawl-delay: 2
Allow: /$

# CSS, JS, Images
Allow: *.css$
Allow: *.css?
Allow: /css/*.css$
Allow: /css/*.css?
Allow: /js/*.js$
Allow: /js/*.js?
Allow: /images/*.gif
Allow: /images/*.jpg
Allow: /images/*.jpeg
Allow: /images/*.png
Allow: /images/*.svg
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Directories
Disallow: /documents
Disallow: /lang
Disallow: /tmp
Disallow: /vendor
Disallow: /xsd

# Files
Disallow: *.php$
Disallow: /100-multi-year.csv

# Paths (clean URLs)