User-agent: SemrushBot
Disallow: /
User-agent: *
Crawl-delay: 2
Disallow: /oauth/*
Disallow: /preview/*
Disallow: /share-link
User-agent: *
Disallow: /sites/default/files/*.pdf
Disallow: /sites/default/files/*.doc
Disallow: /sites/default/files/*.xls
Disallow: /sites/default/files/*.csv
Disallow: /sites/default/files/*.txt
Disallow: /sites/default/files/*.ppt
Disallow: /sites/default/files/*.dot
Disallow: /sites/default/files/*.tif
Disallow: /sites/default/files/*.eps
Disallow: /sites/default/files/*.zip
Disallow: /sites/default/files/*.ics
Disallow: /sites/default/files/*.rtf
Sitemap: https://www.vecra.vic.gov.au/sitemap.xml