# Sitemap
Sitemap: http://unsworks.unsw.edu.au/sitemap.xml

# Disallow all robots from this directory structure.
User-agent: *
Disallow: /

# Grant access to sitemap related directories for "Allow-aware" robots
User-agent: Googlebot
Disallow: /
Allow: /sitemap.xml
Allow: /publications_by_year/
Allow: /fapi/datastream/*/bin*
Allow: /fapi/datastream/*/SOURCE*