user-agent: * Crawl-delay: # delay between requests Disallow: /~public/thesaurus/hiera.htm Disallow: /~public/thesaurus/hierc.htm Disallow: /~public/thesaurus/hierh.htm Disallow: /~public/thesaurus/hierm.htm Disallow: /~public/thesaurus/hiern.htm Disallow: /~public/thesaurus/hiert.htm Disallow: /~public/thesaurus/hierx.htm Disallow: /~public/thesaurus/hierz.htm Disallow: /~public/nmaps/html/