User-agent: *
Disallow: /cgi-bin/
Allow: /sitemap.xml
Allow: /ror.xml
Allow: /sitemap.html
Allow: /generator/data/urllist.txt
Allow: /sitemap.php