# General access granted to all
User-agent: *
Crawl-delay: 5
Disallow: 

# Special versions of the site
Disallow: /admin/
Disallow: /books/
Disallow: /cmn/
Disallow: /image/
Disallow: /include/
Disallow: /mobile/
Disallow: /offline/
Disallow: /previews/
Disallow: /publisher/
Disallow: /stanza/

# Special top level scripts
Disallow: /404.php
Disallow: /atom.php
Disallow: /rss.php

# Special scripts
Disallow: /www/download.php
Disallow: /www/listing.php
Disallow: /www/preview.php