User-agent: * Disallow: /albums/ Disallow: /cache/ Disallow: /cache_html/ Disallow: /themes/ Disallow: /lib/ Disallow: /log/ Disallow: /uploaded/ Disallow: /zp-core/ Disallow: /scripts/ Disallow: /styles/ Disallow: /zp-data/ Disallow: /plugins/ Disallow: /doc_files/ Disallow: /_urban-typology/ Disallow: /plesk-stat/ Disallow: /Zenphoto.package Disallow: /trackback.php Disallow: /rss-news-comments.php Disallow: /rss-comments.php Disallow: /rss-news.php Disallow: /rss.php Allow: / # # disallow adsense bot, as it's rude # User-agent: Mediapartners-Google* Disallow: / # # http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360 # To block access to all URLs that include a question mark (?) (more specifically, any URL that begins # with your domain name, followed by any string, followed by a question mark, followed by any string): # User-agent: Googlebot Disallow: /*? User-agent: Slurp Disallow: * Crawl-delay: 1 User-agent: msnbot Crawl-delay: 1 # Sitemap: sitemap.xml