use User-agent: * Disallow: /simpletest/ Disallow: /scripts/ Disallow: /blog_old/ Disallow: /blog_backup/ Disallow: /flash/ Disallow: /includes/ Disallow: /js/ Disallow: /media/ Disallow: /old_site_files/