User-agent: * Disallow: /cgi-bin/ Disallow: /products* Disallow: /catalog/ Disallow: /resources/ Disallow: /review-archives/ Disallow: /datafeedprocessing/ Disallow: /music-all.php3 Disallow: /article-all.php3