#robots.txt for www.begellhouse.com User-agent:* Disallow: /files/ Disallow: /i/ Disallow: /ii/ Disallow: /js/ Disallow: /lib/ Disallow: /user/ Disallow: /cart/ Disallow: /download/ Disallow: /order/ Disallow: /search/ Crawl-delay: 30