# robots.txt for http://www.badgirlsonly.com/store/

User-agent: *
Disallow: /contents/cload.html
Disallow: /contents/core.html
Disallow: /contents/date.js
Disallow: /contents/dynamic.html
Disallow: /contents/extra.html
Disallow: /contents/grey.html
Disallow: /contents/lang
Disallow: /contents/load
Disallow: /contents/net.js
Disallow: /contents/pconfirm.html
Disallow: /contents/progress.html
Disallow: /contents/provider.html
Disallow: /contents/reseller.html
Disallow: /contents/sec.html
Disallow: /contents/sec.js
Disallow: /contents/sf.js
Disallow: /contents/stat.html
Disallow: /contents/stat.js
Disallow: /contents/ups.html
Disallow: /contents/utils.html
Disallow: conf.html
Disallow: orderterms.html
Disallow: ordertotal.html
Disallow: search.html
Disallow: shipping_charge.html
Disallow: thankyou.html
Disallow: unsuccessful.html
Sitemap: http://www.badgirlsonly.com/store/sitemap.xml


User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10