sitemap: http://www.foodprocessing.com/sitemap.xml
User-agent: *
Disallow: /search
Disallow: /search.html
Disallow: /index.php
Disallow: /member-profile
User-agent: bingbot
Disallow: /search
Disallow: /search.html
Disallow: /index.php
Disallow: /member-profile
Crawl-delay: 20
User-agent: msnbot
Disallow: /search
Disallow: /search.html
Disallow: /index.php
Disallow: /member-profile
Crawl-delay: 20
User-agent: slurp
Disallow: /search
Disallow: /search.html
Disallow: /index.php
Disallow: /member-profile
Crawl-delay: 20 
User-agent: yandex
Disallow: /search
Disallow: /search.html
Disallow: /index.php
Disallow: /member-profile
Crawl-delay: 15
User-agent: heritrix
Disallow: /search
Disallow: /search.html
Disallow: /index.php
Disallow: /member-profile
Crawl-delay: 20