# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / User-agent: * Sitemap: https://www.petfoodindustry.com/sitemap.xml Disallow: /*?taxonomyid Disallow: /?longurlwascutoff_1&&&&&&&&&&&&& Disallow: /?pageid=5361&folderid=213&id=46112 Disallow: /1042164/Ag_General_Lead_728x90 Disallow: /GetAdDisplay.aspx Disallow: /WorkArea/ Disallow: /adspage.aspx Disallow: /articles/comment/abuse Disallow: /articles/email Disallow: /articles/log_view/ Disallow: /articles/preview Disallow: /articles/print Disallow: /cart Disallow: /comments/flag/ Disallow: /directories/log_view/ Disallow: /events/log_view/ Disallow: /media/log_view/ Disallow: /pages/log_view/ Disallow: /paywall/log_view/ Disallow: /productportfolio Disallow: /products/email Disallow: /products/log_view/ Disallow: /products/print Disallow: /search Disallow: /taxonomies/log_view/ Disallow: /user