User-agent: * Allow: / Disallow: /syssite/shopadmin/ Disallow: /shopadmin/ Disallow: /syssite/install/ Disallow: /install/ # Disallow all crawlers access to dynamic pages (product list). Disallow: /index.php?gOo=goods_search_list.dwt&gcat= Disallow: /index.php? Disallow: /*? Disallow: /items/ # Disallow pictures of the product # Disallow: /index.php?gOo=goodspic.dwt&goodsid= # Disallow all crawlers access to dynamic pages (dynamic product detalis) # Disallow: /index.php?gOo=goods_details.dwt&goodsid= # Disallow all crawlers access to brand list (the first five don't work) # Disallow: /index.php?gOo=goods_brand.dwt # Allow: /index.php?gOo=article_details.dwt&articleid= # disallow old invalid pages # MSN robot Disallow: /htmlcache.php?url=