User-agent: *
Allow: / # 默认允许所有内容
Disallow: /bin/
Disallow: /Themes/
Disallow: /Account/
Disallow: /Cart/
Disallow: /Tool/
Disallow: /not-allowed/ 
Disallow: /*product_list_mode=
Disallow: /*pageIndex=
Disallow: /*utm_source=
Disallow: /*?keyword=
Disallow: /*sortBy=
Disallow: /global/?*
Disallow: /*cateId*
Disallow: /*tagId*
Disallow: /*tagName*


#针对特定爬虫的额外规则
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
Allow: / 

# Amazon'bot
User-agent: Amazonbot 
Disallow: /