User-agent: *
Disallow: /*_tid=*
Disallow: /*.pdf*
Disallow: /*.sfw=*
Disallow: /*.xls=*
Disallow: /*.doc=*
Disallow: /3rdpartad.html
Disallow: /clubs/new
Disallow: /php/
Disallow: /fb
Disallow: /fb.mobile
Disallow: /top_iframe_isense_dotdk.html
Disallow: /klub/*
Disallow: /hold/*
Disallow: /sign_in/*
Disallow: /category_products/*
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.doc
Disallow: /*.docx

# For Google AdSense to crawl the page
User-agent: Mediapartners-Google
Disallow: