User-agent: *
Disallow: /cgi-bin/

## Do not crawl 2-nd home page copy (example.com/index.aspx). 

Disallow: /index2.aspx



## Do not crawl checkout and user account pages

Disallow: /checkout/

Disallow: /onestepcheckout/

Disallow: /customer/

Disallow: /customer/account/

Disallow: /customer/account/login/