User-agent: *
Disallow: /scriptresource.axd
Disallow: /ScriptResource.axd
Disallow: /webresource.axd
Disallow: /WebResource.axd
Disallow: /Sites/Common/GetBasketData.asmx
Disallow: /sites/common/getbasketdata.asmx
Disallow: /?id=
Disallow: /?nodeid=
Disallow: /S/Sp2/CSS/
Disallow: /Default.aspx?id=
Disallow: /Admin/
Disallow: /Scripts/
Disallow: /Images/
Disallow: /RC/
Disallow: /Errors/
Disallow: /Terms/
Crawl-delay: 3600
Request-rate: 1/3600         # maximum rate is one page every 5 seconds
Visit-time: 0700-0945        # only visit between 7:00 AM and 9:45 AM UT (GMT)