User-agent: *

Disallow: /background/

Disallow: /css/

Disallow: /cgi-bin/

Disallow: /contact.html

Disallow: /js/

Disallow: /images/

Disallow: /test/

Disallow: /etc/

Disallow: /mail/

Disallow: /temp/

Disallow: /public_ftp/

Disallow: /acart/

Disallow: /entropybanner/

Disallow: /guest/

User-agent: Googlebot

User-agent: InfoNaviRobot

User-agent: TV33_Mercator

User-agent: AVSearch

User-agent: Mercator

User-agent: Scooter

User-agent: Slurp

User-agent: SearchengineLicenceSheep

User-agent: shadow

User-agent: MultiText

User-agent: FAST-WebCrawler

User-agent: Lycos_Spider

User-agent: Atomz

User-agent: htdig