User-agent: *
Disallow: /64.70.207.213/ # These are test pages
Disallow: /cgi-bin/ # These are scripts
Disallow: /ftp/ # These are temporary files
Disallow: /htsdata/ # These are utility files
Disallow: /logs/ # These are log files
Disallow: /Merchant/ # These are utility files
Disallow: /site/ # These are incomplete pieces such as headers and footers