#anti-robot file User-agent: * Disallow: /script_index.html Disallow: /apps/ Disallow: /banner/ Disallow: /cgi-bin/ Disallow: /data/ Disallow: /graphics/ Disallow: /links/ Disallow: /mailer/ Disallow: /merchant/ Disallow: /mgraph/ Disallow: /random/ Disallow: /search/ Disallow: /stats/ Disallow: /sys/