User-agent: * Disallow: /refer.php Disallow: /*.css$ Disallow: /*.txt$ Disallow: /websitetranslator/ Disallow: /cgi-bin/ Disallow: /li/