# robots.txt for www.nyfew.com # Stops things from looking at non-existent directories and wasting time User-agent: * Disallow: /cgi-bin/ Disallow: /cgi-user/ Disallow: /cgi/ Disallow: /scripts/ Disallow: /MSADC/ Disallow: /msadc/ Disallow: /d/ Disallow: /c/ Disallow: /_vti_bin/ Disallow: /_mem_bin/ Disallow: /artsupplies/* User-agent: LinkWalker Disallow: / User-agent: NPBot Disallow: / User-agent: Mediapartners-Google* Disallow: