# robots.txt for http://www.DataLinkNY.com/ # Last modified on tue Nov 07 22:59:00 EST 1999 by Steve Trapp # Last modified on tue May 29 22:59:00 EST 2001 by Steve Trapp # Last modified on tue May 10 22:59:00 EST 2003 by Steve Trapp # Any robot may visit this site and retrieve any # "htm" document User-agent: * # All spiders should avoid Disallow: /tmp/ Disallow: /cgi-bin/ # Script files Disallow: /cgi-win/ Disallow: /cgi-shl/ Disallow: /~logs/ Disallow: /log/ Disallow: /images/ Disallow: /inv/ Disallow: /store/ Disallow: /ip/ Disallow: /DPFDcal/ Disallow: /demo/ Disallow: /DPScalendar/ Disallow: /LCBProgram/ Disallow: /dpfdcal/ Disallow: /dpscalendar/ Disallow: /lcbprogram/ Disallow: /lcbsccal/ Disallow: /steve/ Disallow: /multimedia/ Disallow: /homeip/ Disallow: /commerc/ # See Short and Sweet !!