# All robots will spider the domain: http://www.DomainHINTS.net # robots.txt file # modified 2005-10-5 # User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml Disallow: /favicon.ico Disallow: /kraft/cgi-bin/ Disallow: /kraft/images/ Disallow: /kraft/400.shtml Disallow: /kraft/401.shtml Disallow: /kraft/403.shtml Disallow: /kraft/404.shtml Disallow: /kraft/500.shtml #Allow: /index.shtml #Allow: /kraft/index.shtml User-agent: Omniexplorer_Bot User-agent: Baiduspider Disallow: /