# robots.txt for http://www.uvminrls.org/ User-agent: * # This is password protected Disallow: /member # cgi stuff Disallow: /bin # access nospam with a robot and get banned Disallow: /nospam/ # huge wordlist changes daily Disallow: /wwwstats.html # index our domain, not the shell account Disallow: /~uvminrls User-agent: kaboom Disallow: /wwwstats.html User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Fetch API Request Disallow: / User-agent: *Fetch API Request Disallow: /