user-agent: * disallow: /App_Data/ disallow: /aspnet_client/ disallow: /bugtrack/ disallow: /catalogtest/ disallow: /db/ disallow: /Dev_No_Index/ disallow: /etc/ disallow: /gizmos/ disallow: /inc/ disallow: /logs/ disallow: /old/ disallow: /pictures/ disallow: /sitebackup/ disallow: /source/ disallow: /Test/ disallow: /tips/ disallow: /trogbar/ disallow: /Coaching-OLD/ disallow: /404/ # block robots masquerading as fake browsers. Addresses that # ignore robots.txt will be caught by honeypot, so any bot # using a fake user agent will either have to stop here, or # get caught by the honeypot and blocked. user-agent: Mozilla disallow: / user-agent: Mozilla/5.0 disallow: / user-agent: Mozilla/4.0 disallow: / user-agent: Opera disallow: / user-agent: Opera/9.20 disallow: / user-agent: Opera/9.00 disallow: /