# Robots.txt file from http://www.searchengineworld.com # # Built from text file http://info.webcrawler.com/mak/projects/robots/active/all.txt # # # #User-agent: Mozilla/5.0 #Disallow: #User-agent: Gecko/20050517 #Disallow: #User-agent: Firefox* #Disallow: #User-agent: MSIE * #Disallow: #User-agent: opera * #Disallow: #User-agent: Mozilla/4.0 #Disallow: User-agent: * Disallow: /