# robots.txt for http://www.allbestgambling.com/ User-agent: * Disallow: /cgi-bin/ Disallow: /gambling.php Disallow: /buy.php Disallow: /moreinfo.php Disallow: /gambling_download.php Disallow: /download.php Disallow: /gambling_news/news.php Disallow: /magazine/buy.php Disallow: /features/change_site_color.php Disallow: /features/changesitecolor.php Disallow: /online-gambling-resources/change_site_color.php Disallow: /online-gambling-resources/changesitecolor.php User-agent: LmCrawler Disallow: / User-agent: noxtrumbot/1.0 (crawler@noxtrum.com) Disallow: / User-agent: Mozilla/5.0 (compatible; LinksManager.com_bot +http://linksmanager.com/linkchecker.html) Disallow: / User-agent: Java/1.5.0_01 Disallow: / User-agent: MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+) Disallow: / User-agent: libwww-perl/5.79 Disallow: / User-agent: Mozilla/5.0 (compatible; BecomeBot/3.0; +http://www.become.com/site_owners.html) Disallow: / User-agent: dotbot Disallow: /