# domain: http://www.p2p-underground.net # All robots will spider the domain User-agent: * Disallow: Disallow: /cgi-bin Disallow: /admin Disallow: /bbcode_box Disallow: /banners Disallow: /chatbox Disallow: /db Disallow: /hl Disallow: /ip Disallow: /includes Disallow: /mods Disallow: /stats_mod Disallow: /acronyms.php Disallow: /login.php