# robots.txt file (http://gnu.disi.unige.it/) # # Bans some directories # # All robots will spider the domain User-agent: * Disallow: /bundled-libs/ Disallow: /htmlarea/ Disallow: /include/ Disallow: /lang/ Disallow: /plugins/ Disallow: /sql/ Disallow: /templates/ Disallow: /templates_c/