# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /_fpdb/ Disallow: /fpdb/ Disallow: /db/ Disallow: /_db/ Disallow: /admin/ Disallow: /_admin/ User-agent: asterias Disallow: /