User-agent: *
Disallow: /cgi-bin/
Disallow: /extra/
Disallow: /portal/
Disallow: /compras/
Disallow: /clientes/
Allow: /portal/cg-rss.pl

User-agent: TwengaBot/1.1
Crawl-delay: 30