User-agent: asterias
Disallow: /

User-agent: *
Disallow: /catalog/	  # new search engine
Disallow: /author/
Disallow: /cgi-bin/	  # old search engine
Disallow: /pics/	  # images
Disallow: /images/	  # images
Disallow: /internal/      # private
Disallow: /dirs/      # private
Allow: /dirs/pge/      # private