User-agent:*
#these file are not to be indexed
Disallow: /log
Disallow: /cgi-bin/
Disallow: /manual/
Disallow: *control*
Disallow: *admin*

User-agent: ia_archiver
Disallow: /