User-agent: ia_archiver
Disallow: /

User-agent: * Allow: /index.htm
Allow: /html/ Allow: /acrobat/ 
Disallow: /video/