User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-Agent: *
Disallow: /*.html$
Disallow: /*.shtml$
Disallow: /*.xhtml$
Disallow: /*.asp$
Disallow: /*.php$
Disallow: /*.cache$
Disallow: /*.cgi$
Disallow: /profile/
Disallow: /*:*
Disallow: /*?*
Disallow: /?SI*
Disallow: /*!*
Disallow: /*_*
Disallow: /*%*