User-agent: *
Noindex: /*.pdf
Disallow: /*.htm
Noindex: /*.htm
Disallow: /*.swf