User-agent:  *
Disallow: /files
Disallow: /test.htm
Disallow: /404.htm
Disallow: *.css$

User-agent: ia_archiver
Disallow: /
 
User-agent: duggmirror
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: aspiegel
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Pinterest
Disallow: /