User-agent: *
Allow: /

User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /