# robots.txt

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /_
Disallow: /-
Disallow: /apps
Disallow: /data
Disallow: /inc
Disallow: /old
Disallow: /x