# listing of non indexing pages for scythe.net

User-agent: *
Disallow: /404/                              # don't spider 404 junk

Disallow: /archen/img/                       # disallow stuff for archens anime page
Disallow: /archen/link.html
Disallow: /archen/linux/
Disallow: /archen/amg/