# robots.txt for curl.haxx.se and mirrors

User-agent: *
Disallow: /archive_pre_oct_99/ # this is just sooo old
Disallow: /archive/
Disallow: /stats/
Disallow: /lxr/              # shows too much "raw" stuff!