User-Agent: *
Allow: /
Disallow: /admin
Disallow: /db
Disallow: /log
Disallow: /stats
Disallow: /test