User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /page/
Disallow: /pages/

User-agent: Googlebot
Disallow: /feed
Disallow: /feed/
Disallow: /cgi-bin/
Disallow: /page/
Disallow: /pages/
# Disallow: /artikler/
Disallow: /guide/

User-agent: Slurp
Disallow: /