User-agent: *  
Disallow: /cgi-bin
Disallow: /cgi-perl
Disallow: /internt 
Disallow: /info
Disallow: /kthprog
Disallow: /kthcd
Disallow: /student2
Disallow: /kthnytt
Disallow: /kth-nytt
Disallow: /utbildning/vidareutbildning01/
Disallow: /utbildning/vidareutbildning02/
Disallow: /utbildning/vidareutbildning03/
Disallow: /utbildning/vidareutbildning04/
Disallow: /html-files
Disallow: /src
Disallow: /smartsieve
Disallow: /cm/start/xyz
Disallow: /xyz

User-agent: googlebot
Disallow: /kthprog
Disallow: /kthcd
Disallow: /student2
Disallow: /kthnytt
Disallow: /kth-nytt
Disallow: /html-files
Disallow: /cm/start/xyz
Disallow: /xyz



User-agent: kth-crawler
Disallow: /student2
Disallow: /html-files
Disallow: /cm/start/xyz
Disallow: /xyz

User-agent: SLCrawler
Disallow: /kthprog
Disallow: /kthcd
Disallow: /internt
Disallow: /info
Disallow: /organisation/institutioner.html
Disallow: /organisation/departments.html
Disallow: /utbildning/utlandsstudier/utbytesuniversitet.html
Disallow: /education/partneruni.html
Disallow: /education/contact_persons.html
Disallow: /utbildning/studinfo.html
Disallow: /kthnytt
Disallow: /fakulteter
Disallow: /conferences
Disallow: /aktuellt/kalendarier
Disallow: /forskning/safari/avd
Disallow: /utbildning/schema
Disallow: /organisation/uf/
Disallow: /kth-allm/karta
Disallow: /organisation/centra.html
Disallow: /organisation/centra-eng.html
Disallow: /organisation/utbildningsnamnder.html
Disallow: /student2
Disallow: /html-files
Disallow: /cm/start/xyz
Disallow: /xyz

User-agent: Scooter
Disallow: /