# Robots.txt # Be nice. # User-agent: MSIECrawler Disallow: / # User-agent: * Disallow: /apps/pbcs.dll/classifieds Disallow: /apps/pbcs.dll/events Disallow: /apps/pbcs.dll/index Disallow: /apps/pbcs.dll/news Disallow: /apps/pbcs.dll/temaoversikt Disallow: /apps/pbcs.dll/related Disallow: /apps/pbcs.dll/misc Disallow: /apps/pbcs.dll/error Disallow: /apps/pbcs.dll/search Disallow: /apps/pbcsi.dll Disallow: /apps/pbcsad.dll Disallow: /apps/rub.dll Disallow: /tmp/ Disallow: /logs/ Disallow: /images/ Disallow: /.cache/ Disallow: /mal/ Disallow: /apps/pbcs.dll/section?Category=ARCHIVES30 Disallow: /apps/pbcs.dll/section?Kategori=ARCHIVES30 Disallow: /apps/pbcs.dll/oversikt?Kategori=ARCHIVES30 Disallow: /article/20100607/DEPARTMENTS/06/6070304/ Disallow: /ajax Disallow: /section/ajax Crawl-delay: 1