User-agent: *
Disallow: /pub
Disallow: /private
Disallow: /katalog
User-agent: Slurp
Crawl-delay: 900
User-Agent: twiceler
Crawl-delay: 300