User-agent: *
Disallow: /pub
Disallow: /private
Disallow: /katalog
User-agent: Slurp
Crawl-delay: 900