# robots.txt for use on d.k.d maintained websites # # $Id: robots.txt 33743 2008-09-08 11:32:43Z dkd-kahler $ # # Block all agents from indexing the areas definded below User-agent: * Disallow: /t3lib/ Disallow: /typo3/ Disallow: /typo3_src/ Disallow: /typo3conf/ #Disallow: /typo3temp/ #Disallow: /uploads/ # # To keep the load at an acceptable level # Currently honored by Yahoo, MS, Inktomi Crawl-delay: 1