# robots.txt User-agent: * Crawl-delay: 120 Disallow: /cache/ Disallow: /admin/ Disallow: /class/ Disallow: /include/ Disallow: /themes/ Disallow: /images/ Disallow: /language/ Disallow: /_install/ Disallow: /system/ Disallow: /manual/ Disallow: /cgi-bin/ Disallow: /img/ Disallow: /nalog/ Disallow: /isearch2/ Disallow: /dir/ Disallow: /intl/ Disallow: /forum2/ User-agent: Nutch Disallow: / User-agent: Yanga WorldSearch Bot Disallow: /