# robots.txt file # fuer www.stsg.de User-agent: * Crawl-delay: 10 # Directories Disallow: /cms/includes/ Disallow: /cms/misc/ Disallow: /cms/modules/ Disallow: /cms/profiles/ Disallow: /cms/scripts/ Disallow: /cms/themes/ # Files Disallow: /cms//CHANGELOG.txt Disallow: /cms/cron.php Disallow: /cms/INSTALL.mysql.txt Disallow: /cms/INSTALL.pgsql.txt Disallow: /cms/install.php Disallow: /cms/INSTALL.txt Disallow: /cms/LICENSE.txt