# robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # Crawlers Setup User-agent: * Crawl-delay: 10 # Allowable Index Allow: /*?db= Allow: /index.php Allow: /_spieth/ # Directories Disallow: /_admin/ Disallow: /_documentation/ Disallow: /_download/ Disallow: /_downloadrestricted/ Disallow: /_font/ Disallow: /_gfx/ Disallow: /_languages/ Disallow: /_notes/ Disallow: /_preferences/ Disallow: /_referenzliste/ Disallow: /_SpryAssets/ Disallow: /_styles/ Disallow: /_support/ Disallow: /_videos/ Disallow: /fpdf153/ Disallow: /Templates/ # Files Disallow: /empty.php Disallow: /footer.php Disallow: /get_picture.php Disallow: /kont_formular_ok.php Disallow: /navigation_admin.php Disallow: /opt_pdf.php Disallow: /organigramm.php Disallow: /pic_getdata.php Disallow: /prod_pdf.php Disallow: /referenzen_list_all_pdf.php Disallow: /referenzen_list_all.php Disallow: /referenzliste_alle.php Disallow: /supp_kontakt_ok.php Disallow: /google52c963df83e68df5.html