User-Agent: * Allow: / # KI-Crawler: nur das Archiv sperren User-agent: GPTBot User-agent: CCBot User-agent: ChatGPT-User User-agent: PerplexityBot User-agent: OAI-SearchBot User-agent: Perplexity-User User-agent: ClaudeBot User-agent: Claude-User User-agent: Claude-SearchBot User-agent: anthropic-ai User-agent: Google-Extended User-agent: Applebot-Extended User-agent: meta-externalagent User-agent: Bytespider Disallow: /archiv # Only allow URLs generated with frontend routing Disallow: /*?id=* Disallow: /*&id=* # L=0 is the default language Disallow: /*?L=0* Disallow: /*&L=0* # Should always be protected, but you know... Disallow: /*/Private/* Disallow: /*/Configuration/* # Disallow all files in /typo3temp/var/ Disallow: /typo3temp/var/* # Disallow all files in /typo3/ Disallow: /typo3/ # Disallow all kind of sql files Disallow: *.sql Disallow: *.sql.gz # Parameters Disallow: /*cHash # no cHash Disallow: /*tx_powermail_pi1 # no powermail thanks pages Disallow: /*tx_pxcveranstaltungenfrontend_pxcveranstaltungenbuchen* Disallow: /*tx_pxcveranstaltungenfrontend_pxcveranstaltungenlist%5Baction%5D=download* Disallow: /*eID* Disallow: /*guestBookingPossible* Disallow: /*redirect_url* Disallow: /*tx_pxcveranstaltungenfrontend_pxcveranstaltungenlist%5Baction%5D=download* Allow: /*sitemap.xml?page=1&sitemap=vorlagen&cHash Allow: /*sitemap.xml?sitemap=vorlagen&cHash Allow: /*sitemap.xml?sitemap=pages&cHash # sitemap Sitemap: https://www.genoakademie.de/sitemap.xml Sitemap: https://ba-bankwirtschaft.de/sitemap.xml