User-agent: *
Crawl-Delay: 5
Allow: /cache/hashed/f/d/de/f/fx-web/Styles
Allow: /cache/hashed/f/d/de/f/fx-web//Styles
Allow: /class/jquery
Allow: /class/dhtml
Disallow: /modules/wsVideoStreamer/player
Disallow: /presence
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /class/
Disallow: /install/
Disallow: /kernel/
Disallow: /language/
Disallow: /templates_c/
Disallow: /themes/
Disallow: /uploads/
Disallow: /modules/xfguestbook/
Disallow: /af.php
Disallow: /ids.php
Disallow: /search.php
Disallow: /log.php
Disallow: /user.php
Disallow: /fulltextsearch.php
Disallow: /checkout.php

sitemap: https://fx-web.de/sitemaps/xml.php



# Site specific rules
User-agent: *
Disallow: /content/
Disallow: /files/
Disallow: /kontakt/registrierung-bestaetigen/
Disallow: /kontakt/registrierung-erfolgreich/
Disallow: /news/registrierung-bestaetigen/
Disallow: /news/registrierung-erfolgreich/
Disallow: /wbs/registrierung-bestaetigung/
Disallow: /wbs/website-check-danke/
Disallow: /website-check/registrierung-bestaetigen/
Disallow: /website-check/registrierung-erfolgreich/
Disallow: /1847/dienstleistungen/webmaster-tools/

User-agent: Googlebot
Allow: /files/288/

User-agent: SurveyBot
Disallow: /

User-agent: WebsiteWiki
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: Jakarta Commons-HttpClient
Disallow: /

User-Agent: AboutUsBot 
Disallow: /

Sitemap: https://www.fx-web.de/sitemap.xml