# robots.txt # Server: firmenpresse.de # last change: 2017-04-04 #Sitemaps Sitemap: https://www.firmenpresse.de/de_cgoogle_categories1.php Sitemap: https://www.firmenpresse.de/de_cgoogle_categories2.php Sitemap: https://www.firmenpresse.de/sitemap.xml Sitemap: https://www.firmenpresse.de/de-meldungen-archiv.xml Sitemap: https://www.firmenpresse.de/en-releases-index.xml Sitemap: https://www.firmenpresse.de/google_verzeichnis_de.php Sitemap: https://www.firmenpresse.de/sgoogle_profile.php User-agent: magpie-crawler User-agent: 008 User-agent: ccbot User-agent: MJ12bot User-agent: Baiduspider User-agent: Baiduspider-image User-agent: Baiduspider-video User-agent: Baiduspider-news User-agent: Baiduspider-favo User-agent: Baiduspider-cpro User-agent: Baiduspider-ads User-agent: SemrushBot User-agent: SemruchBot-SA User-agent: AhrefsBot User-agent: PetalBot User-agent: dotbot User-agent: Yandex User-agent: VocusBot User-agent: suggybot User-agent: ShopWiki User-agent: emefgebot User-agent: GermCrawler User-agent: WBSearchBot User-agent: discobot User-agent: Exabot User-agent: YoudaoBot User-agent: NaverBot User-agent: Spinn3r User-agent: MLBot User-agent: YioopBot User-agent: Yeti User-agent: moget User-agent: netseer User-agent: ichiro User-agent: JikeSpider User-agent: MaxPointCrawler/Nutch-1.1 User-agent: CrystalSemanticsBot User-agent: TurnitinBot User-agent: yacybot User-agent: Ezooms User-agent: NerdByNature User-agent: Acoon Disallow: / User-agent: * Disallow: /admin/ Disallow: /setup/