################################################################### # ArtikelSchreiber.com, ArtikelSchreiben.com, UNAIQUE.NET, UNAIQUE.COM, SebastianEnger.com # Topic: Dynamic Robots.txt Generator - Version: 13.03.2025 - 1.0.0.0.4 # Copyright: M.Sc. Sebastian Enger # Contact: https://www.artikelschreiber.com/contact/ # Updated: 2025-09-05T19:50:26Z # Server: www.unaique.net ################################################################### ###################################################### ######## ARTIKELSCHREIBER/UNAIQUE/REVIEWS ######## ######## by Sebastian Enger, M.Sc. ######## ######## Version vom: 10.01.2026 - 8.7.3.4.4 ######## ##################### RESULTS:START ################## User-agent: SemrushBot-FT Allow: / User-agent: SemrushBot-OCOB Allow: / User-agent: SeoCherryBot Allow: / User-agent: SplitSignalBot Allow: / User-agent: everyfeed-spider Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: CCBot Allow: / User-agent: Diffbot Allow: / User-agent: FacebookBot Allow: / User-agent: Google-Extended Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: omgili Allow: / User-agent: Timpibot Allow: / User-agent: Webzio-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: PerplexityBot Allow: / User-agent: 2ip bot Allow: / User-agent: AhrefsSiteAudit Allow: / User-agent: Dark Visitor Allow: / User-agent: deadlinkchecker Allow: / User-agent: rogerbot Allow: / User-agent: SiteAuditBot Allow: / User-agent: t3versionsBot Allow: / User-agent: WellKnownBot Allow: / User-agent: adbeat_bot Allow: / User-agent: aiHitBot Allow: / User-agent: AndersPinkBot Allow: / User-agent: AwarioBot Allow: / User-agent: AwarioSmartBot Allow: / User-agent: BitSightBot Allow: / User-agent: Blackboard Allow: / User-agent: BrandVerity Allow: / User-agent: Cincraw Allow: / User-agent: ev-crawler Allow: / User-agent: HubSpot Allow: / User-agent: ImagesiftBot Allow: / User-agent: IonCrawl Allow: / User-agent: Jugendschutzprogramm-Crawler Allow: / User-agent: KStandBot Allow: / User-agent: LightspeedSystemsCrawler Allow: / User-agent: linkfluence Allow: / User-agent: LinkWalker Allow: / User-agent: magpie-crawler Allow: / User-agent: Mediatoolkitbot Allow: / User-agent: MuckRack Allow: / User-agent: NetcraftSurveyAgent Allow: / User-agent: Netvibes Allow: / User-agent: Pandalytics Allow: / User-agent: panscient.com Allow: / User-agent: proximic Allow: / User-agent: SeekportBot Allow: / User-agent: SMTBot Allow: / User-agent: trendictionbot Allow: / User-agent: TrendsmapResolver Allow: / User-agent: Turnitin Allow: / User-agent: TurnitinBot Allow: / User-agent: TweetmemeBot Allow: / User-agent: Twingly Allow: / User-agent: um-LN Allow: / User-agent: VelenPublicWebCrawler Allow: / User-agent: virustotal Allow: / User-agent: Webzio Allow: / User-agent: ZoominfoBot Allow: / User-agent: 008 Allow: / User-agent: Dataprovider.com Allow: / User-agent: dcrawl Allow: / User-agent: HTTrack Allow: / User-agent: HTTrack 3.0 Allow: / User-agent: MetaInspector Allow: / User-agent: newspaper Allow: / User-agent: Nutch Allow: / User-agent: Offline Explorer Allow: / User-agent: OpenindexSpider Allow: / User-agent: Scrapy Allow: / User-agent: AhrefsBot Allow: / User-agent: Barkrowler Allow: / User-agent: BLEXBot Allow: / User-agent: BrightEdge Crawler Allow: / User-agent: Cocolyzebot Allow: / User-agent: DataForSeoBot Allow: / User-agent: DomainStatsBot Allow: / User-agent: dotbot Allow: / User-agent: hypestat Allow: / User-agent: linkdexbot Allow: / User-agent: MJ12bot Allow: / User-agent: online-webceo-bot Allow: / User-agent: Screaming Frog SEO Spider Allow: / User-agent: SemrushBot Allow: / User-agent: SemrushBot-BA Allow: / User-agent: SemrushBot-CT Allow: / User-agent: SemrushBot-SI Allow: / User-agent: SemrushBot-SWA Allow: / User-agent: SenutoBot Allow: / User-agent: SeobilityBot Allow: / User-agent: SEOkicks Allow: / User-agent: SEOlizer Allow: / User-agent: serpstatbot Allow: / User-agent: SiteCheckerBotCrawler Allow: / User-agent: ZoomBot Allow: / User-agent: 007ac9 Crawler Allow: / User-agent: 2ip.ru Allow: / User-agent: 5emeRue Allow: / User-agent: 5erue Allow: / User-agent: A Patent Crawler Allow: / User-agent: A6-Indexer Allow: / User-agent: Aboundex Allow: / User-agent: AcademicBotRTU Allow: / User-agent: acapbot Allow: / User-agent: acoonbot Allow: / User-agent: Acunetix Security Scanner Allow: / User-agent: Acunetix Web Vulnerability Scanner Allow: / User-agent: AddSearchBot Allow: / User-agent: AddThis Allow: / User-agent: adequat Allow: / User-agent: adequat-systems Allow: / User-agent: AdIdxBot Allow: / User-agent: ADmantX Allow: / User-agent: adscanner Allow: / User-agent: AdsTxtCrawler Allow: / User-agent: AdvBot Allow: / User-agent: AISearchBot Allow: / User-agent: Alexabot Allow: / User-agent: Alexibot Allow: / User-agent: AlphaBot Allow: / User-agent: AmiSoftware Allow: / User-agent: antibot Allow: / User-agent: AnyEvent Allow: / User-agent: Apercite Allow: / User-agent: AppInsights Allow: / User-agent: Aqua_Products Allow: / User-agent: arabot Allow: / User-agent: Ask n read Allow: / User-agent: asknread.com Allow: / User-agent: AspiegelBot Allow: / User-agent: asterias Allow: / User-agent: Augure Allow: / User-agent: auramundi Allow: / User-agent: AwarioRssBot Allow: / User-agent: awesomecrawler Allow: / User-agent: B2B Bot Allow: / User-agent: b2w Allow: / User-agent: BackDoorBot Allow: / User-agent: BacklinkCrawler Allow: / User-agent: BDCbot Allow: / User-agent: BehloolBot Allow: / User-agent: betaBot Allow: / User-agent: Better Uptime Bot Allow: / User-agent: bidswitchbot Allow: / User-agent: BIGLOTRON Allow: / User-agent: binlar Allow: / User-agent: Birdcrawlerbot Allow: / User-agent: BitBot Allow: / User-agent: Black Hole Allow: / User-agent: Blekkobot Allow: / User-agent: blogmuraBot Allow: / User-agent: BlowFish Allow: / User-agent: BLP_bbot Allow: / User-agent: bnf.fr_bot Allow: / User-agent: BomboraBot Allow: / User-agent: Bookmark search tool Allow: / User-agent: bot-pge.chlooe.com Allow: / User-agent: Bot.AraTurka.com Allow: / User-agent: BotALot Allow: / User-agent: botify Allow: / User-agent: BotRightHere Allow: / User-agent: BoxcarBot Allow: / User-agent: brainobot Allow: / User-agent: BrandONbot Allow: / User-agent: BTWebClient Allow: / User-agent: BUbiNG Allow: / User-agent: Buck Allow: / User-agent: BuiltBotTough Allow: / User-agent: Bullseye Allow: / User-agent: BunnySlippers Allow: / User-agent: buzzbot Allow: / User-agent: Caliperbot Allow: / User-agent: CapsuleChecker Allow: / User-agent: careerbot Allow: / User-agent: CC Metadata Scaper Allow: / User-agent: Cegbfeieh Allow: / User-agent: centurybot Allow: / User-agent: changedetection Allow: / User-agent: CheckMarkNetwork Allow: / User-agent: CheeseBot Allow: / User-agent: CherryPicker Allow: / User-agent: CherryPickerElite Allow: / User-agent: CherryPickerSE Allow: / User-agent: Cision Allow: / User-agent: CISPA Webcrawler Allow: / User-agent: citeseerxbot Allow: / User-agent: Citoid Allow: / User-agent: Claritybot Allow: / User-agent: Clickagy Allow: / User-agent: Cliqzbot Allow: / User-agent: CloudFlare-AlwaysOnline Allow: / User-agent: coexel Allow: / User-agent: Companybook-Crawler Allow: / User-agent: content crawler spider Allow: / User-agent: ContextAd Bot Allow: / User-agent: contxbot Allow: / User-agent: convera Allow: / User-agent: ConveraCrawler Allow: / User-agent: Cookiebot Allow: / User-agent: Copernic Allow: / User-agent: CopyRightCheck Allow: / User-agent: Corporama Allow: / User-agent: cosmos Allow: / User-agent: crawler4j Allow: / User-agent: CrawlyProjectCrawler Allow: / User-agent: Crescent Allow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Allow: / User-agent: CriteoBot Allow: / User-agent: CrunchBot Allow: / User-agent: CrystalSemanticsBot Allow: / User-agent: Curebot Allow: / User-agent: Cutbot Allow: / User-agent: cXensebot Allow: / User-agent: CyberPatrol Allow: / User-agent: DareBoost Allow: / User-agent: Datafeedwatch Allow: / User-agent: datagnionbot Allow: / User-agent: Datanyze Allow: / User-agent: daumoa Allow: / User-agent: deepcrawl Allow: / User-agent: deepnoc Allow: / User-agent: DeuSu Allow: / User-agent: Digg Deeper Allow: / User-agent: Digimind Allow: / User-agent: Digincore bot Allow: / User-agent: discobot Allow: / User-agent: Disqus Allow: / User-agent: DittoSpyder Allow: / User-agent: DnyzBot Allow: / User-agent: Domain Re-Animator Bot Allow: / User-agent: DomainCrawler Allow: / User-agent: Dow Jones Searchbot Allow: / User-agent: Download Ninja Allow: / User-agent: Dragonbot Allow: / User-agent: drupact Allow: / User-agent: Dubbotbot Allow: / User-agent: e.ventures Investment Crawler Allow: / User-agent: EasyBib AutoCite Allow: / User-agent: ec2linkfinder Allow: / User-agent: edisterbot Allow: / User-agent: electricmonk Allow: / User-agent: elisabot Allow: / User-agent: ellisphere Allow: / User-agent: EmailCollector Allow: / User-agent: EmailSiphon Allow: / User-agent: EmailWolf Allow: / User-agent: epicbot Allow: / User-agent: eright Allow: / User-agent: EroCrawler Allow: / User-agent: EtaoSpider Allow: / User-agent: europarchive.org Allow: / User-agent: evc-batch Allow: / User-agent: EveryoneSocialBot Allow: / User-agent: Exabot Allow: / User-agent: Experibot Allow: / User-agent: ExtLinksBot Allow: / User-agent: ExtractorPro Allow: / User-agent: Eyeotabot Allow: / User-agent: EZID Allow: / User-agent: Ezooms Allow: / User-agent: Facebot Allow: / User-agent: FairAd Client Allow: / User-agent: FAST Enterprise Crawler Allow: / User-agent: FAST-WebCrawler Allow: / User-agent: FediDB Allow: / User-agent: fedoraplanet Allow: / User-agent: Feedbin Allow: / User-agent: feedbot Allow: / User-agent: Feedspot Allow: / User-agent: FemtosearchBot Allow: / User-agent: Fever Allow: / User-agent: FindITAnswersbot Allow: / User-agent: findlink Allow: / User-agent: findthatfile Allow: / User-agent: findxbot Allow: / User-agent: Flaming AttackBot Allow: / User-agent: Flamingo_SearchEngine Allow: / User-agent: fluffy Allow: / User-agent: Foobot Allow: / User-agent: fr-crawler Allow: / User-agent: FreeWebMonitoring SiteChecker Allow: / User-agent: FreshpingBot Allow: / User-agent: fuelbot Allow: / User-agent: Fyrebot Allow: / User-agent: g00g1e.net Allow: / User-agent: G2 Web Services Allow: / User-agent: g2reader-bot Allow: / User-agent: Gaisbot Allow: / User-agent: GarlikCrawler Allow: / User-agent: Genieo Allow: / User-agent: GenomeCrawlerd Allow: / User-agent: GetRight Allow: / User-agent: GingerCrawler Allow: / User-agent: Gluten Free Crawler Allow: / User-agent: gnam gnam spider Allow: / User-agent: GnowitNewsbot Allow: / User-agent: google-xrawler Allow: / User-agent: Gowikibot Allow: / User-agent: grapeshot Allow: / User-agent: GrapeshotCrawler Allow: / User-agent: Grobbot Allow: / User-agent: GroupHigh Allow: / User-agent: grub-client Allow: / User-agent: grub.org Allow: / User-agent: gsa-crawler Allow: / User-agent: gslfbot Allow: / User-agent: Gwene Allow: / User-agent: Harvest Allow: / User-agent: HawaiiBot Allow: / User-agent: humanlinks Allow: / User-agent: hyscore.io Allow: / User-agent: IAS crawler Allow: / User-agent: ICBot Allow: / User-agent: ICC-Crawler Allow: / User-agent: ichiro Allow: / User-agent: imrbot Allow: / User-agent: IndeedBot Allow: / User-agent: INETDEX-BOT Allow: / User-agent: InfoNaviRobot Allow: / User-agent: infoobot Allow: / User-agent: infoseek Allow: / User-agent: integromedb Allow: / User-agent: intelium_bot Allow: / User-agent: InterfaxScanBot Allow: / User-agent: ip-web-crawler.com Allow: / User-agent: IRLbot Allow: / User-agent: Iron33 Allow: / User-agent: iskanie Allow: / User-agent: IsraBot Allow: / User-agent: istellabot Allow: / User-agent: it2media-domain-crawler Allow: / User-agent: James BOT Allow: / User-agent: JamesBOT Allow: / User-agent: Jamie's Spider Allow: / User-agent: JenkersBot Allow: / User-agent: JennyBot Allow: / User-agent: Jetbot Allow: / User-agent: Jetty Allow: / User-agent: JikeSpider Allow: / User-agent: JobboerseBot Allow: / User-agent: Jooblebot Allow: / User-agent: jpg-newsbot Allow: / User-agent: jyxobot Allow: / User-agent: k2spider Allow: / User-agent: K7MLWCBot Allow: / User-agent: kbcrawl Allow: / User-agent: Kemvibot Allow: / User-agent: Kenjin Spider Allow: / User-agent: keys-so-bot Allow: / User-agent: Keyword Density Allow: / User-agent: Knowings Allow: / User-agent: KomodiaBot Allow: / User-agent: KosmioBot Allow: / User-agent: Landau-Media-Spider Allow: / User-agent: larbin Allow: / User-agent: Laserlikebot Allow: / User-agent: lb-spider Allow: / User-agent: leadbox Allow: / User-agent: Leikibot Allow: / User-agent: LexiBot Allow: / User-agent: libWeb Allow: / User-agent: Linespider Allow: / User-agent: Linguee Bot Allow: / User-agent: linkapediabot Allow: / User-agent: LinkArchiver Allow: / User-agent: LinkCheck by Siteimprove.com Allow: / User-agent: linkdex Allow: / User-agent: LinkextractorPro Allow: / User-agent: LinkisBot Allow: / User-agent: linko Allow: / User-agent: LinkpadBot Allow: / User-agent: LinkScan Allow: / User-agent: lipperhey Allow: / User-agent: LivelapBot Allow: / User-agent: lkxscan Allow: / User-agent: LNSpiderguy Allow: / User-agent: lssbot Allow: / User-agent: lssrocketcrawler Allow: / User-agent: ltx71 Allow: / User-agent: Luminator-robots Allow: / User-agent: lwp-trivial Allow: / User-agent: MaCoCu Allow: / User-agent: mappydata Allow: / User-agent: Mata Hari Allow: / User-agent: MauiBot Allow: / User-agent: MBCrawler Allow: / User-agent: Meltawer Allow: / User-agent: Meltwater Allow: / User-agent: MeltwaterNews Allow: / User-agent: memorybot Allow: / User-agent: mention Allow: / User-agent: MetaJobBot Allow: / User-agent: MetaURI Allow: / User-agent: MIIxpc Allow: / User-agent: mindUpBot Allow: / User-agent: minicrawler Allow: / User-agent: Mister PiX Allow: / User-agent: MixnodeCache Allow: / User-agent: mlbot Allow: / User-agent: moatbot Allow: / User-agent: moget Allow: / User-agent: MoodleBot Allow: / User-agent: Moreover Allow: / User-agent: MS Search 4.0 Robot Allow: / User-agent: MS Search 6.0 Robot Allow: / User-agent: MSIECrawler Allow: / User-agent: msrbot Allow: / User-agent: MTRobot Allow: / User-agent: Multiviewbot Allow: / User-agent: mytwip Allow: / User-agent: NAVER Blog Rssbot Allow: / User-agent: NaverBot Allow: / User-agent: Neevabot Allow: / User-agent: NerdByNature.Bot Allow: / User-agent: nerdybot Allow: / User-agent: NetAnts Allow: / User-agent: netEstate NE Crawler Allow: / User-agent: Neticle Crawler Allow: / User-agent: NetMechanic Allow: / User-agent: netresearchserver Allow: / User-agent: NetSystemsResearch Allow: / User-agent: newsharecounts Allow: / User-agent: NewsNow Allow: / User-agent: Newzbin Allow: / User-agent: NextGenSearchBot Allow: / User-agent: NICErsPRO Allow: / User-agent: niki-bot Allow: / User-agent: NimbleCrawler Allow: / User-agent: Nimbostratus-Bot Allow: / User-agent: NINJA bot Allow: / User-agent: NIXStatsbot Allow: / User-agent: NLUX_IAHarvester Allow: / User-agent: Nmap Scripting Engine Allow: / User-agent: NPBot Allow: / User-agent: NTENTbot Allow: / User-agent: Nuzzel Allow: / User-agent: OdklBot Allow: / User-agent: officestorebot Allow: / User-agent: omgilibot Allow: / User-agent: Openbot Allow: / User-agent: Openfind Allow: / User-agent: Openfind data gatherer Allow: / User-agent: OpenGraphCheck Allow: / User-agent: OpenHoseBot Allow: / User-agent: opinion-tracker Allow: / User-agent: Oracle Ultra Search Allow: / User-agent: OrangeBot Allow: / User-agent: Orthogaffe Allow: / User-agent: outbrain Allow: / User-agent: OutclicksBot Allow: / User-agent: page2rss Allow: / User-agent: PagePeeker Allow: / User-agent: PageThing Allow: / User-agent: peer39_crawler Allow: / User-agent: PerMan Allow: / User-agent: Pingdom Allow: / User-agent: PiplBot Allow: / User-agent: postrank Allow: / User-agent: PR-CY.RU Allow: / User-agent: Primalbot Allow: / User-agent: PrivacyAwareBot Allow: / User-agent: ProPowerBot Allow: / User-agent: ProWebWalker Allow: / User-agent: proxem Allow: / User-agent: psbot Allow: / User-agent: Pulsepoint Allow: / User-agent: purebot Allow: / User-agent: QueryN Metasearch Allow: / User-agent: Qwam content intelligence Allow: / User-agent: Radiation Retriever 1.1 Allow: / User-agent: RankActiveLinkBot Allow: / User-agent: RankFlex Allow: / User-agent: Refindbot Allow: / User-agent: RegionStuttgartBot Allow: / User-agent: RepoMonkey Allow: / User-agent: RepoMonkey Bait & Tackle Allow: / User-agent: RetrevoPageAnalyzer Allow: / User-agent: ReverseEngineeringBot Allow: / User-agent: RidderBot Allow: / User-agent: Riddler Allow: / User-agent: Rivva Allow: / User-agent: Robozilla Allow: / User-agent: RSSingBot Allow: / User-agent: RukiCrawler Allow: / User-agent: RuxitSynthetic Allow: / User-agent: RyteBot Allow: / User-agent: SafeDNSBot Allow: / User-agent: SafeSearch microdata crawler Allow: / User-agent: SBL-BOT Allow: / User-agent: score3 Allow: / User-agent: ScoutJet Allow: / User-agent: scribdbot Allow: / User-agent: Scrubby Allow: / User-agent: search.marginalia.nu Allow: / User-agent: SearchAtlas Allow: / User-agent: SearchmetricsBot Allow: / User-agent: searchpreview Allow: / User-agent: seekbot Allow: / User-agent: Seekport Crawler Allow: / User-agent: Seekr Allow: / User-agent: seewithkids Allow: / User-agent: semanticbot Allow: / User-agent: sempi.tech Allow: / User-agent: SemrushBot-BM Allow: / User-agent: SemrushBot-SA Allow: / User-agent: sentibot Allow: / User-agent: SEOkicks-Robot Allow: / User-agent: seoscanners Allow: / User-agent: seostar.co Allow: / User-agent: SEOstats Allow: / User-agent: SimpleCrawler Allow: / User-agent: SimpleScraper Allow: / User-agent: Sindup Allow: / User-agent: sistrix crawler Allow: / User-agent: SiteBot Allow: / User-agent: sitecheck.internetseer.com Allow: / User-agent: siteexplorer.info Allow: / User-agent: Siteimprove Allow: / User-agent: Siteimprove.com Allow: / User-agent: SiteSnagger Allow: / User-agent: SiteSucker Allow: / User-agent: Slack-ImgProxy Allow: / User-agent: Slackbot Allow: / User-agent: SocialRankIOBot Allow: / User-agent: Sonic Allow: / User-agent: Sosospider Allow: / User-agent: SpankBot Allow: / User-agent: spanner Allow: / User-agent: spbot Allow: / User-agent: Spinn3r Allow: / User-agent: spotter Allow: / User-agent: SputnikBot Allow: / User-agent: Storebot-Google Allow: / User-agent: StorygizeBot Allow: / User-agent: StractBot Allow: / User-agent: Streamline3Bot Allow: / User-agent: SummalyBot Allow: / User-agent: summify Allow: / User-agent: SuperBot Allow: / User-agent: SurveyBot Allow: / User-agent: suzuran Allow: / User-agent: Swiftbot Allow: / User-agent: SWIMGBot Allow: / User-agent: Synthesio Allow: / User-agent: Sysomos Allow: / User-agent: Szukacz Allow: / User-agent: Taboolabot Allow: / User-agent: tagoobot Allow: / User-agent: Talkwater Allow: / User-agent: TangibleeBot Allow: / User-agent: Teleport Allow: / User-agent: TeleportPro Allow: / User-agent: Telesoft Allow: / User-agent: The Intraformant Allow: / User-agent: TheNomad Allow: / User-agent: theoldreader.com Allow: / User-agent: Thinklab Allow: / User-agent: tigerbot Allow: / User-agent: Titan Allow: / User-agent: toCrawl Allow: / User-agent: TombaPublicWebCrawler Allow: / User-agent: toplistbot Allow: / User-agent: ToutiaoSpider Allow: / User-agent: Traackr.com Allow: / User-agent: tracemyfile Allow: / User-agent: trafilatura Allow: / User-agent: trendeo Allow: / User-agent: trendkite-akashic-crawler Allow: / User-agent: trendybuzz Allow: / User-agent: trovitBot Allow: / User-agent: True_Robot Allow: / User-agent: TruliaBot Allow: / User-agent: turingos Allow: / User-agent: tweetedtimes Allow: / User-agent: twengabot Allow: / User-agent: Twurly Allow: / User-agent: UbiCrawler Allow: / User-agent: um-IC Allow: / User-agent: Updownerbot Allow: / User-agent: Upflow Allow: / User-agent: Uptime-Kuma Allow: / User-agent: Uptimebot.org Allow: / User-agent: UptimeRobot Allow: / User-agent: URL Control Allow: / User-agent: URL_Spider_Pro Allow: / User-agent: urlappendbot Allow: / User-agent: URLy Warning Allow: / User-agent: usasearch Allow: / User-agent: UsineNouvelleCrawler Allow: / User-agent: UT-Dorkbot Allow: / User-agent: Validator.nu Allow: / User-agent: VCI Allow: / User-agent: VCI WebViewer VCI WebViewer Win32 Allow: / User-agent: vebidoobot Allow: / User-agent: vecteurplus Allow: / User-agent: Veoozbot Allow: / User-agent: verticalsearch Allow: / User-agent: Vigil Allow: / User-agent: VKRobot Allow: / User-agent: voilabot Allow: / User-agent: voltron Allow: / User-agent: VoluumDSP-content-bot Allow: / User-agent: vsw Allow: / User-agent: vuhuvBot Allow: / User-agent: W3C_I18n-Checker Allow: / User-agent: W3C_Unicorn Allow: / User-agent: W3C-checklink Allow: / User-agent: W3C-mobileOK Allow: / User-agent: WASALive-Bot Allow: / User-agent: wbsearchbot Allow: / User-agent: Web Image Collector Allow: / User-agent: web-archive-net.com.bot Allow: / User-agent: WebAuto Allow: / User-agent: WebBandit Allow: / User-agent: WebCapture 2.0 Allow: / User-agent: webcompanycrawler Allow: / User-agent: WebCopier Allow: / User-agent: WebCopier v.2.2 Allow: / User-agent: WebCopier v3.2a Allow: / User-agent: WebDataStats Allow: / User-agent: WebEnhancer Allow: / User-agent: WebmasterWorldForumBot Allow: / User-agent: webmon Allow: / User-agent: WebReaper Allow: / User-agent: WebSauger Allow: / User-agent: Website Quester Allow: / User-agent: WebStripper Allow: / User-agent: WebZIP Allow: / User-agent: winello Allow: / User-agent: WinHTTrack Allow: / User-agent: WiseGuys Robot Allow: / User-agent: wocbot Allow: / User-agent: woobot Allow: / User-agent: woorankreview Allow: / User-agent: WordupInfoSearch Allow: / User-agent: woriobot Allow: / User-agent: wotbox Allow: / User-agent: WWW-Collector-E Allow: / User-agent: WWW-Mechanize Allow: / User-agent: www.uptime.com Allow: / User-agent: Xenu Allow: / User-agent: Xenu Link Sleuth Allow: / User-agent: Xenu's Allow: / User-agent: Xenu's Link Sleuth 1.1c Allow: / User-agent: xovibot Allow: / User-agent: Yahoo Pipes 1.0 Allow: / User-agent: YaK Allow: / User-agent: YandexMobileBot Allow: / User-agent: YandexVideo Allow: / User-agent: yanga Allow: / User-agent: Yellowbrandprotectionbot Allow: / User-agent: yoozBot Allow: / User-agent: YoudaoBot Allow: / User-agent: Youmag Allow: / User-agent: Zabbix Allow: / User-agent: Zao Allow: / User-agent: Zealbot Allow: / User-agent: zenback bot Allow: / User-agent: Zeus Allow: / User-agent: Zeus Link Scout Allow: / User-agent: zgrab Allow: / User-agent: Zite Allow: / User-agent: ZuperlistBot Allow: / User-agent: ZyBORG Allow: / User-agent: cohere-ai Allow: / User-agent: barkrowler Allow: / User-agent: DotBot Allow: / User-agent: seoscanners.net Allow: / User-agent: Yeti Allow: / User-agent: Docoloc Allow: / User-agent: 01h4x.com Allow: / User-agent: 404checker Allow: / User-agent: 404enemy Allow: / User-agent: 80legs Allow: / User-agent: AIBOT Allow: / User-agent: ALittle Client Allow: / User-agent: ASPSeek Allow: / User-agent: Abonti Allow: / User-agent: Aboundexbot Allow: / User-agent: Acunetix Allow: / User-agent: AdsTxtCrawlerTP Allow: / User-agent: AfD-Verbotsverfahren Allow: / User-agent: AiHitBot Allow: / User-agent: Aipbot Allow: / User-agent: AllSubmitter Allow: / User-agent: Alligator Allow: / User-agent: Anarchie Allow: / User-agent: Anarchy Allow: / User-agent: Anarchy99 Allow: / User-agent: Ankit Allow: / User-agent: Anthill Allow: / User-agent: Apexoo Allow: / User-agent: Aspiegel Allow: / User-agent: Asterias Allow: / User-agent: Atomseobot Allow: / User-agent: Attach Allow: / User-agent: BBBike Allow: / User-agent: BDFetch Allow: / User-agent: BackStreet Allow: / User-agent: BackWeb Allow: / User-agent: Backlink-Ceck Allow: / User-agent: BacklinksExtendedBot Allow: / User-agent: Badass Allow: / User-agent: Bandit Allow: / User-agent: BatchFTP Allow: / User-agent: Battleztar Bazinga Allow: / User-agent: BetaBot Allow: / User-agent: Bigfoot Allow: / User-agent: Bitacle Allow: / User-agent: BlackWidow Allow: / User-agent: Blow Allow: / User-agent: Boardreader Allow: / User-agent: Bolt Allow: / User-agent: Brandprotect Allow: / User-agent: Brandwatch Allow: / User-agent: Buddy Allow: / User-agent: BuiltWith Allow: / User-agent: BuzzSumo Allow: / User-agent: CATExplorador Allow: / User-agent: CODE87 Allow: / User-agent: CSHttp Allow: / User-agent: Calculon Allow: / User-agent: CazoodleBot Allow: / User-agent: CensysInspect Allow: / User-agent: CheTeam Allow: / User-agent: ChinaClaw Allow: / User-agent: Chlooe Allow: / User-agent: Cloud mapping Allow: / User-agent: Cogentbot Allow: / User-agent: Collector Allow: / User-agent: Copier Allow: / User-agent: Copyscape Allow: / User-agent: Cosmos Allow: / User-agent: Craftbot Allow: / User-agent: Crawling at Home Project Allow: / User-agent: CrazyWebCrawler Allow: / User-agent: Curious Allow: / User-agent: Custo Allow: / User-agent: CyotekWebCopy Allow: / User-agent: DBLBot Allow: / User-agent: DIIbot Allow: / User-agent: DSearch Allow: / User-agent: DTS Agent Allow: / User-agent: DataCha0s Allow: / User-agent: DatabaseDriverMysqli Allow: / User-agent: Demon Allow: / User-agent: Deusu Allow: / User-agent: Devil Allow: / User-agent: Digincore Allow: / User-agent: DigitalPebble Allow: / User-agent: Dirbuster Allow: / User-agent: Disco Allow: / User-agent: Discobot Allow: / User-agent: Discoverybot Allow: / User-agent: Dispatch Allow: / User-agent: DnBCrawler-Analytics Allow: / User-agent: DomCopBot Allow: / User-agent: DomainAppender Allow: / User-agent: DomainSigmaCrawler Allow: / User-agent: Domains Project Allow: / User-agent: Dotbot Allow: / User-agent: Download Wonder Allow: / User-agent: Dragonfly Allow: / User-agent: Drip Allow: / User-agent: ECCP/1.0 Allow: / User-agent: EMail Siphon Allow: / User-agent: EMail Wolf Allow: / User-agent: EasyDL Allow: / User-agent: Ebingbong Allow: / User-agent: Ecxi Allow: / User-agent: EirGrabber Allow: / User-agent: Evil Allow: / User-agent: Express WebPictures Allow: / User-agent: Extractor Allow: / User-agent: Extreme Picture Finder Allow: / User-agent: EyeNetIE Allow: / User-agent: FDM Allow: / User-agent: FHscan Allow: / User-agent: Fimap Allow: / User-agent: Firefox/7.0 Allow: / User-agent: FlashGet Allow: / User-agent: Flunky Allow: / User-agent: Freeuploader Allow: / User-agent: FrontPage Allow: / User-agent: Fuzz Allow: / User-agent: FyberSpider Allow: / User-agent: G-i-g-a-b-o-t Allow: / User-agent: GT Allow: / User-agent: GalaxyBot Allow: / User-agent: GermCrawler Allow: / User-agent: GetWeb Allow: / User-agent: Getintent Allow: / User-agent: Go!Zilla Allow: / User-agent: Go-Ahead-Got-It Allow: / User-agent: GoZilla Allow: / User-agent: Gotit Allow: / User-agent: GrabNet Allow: / User-agent: Grabber Allow: / User-agent: Grafula Allow: / User-agent: GrapeFX Allow: / User-agent: GridBot Allow: / User-agent: HEADMasterSEO Allow: / User-agent: HMView Allow: / User-agent: HTMLparser Allow: / User-agent: HTTP Allow: / User-agent: Haansoft Allow: / User-agent: HaosouSpider Allow: / User-agent: Havij Allow: / User-agent: Heritrix Allow: / User-agent: Hloader Allow: / User-agent: HonoluluBot Allow: / User-agent: Humanlinks Allow: / User-agent: HybridBot Allow: / User-agent: IDBTE4M Allow: / User-agent: IDBot Allow: / User-agent: Iblog Allow: / User-agent: Id-search Allow: / User-agent: IlseBot Allow: / User-agent: Image Fetch Allow: / User-agent: Image Sucker Allow: / User-agent: Indy Library Allow: / User-agent: InfoTekies Allow: / User-agent: Information Security Team InfraSec Scanner Allow: / User-agent: InfraSec Scanner Allow: / User-agent: Intelliseek Allow: / User-agent: InterGET Allow: / User-agent: InternetMeasurement Allow: / User-agent: InternetSeer Allow: / User-agent: Internet Ninja Allow: / User-agent: Iria Allow: / User-agent: Iskanie Allow: / User-agent: IstellaBot Allow: / User-agent: JOC Web Spider Allow: / User-agent: Jbrofuzz Allow: / User-agent: JetCar Allow: / User-agent: Joomla Allow: / User-agent: Jorgee Allow: / User-agent: JustView Allow: / User-agent: Jyxobot Allow: / User-agent: Keybot Translation-Search-Machine Allow: / User-agent: Kinza Allow: / User-agent: Kozmosbot Allow: / User-agent: LWP Allow: / User-agent: Lanshanbot Allow: / User-agent: Larbin Allow: / User-agent: Leap Allow: / User-agent: LeechFTP Allow: / User-agent: LeechGet Allow: / User-agent: Lftp Allow: / User-agent: LibWeb Allow: / User-agent: Libwhisker Allow: / User-agent: LieBaoFast Allow: / User-agent: Lightspeedsystems Allow: / User-agent: Likse Allow: / User-agent: Linkbot Allow: / User-agent: LinksManager Allow: / User-agent: LinqiaMetadataDownloaderBot Allow: / User-agent: LinqiaRSSBot Allow: / User-agent: LinqiaScrapeBot Allow: / User-agent: Lipperhey Allow: / User-agent: Lipperhey Spider Allow: / User-agent: Litemage_walker Allow: / User-agent: Lmspider Allow: / User-agent: Ltx71 Allow: / User-agent: MFC_Tear_Sample Allow: / User-agent: MIDown tool Allow: / User-agent: MQQBrowser Allow: / User-agent: MSFrontPage Allow: / User-agent: Mag-Net Allow: / User-agent: Magnet Allow: / User-agent: Mail.RU_Bot Allow: / User-agent: Majestic-SEO Allow: / User-agent: Majestic12 Allow: / User-agent: Majestic SEO Allow: / User-agent: MarkMonitor Allow: / User-agent: MarkWatch Allow: / User-agent: Mass Downloader Allow: / User-agent: Masscan Allow: / User-agent: Mb2345Browser Allow: / User-agent: MeanPath Bot Allow: / User-agent: Meanpathbot Allow: / User-agent: Metauri Allow: / User-agent: MicroMessenger Allow: / User-agent: Microsoft Data Access Allow: / User-agent: Microsoft URL Control Allow: / User-agent: Minefield Allow: / User-agent: Moblie Safari Allow: / User-agent: Mojolicious Allow: / User-agent: MolokaiBot Allow: / User-agent: Morfeus Fucking Scanner Allow: / User-agent: Mozlila Allow: / User-agent: Mr.4x3 Allow: / User-agent: Msrabot Allow: / User-agent: Musobot Allow: / User-agent: NPbot Allow: / User-agent: Name Intelligence Allow: / User-agent: Nameprotect Allow: / User-agent: Navroad Allow: / User-agent: NearSite Allow: / User-agent: Needle Allow: / User-agent: Nessus Allow: / User-agent: NetLyzer Allow: / User-agent: NetSpider Allow: / User-agent: NetZIP Allow: / User-agent: Net Vampire Allow: / User-agent: Netcraft Allow: / User-agent: Nettrack Allow: / User-agent: Nibbler Allow: / User-agent: Niki-bot Allow: / User-agent: Nikto Allow: / User-agent: Nimbostratus Allow: / User-agent: Ninja Allow: / User-agent: Nmap Allow: / User-agent: Nuclei Allow: / User-agent: Octopus Allow: / User-agent: Offline Navigator Allow: / User-agent: OnCrawl Allow: / User-agent: OpenLinkProfiler Allow: / User-agent: OpenVAS Allow: / User-agent: Openvas Allow: / User-agent: OrangeSpider Allow: / User-agent: OutfoxBot Allow: / User-agent: PECL Allow: / User-agent: PHPCrawl Allow: / User-agent: POE-Component-Client-HTTP Allow: / User-agent: PageAnalyzer Allow: / User-agent: PageGrabber Allow: / User-agent: PageScorer Allow: / User-agent: PageThing.com Allow: / User-agent: Page Analyzer Allow: / User-agent: Panscient Allow: / User-agent: Papa Foto Allow: / User-agent: Pavuk Allow: / User-agent: PeoplePal Allow: / User-agent: Pi-Monster Allow: / User-agent: Picscout Allow: / User-agent: Picsearch Allow: / User-agent: PictureFinder Allow: / User-agent: Piepmatz Allow: / User-agent: Pimonster Allow: / User-agent: Pixray Allow: / User-agent: PleaseCrawl Allow: / User-agent: Pockey Allow: / User-agent: Probethenet Allow: / User-agent: Proximic Allow: / User-agent: Psbot Allow: / User-agent: Pu_iN Allow: / User-agent: Pump Allow: / User-agent: PxBroker Allow: / User-agent: PyCurl Allow: / User-agent: Quick-Crawler Allow: / User-agent: Rainbot Allow: / User-agent: RankActive Allow: / User-agent: RankingBot Allow: / User-agent: RankingBot2 Allow: / User-agent: Rankivabot Allow: / User-agent: RankurBot Allow: / User-agent: Re-re Allow: / User-agent: ReGet Allow: / User-agent: RealDownload Allow: / User-agent: Reaper Allow: / User-agent: RebelMouse Allow: / User-agent: Recorder Allow: / User-agent: RedesScrapy Allow: / User-agent: Ripper Allow: / User-agent: RocketCrawler Allow: / User-agent: Rogerbot Allow: / User-agent: SBIder Allow: / User-agent: SEOlyt Allow: / User-agent: SEOlyticsCrawler Allow: / User-agent: SEOprofiler Allow: / User-agent: SISTRIX Allow: / User-agent: SalesIntelligent Allow: / User-agent: ScanAlert Allow: / User-agent: Scanbot Allow: / User-agent: Screaming Allow: / User-agent: ScreenerBot Allow: / User-agent: ScrepyBot Allow: / User-agent: Searchestate Allow: / User-agent: Seekport Allow: / User-agent: SemanticJuice Allow: / User-agent: Semrush Allow: / User-agent: SentiBot Allow: / User-agent: SeoSiteCheckup Allow: / User-agent: Seomoz Allow: / User-agent: Shodan Allow: / User-agent: Siphon Allow: / User-agent: SiteExplorer Allow: / User-agent: SiteLockSpider Allow: / User-agent: Site Sucker Allow: / User-agent: Sitebeam Allow: / User-agent: Sitevigil Allow: / User-agent: SlySearch Allow: / User-agent: SmartDownload Allow: / User-agent: Snake Allow: / User-agent: Snoopy Allow: / User-agent: Sociscraper Allow: / User-agent: Sottopop Allow: / User-agent: SpaceBison Allow: / User-agent: Spammen Allow: / User-agent: Spanner Allow: / User-agent: Spbot Allow: / User-agent: Spider_Bot Allow: / User-agent: Spider_Bot/3.0 Allow: / User-agent: Sqlmap Allow: / User-agent: Sqlworm Allow: / User-agent: Sqworm Allow: / User-agent: Steeler Allow: / User-agent: Stripper Allow: / User-agent: Sucker Allow: / User-agent: Sucuri Allow: / User-agent: SuperHTTP Allow: / User-agent: Surfbot Allow: / User-agent: Suzuran Allow: / User-agent: T0PHackTeam Allow: / User-agent: T8Abot Allow: / User-agent: Telesphoreo Allow: / User-agent: Telesphorep Allow: / User-agent: Thumbor Allow: / User-agent: TightTwatBot Allow: / User-agent: TinyTestBot Allow: / User-agent: Toata Allow: / User-agent: Toweyabot Allow: / User-agent: Tracemyfile Allow: / User-agent: Trendiction Allow: / User-agent: Trendictionbot Allow: / User-agent: Turingos Allow: / User-agent: TwengaBot Allow: / User-agent: Twice Allow: / User-agent: Typhoeus Allow: / User-agent: URLy.Warning Allow: / User-agent: UnisterBot Allow: / User-agent: V-BOT Allow: / User-agent: VB Project Allow: / User-agent: Vacuum Allow: / User-agent: Vagabondo Allow: / User-agent: VeriCiteCrawler Allow: / User-agent: VidibleScraper Allow: / User-agent: Virusdie Allow: / User-agent: VoidEYE Allow: / User-agent: Voil Allow: / User-agent: Voltron Allow: / User-agent: WBSearchBot Allow: / User-agent: WEBDAV Allow: / User-agent: WISENutbot Allow: / User-agent: WPScan Allow: / User-agent: WWW Allow: / User-agent: WWWOFFLE Allow: / User-agent: Wallpapers Allow: / User-agent: Wallpapers/3.0 Allow: / User-agent: WallpapersHD Allow: / User-agent: WeSEE Allow: / User-agent: WebCollage Allow: / User-agent: WebFetch Allow: / User-agent: WebFuck Allow: / User-agent: WebGo IS Allow: / User-agent: WebImageCollector Allow: / User-agent: WebLeacher Allow: / User-agent: WebPix Allow: / User-agent: WebSucker Allow: / User-agent: WebWhacker Allow: / User-agent: Web Auto Allow: / User-agent: Web Collage Allow: / User-agent: Web Enhancer Allow: / User-agent: Web Fetch Allow: / User-agent: Web Fuck Allow: / User-agent: Web Pix Allow: / User-agent: Web Sauger Allow: / User-agent: Web Sucker Allow: / User-agent: Webalta Allow: / User-agent: Webshag Allow: / User-agent: WebsiteExtractor Allow: / User-agent: WebsiteQuester Allow: / User-agent: Webster Allow: / User-agent: Whack Allow: / User-agent: Whacker Allow: / User-agent: Whatweb Allow: / User-agent: Who.is Bot Allow: / User-agent: Widow Allow: / User-agent: Wonderbot Allow: / User-agent: Woobot Allow: / User-agent: Wotbox Allow: / User-agent: Wprecon Allow: / User-agent: Xaldon WebSpider Allow: / User-agent: Xaldon_WebSpider Allow: / User-agent: Zade Allow: / User-agent: Zauba Allow: / User-agent: Zermelo Allow: / User-agent: Zitebot Allow: / User-agent: ZmEu Allow: / User-agent: ZumBot Allow: / User-agent: ZyBorg Allow: / User-agent: arquivo-web-crawler Allow: / User-agent: arquivo.pt Allow: / User-agent: autoemailspider Allow: / User-agent: awario.com Allow: / User-agent: backlink-check Allow: / User-agent: cah.io.community Allow: / User-agent: check1.exe Allow: / User-agent: clark-crawler Allow: / User-agent: cognitiveseo Allow: / User-agent: com.plumanalytics Allow: / User-agent: crawler.feedback Allow: / User-agent: dataforseo.com Allow: / User-agent: dataforseobot Allow: / User-agent: demandbase-bot Allow: / User-agent: domainsproject.org Allow: / User-agent: eCatch Allow: / User-agent: facebookscraper Allow: / User-agent: gopher Allow: / User-agent: heritrix Allow: / User-agent: imagesift.com Allow: / User-agent: instabid Allow: / User-agent: internetVista monitor Allow: / User-agent: ips-agent Allow: / User-agent: isitwp.com Allow: / User-agent: iubenda-radar Allow: / User-agent: lwp-request Allow: / User-agent: meanpathbot Allow: / User-agent: mediawords Allow: / User-agent: muhstik-scan Allow: / User-agent: oBot Allow: / User-agent: page scorer Allow: / User-agent: pcBrowser Allow: / User-agent: plumanalytics Allow: / User-agent: polaris version Allow: / User-agent: probe-image-size Allow: / User-agent: ripz Allow: / User-agent: s1z.ru Allow: / User-agent: satoristudio.net Allow: / User-agent: scalaj-http Allow: / User-agent: scan.lol Allow: / User-agent: seobility Allow: / User-agent: seocompany.store Allow: / User-agent: seostar Allow: / User-agent: sexsearcher Allow: / User-agent: sitechecker.pro Allow: / User-agent: siteripz Allow: / User-agent: sp_auditbot Allow: / User-agent: spyfu Allow: / User-agent: sysscan Allow: / User-agent: tAkeOut Allow: / User-agent: trendiction.com Allow: / User-agent: trendiction.de Allow: / User-agent: ubermetrics-technologies.com Allow: / User-agent: voyagerx.com Allow: / User-agent: webgains-bot Allow: / User-agent: webmeup-crawler Allow: / User-agent: webpros.com Allow: / User-agent: webprosbot Allow: / User-agent: x09Mozilla Allow: / User-agent: x22Mozilla Allow: / User-agent: xpymep1.exe Allow: / User-agent: zauba.io Allow: / #################: [www.unaique.net] User-agent: * Allow: / Allow: /blog/ Allow: /blog/feed/ Allow: /text/pdf/ Allow: /text/ Allow: /blog/wp-admin/admin-ajax.php Allow: /en/ Allow: /was-ist-unaique.net.html Allow: /textgenerator-fuer-copywriting-mit-ki.html Allow: /en/copywriter-powered-by-chatgpt-gpt4.html Allow: /blog/wp-admin/admin-ajax.php Allow: /ads.txt Allow: /llms.txt Allow: /llms.xml Allow: /llms.md Allow: /sitemap_text_all.php Allow: /sitemap.php Allow: /sitemap_b.xml Allow: /sitemap_pdf.php Allow: /blog/sitemap_index.xml Allow: /blog/page-sitemap.xml Allow: /blog/category-sitemap.xml Allow: /blog/post-sitemap.xml Disallow: /blog/wp-admin/ Disallow: /aitextgenerator.php Disallow: /redirect.php Disallow: /copywriting.php Disallow: /copywriter.php Disallow: /agb.html Disallow: /ajax/* Disallow: /api/* Disallow: /authentification/* Disallow: /de/ Disallow: /de/* Disallow: /redirect.php* Disallow: /blog/wp-admin/ Disallow: /blog/xmlrpc.php Disallow: /blog/wp-login.php Disallow: /blog/search/* Disallow: /blog/?s=* Disallow: /a*_*1/* Disallow: /w*_*1/* Disallow: /ajax/api/* Disallow: /marketing/* Disallow: /login.php Disallow: /jobs/ Disallow: /en/api/ Disallow: /en/team/ Disallow: /t/* Disallow: /js/s.min.js Disallow: /js/lt.min.js Disallow: /t/t.php Disallow: /t/s.php Sitemap: https://www.unaique.net/sitemap.php Sitemap: https://www.unaique.net/blog/sitemap_index.xml Sitemap: https://www.unaique.net/blog/page-sitemap.xml Sitemap: https://www.unaique.net/blog/category-sitemap.xml Sitemap: https://www.unaique.net/blog/post-sitemap.xml Sitemap: https://www.artikelschreiben.com/sitemap_b.xml Sitemap: https://www.artikelschreiben.com/sitemap_text_all.php Sitemap: https://www.unaique.net/sitemap_pdf.php