V4.2023.05.3739 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AfD-Verbotsverfahren
-AhrefsBot
-AllSubmitter
-Anarchy
+ADmantX
 Aspiegel
-BLEXBot
-Backlink-Ceck
-Bandit
-BuiltBotTough
+Asterias
+Atomseobot
+Attach
+BacklinkCrawler
+Barkrowler
+BlackWidow
+Bolt
+Brandwatch
 Bullseye
-CensysInspect
-Cliqzbot
-Cloud mapping
-Collector
-CopyRightCheck
-Curious
-Custo
-DSearch
-Discobot
-Discoverybot
-DnBCrawler-Analytics
-DomainStatsBot
-Express WebPictures
+BunnySlippers
+CazoodleBot
+CheeseBot
+Copyscape
+CyotekWebCopy
+DBLBot
+DTS Agent
+Digincore
+DigitalPebble
+Dirbuster
+Dispatch
+ExtLinksBot
 Extreme Picture Finder
-FHscan
-Fyrebot
-Gotit
-Grabber
-HMView
-HTMLparser
+Fuzz
+GalaxyBot
+Getintent
+GoZilla
+HTTrack
 InterGET
-Jbrofuzz
-JetCar
-Jyxobot
-Kozmosbot
+Internet Ninja
 LNSpiderguy
-LinkWalker
-MauiBot
+Larbin
+Leap
+Lftp
+LieBaoFast
+MFC_Tear_Sample
+MQQBrowser
+MTRobot
+Majestic-SEO
+Mata Hari
+Mediatoolkitbot
+Metauri
 MicroMessenger
-Mozlila
-Musobot
-Name Intelligence
-Nameprotect
-Navroad
+Morfeus Fucking Scanner
+NetAnts
 NetLyzer
-NetSpider
-Openvas
-OrangeBot
-PECL::HTTP
+Nimbostratus
+Nuclei
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
+OrangeSpider
 POE-Component-Client-HTTP
 Pandalytics
-Picscout
+Panscient
+Papa Foto
+PictureFinder
 Piepmatz
-Pimonster
-PxBroker
-RankActiveLinkBot
-Rankivabot
-RedesScrapy
-SBIder
-SEOkicks-Robot
+PyCurl
+Quick-Crawler
 SEOstats
-SISTRIX
-SalesIntelligent
-ScanAlert
-Scanbot
-Scrapy
-SeoSiteCheckup
-Seomoz
+ScoutJet
+SeekportBot
+SemanticJuice
 Shodan
-Siphon
 Site Sucker
-SiteLockSpider
-Sociscraper
-Sqworm
-Sucuri
-Szukacz
-T0PHackTeam
-TheNomad
-True_Robot
-Turingos
+SiteCheckerBotCrawler
+SiteExplorer
+Sottopop
+TeleportPro
+Telesoft
+The Intraformant
+Toweyabot
+Trendictionbot
+Twice
 V-BOT
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voltron
-WBSearchBot
-WWWOFFLE
-Web Fetch
-WebAuto
-WebFetch
-Webalta
+VoidEYE
+Voil
+Web Auto
+WebImageCollector
+WebmasterWorldForumBot
+WebsiteQuester
+Whack
 Whatweb
-autoemailspider
-check1.exe
-cognitiveseo
-crawl.sogou.com
+Zade
+ZmEu
+ZoomBot
+ZoominfoBot
+archive.org_bot
+dataforseo.com
+iubenda-radar
+linkdexbot
+lwp-trivial
+magpie-crawler
 page scorer
-probe-image-size
-siteripz
-webprosbot
+sp_auditbot
+webmeup-crawler
+x09Mozilla
+zauba.io