V4.2024.02.4320 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404enemy
-Aboundexbot
 AdsTxtCrawlerTP
-AfD-Verbotsverfahren
 AiHitBot
-Anarchy99
-BDCbot
+Aipbot
+Ankit
+Apexoo
+BackDoorBot
 Bandit
+Black Hole
+Blow
 Boardreader
-BuiltWith
-CCBot
-CazoodleBot
-Cegbfeieh
+Brandwatch
+Bullseye
+BunnySlippers
+Calculon
+CensysInspect
+Chlooe
 Citoid
-Cloud mapping
-Cocolyzebot
-Collector
-Copyscape
-Cosmos
-CrazyWebCrawler
-Custo
-DIIbot
-Discobot
+Craftbot
+DatabaseDriverMysqli
 Discoverybot
-DnBCrawler-Analytics
-DomCopBot
-DomainSigmaCrawler
-Ecxi
+DomainCrawler
+Dragonfly
 EirGrabber
-FemtosearchBot
-Flunky
-Fuzz
-FyberSpider
-Gotit
+Exabot
+Express WebPictures
+FDM
+FlashGet
+Genieo
+GermCrawler
+Gigabot
+Go!Zilla
+Grabber
+Grafula
+GrapeshotCrawler
+GridBot
 HTMLparser
-Humanlinks
+HybridBot
+IRLbot
+Iblog
 IlseBot
-IstellaBot
-JOC Web Spider
-Joomla
-Keybot Translation-Search-Machine
-Kozmosbot
-Lanshanbot
-LeechGet
-LexiBot
-Majestic-SEO
-Moblie Safari
-Mr.4x3
+JustView
+Kenjin Spider
+Linkbot
+Litemage_walker
+MIDown tool
+MSFrontPage
+MTRobot
+Majestic SEO
 NICErsPRO
-NetAnts
-NetZIP
+NPbot
+NetMechanic
 Netvibes
-NextGenSearchBot
-Nibbler
-Pandalytics
-Panscient
-Pi-Monster
-Piepmatz
-Pimonster
-Pockey
-Pu_iN
-RankActive
-RankingBot
-RealDownload
-RedesScrapy
-Ripper
-SalesIntelligent
-SemrushBot
-Shodan
-SiteCheckerBotCrawler
-SiteExplorer
-Sociscraper
-Spanner
-Spbot
-Surfbot
-Swiftbot
-T8Abot
-Turnitin
-URLy Warning
-URLy.Warning
-UnisterBot
-Virusdie
-WISENutbot
-Web Fetch
+Offline Navigator
+OrangeBot
+PageAnalyzer
+PageThing.com
+Papa Foto
+Rainbot
+Reaper
+Rogerbot
+ScoutJet
+SearchmetricsBot
+SentiBot
+Seomoz
+Site Sucker
+Sitebeam
+Sitevigil
+SpaceBison
+SpankBot
+Sqworm
+Stripper
+SuperHTTP
+Telesphoreo
+TightTwatBot
+Toweyabot
+TurnitinBot
+VCI
+Voil
+WWW::Mechanize
 Web Sucker
-WebFetch
+WebCopier
+WebLeacher
 Who.is Bot
-Zauba
-Zermelo
-adscanner
-archive.org_bot
-cah.io.community
-crawl.sogou.com
-dataforseo.com
+ZumBot
+autoemailspider
+cognitiveseo
+com.plumanalytics
+crawler4j
+demandbase-bot
+facebookscraper
 gopher
-netEstate NE Crawler
-openai
-seocompany.store
+imagesift.com
+internetVista monitor
+lwp-trivial
+meanpathbot
+satoristudio.net
+scan.lol
 seostar
+spyfu
+trendiction.de