V4.2023.10.4059 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ASPSeek
-AdsTxtCrawlerTP
+ALittle Client
+Aboundexbot
+AfD-Verbotsverfahren
 Alexibot
-Asterias
-Boardreader
-Bolt
-BotALot
-Brandwatch
-CheTeam
-Cocolyzebot
-Demon
-Digincore
+Anarchy
+Ankit
+AwarioRssBot
+Badass
+Barkrowler
+BetaBot
+Bitacle
+Blow
+CopyRightCheck
+Curious
+DTS Agent
+Deusu
+Devil
 DigitalPebble
-Discobot
-Dispatch
-DnyzBot
-DomainAppender
-Download Wonder
-EMail Wolf
-EasyDL
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainStatsBot
 Ecxi
-Firefox/7.0
-Foobot
-Go!Zilla
-Go-Ahead-Got-It
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
-Havij
-Iblog
-IndeedBot
-InternetSeer
+Exabot
+Ezooms
+FemtosearchBot
+Fimap
+GT::WWW
+GalaxyBot
+Grabber
+Haansoft
+Harvest
+InfoNaviRobot
 Iskanie
-JustView
-Keybot Translation-Search-Machine
-Leap
-LeechGet
-LexiBot
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lmspider
-MIDown tool
-MSFrontPage
-MSIECrawler
-Mister PiX
-MolokaiBot
-Musobot
-Needle
-Netcraft
-Nibbler
-Page Analyzer
-Papa Foto
-Piepmatz
-ProPowerBot
+JikeSpider
+Kinza
+Lanshanbot
+Libwhisker
+Litemage_walker
+Ltx71
+MQQBrowser
+Mail.RU_Bot
+Microsoft Data Access
+Moblie Safari
+NPbot
+Nameprotect
+Net Vampire
+NetMechanic
+Netvibes
+Offline Explorer
+Openvas
+OrangeBot
+Picscout
+PictureFinder
+Pimonster
+Psbot
 RankActive
-RankingBot
-RankingBot2
 ReGet
 SBIder
-SeekportBot
-SemanticJuice
-SentiBot
+SMTBot
+ScanAlert
+Scrapy
+SearchmetricsBot
+Seekport
+SemrushBot
 Seomoz
-Siteimprove
-Sogou web spider
-Sottopop
-Steeler
-SuperBot
+Siphon
+SiteCheckerBotCrawler
+Spanner
+Spinn3r
+T0PHackTeam
 Teleport
-Telesoft
-TheNomad
-Trendictionbot
-Twice
-Vacuum
-Vagabondo
-WBSearchBot
-Web Auto
-WebAuto
-WebEnhancer
-WebSucker
-Website Quester
-Webster
-WinHTTrack
-Wotbox
-Xaldon WebSpider
+TightTwatBot
+Toata
+TwengaBot
+VCI
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+WWW::Mechanize
+WebsiteExtractor
+Whatweb
+Woobot
 Xenu
+Zitebot
+ZoominfoBot
 adscanner
-arquivo.pt
-eCatch
-facebookscraper
-lwp-request
-meanpathbot
+autoemailspider
+heritrix
+isitwp.com
+openai.com
+page scorer
+pcBrowser
+probe-image-size
 seoscanners
 seostar
+trendiction.com
+trendiction.de
 voyagerx.com
-zauba.io
 zgrab