V4.2023.12.4193 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ALittle Client
-Acunetix
-AlphaBot
-Anarchy
-Anthill
+404enemy
+Abonti
+BBBike
+BDFetch
+Bandit
 Barkrowler
-Bitacle
-Buck
-CSHttp
-CensysInspect
-Cliqzbot
-Cloud mapping
-Collector
-Crawling at Home Project
-Curious
-DTS Agent
-Devil
-DomCopBot
-DomainStatsBot
-ExtLinksBot
+BatchFTP
+Battleztar Bazinga
+Bigfoot
+BlackWidow
+Bullseye
+CCBot
+Cocolyzebot
+DatabaseDriverMysqli
+Demon
+DomainCrawler
+Domains Project
+Drip
+ECCP/1.0
+Exabot
+FHscan
+FlashGet
 Flunky
+FrontPage
 G-i-g-a-b-o-t
-GT::WWW
 Genieo
 Gotit
-IndeedBot
-Indy Library
-InterGET
-InternetSeer
-Jbrofuzz
-JetCar
-Jetty
-JustView
+GrapeFX
+HTMLparser
+Hloader
+Humanlinks
+InfoNaviRobot
 Kenjin Spider
+Keyword Density
+Kinza
+Lanshanbot
+Leap
 LeechFTP
+Libwhisker
 Lightspeedsystems
 LinkextractorPro
-LinqiaRSSBot
-MSFrontPage
+LinksManager
+Litemage_walker
+MFC_Tear_Sample
+Mag-Net
 Majestic SEO
-Mister PiX
-Mojolicious
-Msrabot
-NICErsPRO
+Masscan
+MeanPath Bot
+MegaIndex.ru
+MolokaiBot
+Mr.4x3
+NearSite
+Nessus
 NetSpider
-NimbleCrawler
 Nmap
-Offline Navigator
-OnCrawl
-Openvas
-OutclicksBot
-Pandalytics
-Panscient
-PyCurl
-RSSingBot
-Rainbot
-RankingBot2
+Octopus
+Offline Explorer
+Openfind
+PageAnalyzer
+ProPowerBot
+RankFlex
+RankingBot
+Rankivabot
+Re-re
 RealDownload
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-ScoutJet
+RepoMonkey
 ScrepyBot
-SentiBot
-SenutoBot
-SocialRankIOBot
-Sottopop
+SeoSiteCheckup
+Siphon
+Siteimprove
+Snoopy
 SpaceBison
-Spanner
+Sqlworm
 Sqworm
 Steeler
-Swiftbot
-TeleportPro
-Toata
-Tracemyfile
-Twice
-VeriCiteCrawler
+Surfbot
+Titan
+Trendictionbot
+TurnitinBot
+Upflow
+Vacuum
 VidibleScraper
-VoidEYE
-Voil
-WASALive-Bot
+Virusdie
+WEBDAV
 WWW-Mechanize
-WWWOFFLE
-Web Fetch
-Web Fuck
-WebCopier
-WebGo IS
-WebReaper
-WebmasterWorldForumBot
-WebsiteExtractor
-Widow
-archive.org_bot
-autoemailspider
-check1.exe
-internetVista monitor
-plumanalytics
-seoscanners
-sysscan
-webgains-bot
+Web Collage
+WebCollage
+WebSauger
+WebZIP
+Wonderbot
+Zermelo
+dataforseo.com
+dataforseobot
+eCatch
+facebookscraper
+gopher
+openai
+scan.lol
+spyfu
+webprosbot