V4.2024.01.4221 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ASPSeek
-AhrefsBot
-Anarchie
-AwarioRssBot
-BDFetch
+Aboundexbot
+Aipbot
+Alexibot
+Atomseobot
+BDCbot
 BLEXBot
-Bigfoot
-Bitacle
-CensysInspect
+Badass
+BatchFTP
+Black Hole
+Blow
+Boardreader
+Bolt
+Buddy
+CSHttp
+CheTeam
+Chlooe
 Cliqzbot
-Cloud mapping
-Copier
-Cosmos
+Craftbot
 Custo
+DSearch
 DatabaseDriverMysqli
 Deusu
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Evil
-Exabot
-Fimap
-FlashGet
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-Genieo
+Download Wonder
+Ebingbong
+Extreme Picture Finder
+Ezooms
+Foobot
+Fyrebot
+GalaxyBot
+Go!Zilla
 Grabber
-GrapeFX
-GridBot
-HaosouSpider
-Hloader
+GrapeshotCrawler
+HTTP::Lite
+HonoluluBot
 Iblog
-IndeedBot
-InfoTekies
-JamesBOT
-JennyBot
-JustView
-Keybot Translation-Search-Machine
+Indy Library
 LNSpiderguy
-Larbin
-Likse
-LinkextractorPro
-LinksManager
-MFC_Tear_Sample
+LinkWalker
+LinkpadBot
+LinqiaScrapeBot
+Lipperhey Spider
 MIIxpc
+MQQBrowser
+MTRobot
 Majestic SEO
-Mata Hari
-Metauri
-Minefield
+Mass Downloader
+Meanpathbot
 Mister PiX
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
+NICErsPRO
 NPbot
-NetAnts
-Octopus
-Panscient
-Pi-Monster
+Needle
+Net Vampire
+NetLyzer
+NetZIP
+NextGenSearchBot
+Nimbostratus
+PageGrabber
+PageThing.com
+Picsearch
 Pimonster
-PleaseCrawl
-Proximic
-PxBroker
-Ripper
-SearchmetricsBot
-Site Sucker
-SiteSnagger
-SmartDownload
+ReGet
+RedesScrapy
+SEOprofiler
+SEOstats
+SalesIntelligent
+SiteCheckerBotCrawler
+Snoopy
 Sogou web spider
-Sottopop
-Spbot
-SuperHTTP
+Spammen
+Spinn3r
+SputnikBot
+SurveyBot
 Swiftbot
-Szukacz
-Thumbor
-Toweyabot
-Trendiction
-VB Project
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
-Web Fuck
+Telesoft
+Telesphorep
+Trendictionbot
+Vagabondo
+Web Collage
 Web Pix
 WebFetch
 WebSauger
-WebSucker
-Webalta
-WiseGuys Robot
-Xaldon WebSpider
-adscanner
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-openai
-s1z.ru
-seobility
-serpstatbot
+WebWhacker
+WebsiteExtractor
+Zitebot
+ZyBorg
+backlink-check
+check1.exe
+com.plumanalytics
+crawler.feedback
+evc-batch
+facebookscraper
+heritrix
+iubenda-radar
+magpie-crawler
+meanpathbot
+plumanalytics
+polaris version
+sitechecker.pro
 sysscan
-voyagerx.com
+tAkeOut