V4.2024.06.4561 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
-Anarchie
-Anthill
-BDFetch
-Battleztar Bazinga
-Brandwatch
-BuiltWith
-BunnySlippers
-CCBot
-CSHttp
-Collector
-DSearch
-DTS Agent
-DnBCrawler-Analytics
-DomainAppender
-Ecxi
-Ezooms
-FacebookBot
-FemtosearchBot
-FyberSpider
-GT::WWW
-Getintent
-Go!Zilla
+AiHitBot
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+BlackWidow
+BlowFish
+Buddy
+Bullseye
+Calculon
+Cegbfeieh
+Cocolyzebot
+Cogentbot
+Custo
+DBLBot
+DatabaseDriverMysqli
+Discobot
+Dotbot
+Fuzz
+GPTBot
+GermCrawler
+GetRight
+Gigabot
+Go-Ahead-Got-It
+GoZilla
 Grabber
-GrapeFX
-HMView
-Heritrix
+HaosouSpider
+Harvest
 HybridBot
-Iskanie
+InfoTekies
 IstellaBot
-JOC Web Spider
-Jorgee
-LWP::Simple
-LexiBot
+JennyBot
+Jetty
+Keybot Translation-Search-Machine
+Kozmosbot
+Lftp
 Libwhisker
-LinkScan
-LinkWalker
-LinkpadBot
-Lipperhey Spider
-MSIECrawler
-Minefield
+LieBaoFast
+Mass Downloader
 Mister PiX
-Mojeek
-Msrabot
-Nameprotect
-NetAnts
-NetSpider
-Niki-bot
-OnCrawl
-PageThing.com
-Papa Foto
-PleaseCrawl
-QueryN Metasearch
-RankFlex
-Rankivabot
+Moblie Safari
+Musobot
+Needle
+Netcraft
+NimbleCrawler
+Nutch
+PHPCrawl
+POE-Component-Client-HTTP
+Picsearch
+Piepmatz
+Pimonster
+Pixray
+Pockey
+Pump
+RankurBot
 Re-re
-ReGet
-RealDownload
-RepoMonkey
-SEOlyticsCrawler
-SEOstats
+RebelMouse
+Ripper
+ScanAlert
 Scanbot
-ScrepyBot
-Searchestate
-SearchmetricsBot
-SeekportBot
+Scrapy
 SenutoBot
-Snoopy
-SputnikBot
-SuperBot
-TeleportPro
-Titan
+Snake
+Spammen
+Sqlmap
+T8Abot
+Telesoft
 True_Robot
-VoidEYE
+Typhoeus
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+WWW::Mechanize
+WWWOFFLE
 Web Enhancer
-WebSucker
-WebsiteExtractor
-WinHTTrack
-Xaldon WebSpider
-YoudaoBot
+Web Pix
+WebAuto
+WebEnhancer
+WebLeacher
+WebWhacker
+Webshag
+Whack
 Zeus
+Zitebot
 ZmEu
-awario.com
-clark-crawler
-cognitiveseo
-domainsproject.org
+ZoominfoBot
+coccocbot
+cohere-ai
+com.plumanalytics
 eCatch
 gopher
 heritrix
-imagesift.com
-internetVista monitor
-isitwp.com
-plumanalytics
-s1z.ru
-seobility
-siteripz
-sysscan
-x09Mozilla
+iubenda-radar
+scalaj-http
+seostar
+sexsearcher
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
 zauba.io