V4.2024.04.4464 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Abonti
-Aboundex
+01h4x.com
+Acunetix
+AdsTxtCrawlerTP
+AiHitBot
+Alligator
+Anarchy99
+AwarioRssBot
+BBBike
+BackDoorBot
 Backlink-Ceck
-BacklinkCrawler
-BatchFTP
-Black Hole
-Blackboard
-Bytespider
-Cegbfeieh
-CensysInspect
-Cliqzbot
-Custo
+Barkrowler
+BlowFish
+BotALot
+Buddy
+CCBot
+CheeseBot
+Cloud mapping
+Copyscape
+Crescent
 DBLBot
-DataCha0s
+DSearch
 DatabaseDriverMysqli
-Digincore
-DigitalPebble
+Devil
+Discoverybot
 DittoSpyder
 DomainStatsBot
-EroCrawler
-Express WebPictures
-FemtosearchBot
-Freeuploader
-G-i-g-a-b-o-t
-GPTBot
-Google-Extended
-HTTP::Lite
-HybridBot
-IDBot
-IRLbot
-IstellaBot
-Jetty
-JikeSpider
-LeechFTP
-Lftp
-Lightspeedsystems
-Likse
-MIDown tool
-MIIxpc
-MolokaiBot
-NPbot
-Name Intelligence
-NetSpider
-OutfoxBot
-PageScorer
-PeoplePal
+Dragonfly
+Drip
+EMail Siphon
+Ebingbong
+FacebookBot
+FrontPage
+Go-Ahead-Got-It
+Grafula
+GridBot
+HEADMasterSEO
+HTMLparser
+Heritrix
+Humanlinks
+IDBTE4M
+InfoTekies
+JamesBOT
+Libwhisker
+LinkpadBot
+Litemage_walker
+Lmspider
+Mag-Net
+Majestic-SEO
+MarkMonitor
+Mb2345Browser
+Mr.4x3
+Musobot
+NICErsPRO
+NetMechanic
+NetZIP
+Netcraft
+Nibbler
+Nutch
+OrangeSpider
+PHPCrawl
+Petalbot
 Pi-Monster
-PictureFinder
 Pockey
-PyCurl
-RankurBot
-RealDownload
-Reaper
-Rogerbot
-SEOlyticsCrawler
-Semrush
-SeoSiteCheckup
-Snoopy
-Sociscraper
-Sogou web spider
-SpankBot
-Spinn3r
-Sqlmap
-The Intraformant
-Turingos
-Typhoeus
-URLy Warning
-URLy.Warning
-V-BOT
-VelenPublicWebCrawler
-WISENutbot
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Web Auto
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+Recorder
+Ripper
+SEOstats
+SalesIntelligent
+ScreenerBot
+SearchmetricsBot
+SenutoBot
+SeobilityBot
+Shodan
+SiteSnagger
+SuperHTTP
+T0PHackTeam
+Teleport
+TeleportPro
+TinyTestBot
+Toweyabot
+Twice
+UnisterBot
+VoidEYE
 Web Collage
-WebFetch
-WebReaper
-WebSauger
-WebZIP
-Whack
-Woobot
-Xaldon WebSpider
+Web Sauger
+WebWhacker
+Wonderbot
 YoudaoBot
-backlink-check
-cohere-ai
+ZumBot
+arquivo-web-crawler
+com.plumanalytics
 domainsproject.org
-eCatch
-heritrix
-instabid
-meanpathbot
-oBot
-openai.com
-page scorer
-plumanalytics
-seoscanners
+muhstik-scan
+netEstate NE Crawler
 serpstatbot
-siteripz
-ubermetrics-technologies.com
+webprosbot
+x09Mozilla
+x22Mozilla