V4.2023.06.3799 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
-AhrefsBot
-Aipbot
-Alexibot
-Ankit
-AwarioSmartBot
-BDFetch
-Backlink-Ceck
-Battleztar Bazinga
-Buck
-BunnySlippers
-CODE87
-Cogentbot
+AiHitBot
+Alligator
+Anarchy99
+Apexoo
+AwarioRssBot
+BacklinkCrawler
+BuiltBotTough
+Bullseye
+ChinaClaw
+Cliqzbot
+Copyscape
+CrunchBot
+DBLBot
+DTS Agent
+Devil
 DigitalPebble
-DomainSigmaCrawler
+Disco
+Dispatch
+DomCopBot
+DomainAppender
+Dotbot
+Dragonfly
 EMail Wolf
-Ecxi
-FemtosearchBot
-Fyrebot
-G-i-g-a-b-o-t
-GrabNet
-HTTP::Lite
-HaosouSpider
-Heritrix
-Image Fetch
-Intelliseek
-InternetSeer
-JetCar
-LeechFTP
-Libwhisker
-Linkbot
-Litemage_walker
-Magnet
-MarkMonitor
-MicroMessenger
+Express WebPictures
+EyeNetIE
+Flunky
+GT::WWW
+GermCrawler
+Getintent
+Gigabot
+Go-Ahead-Got-It
+GridBot
+HEADMasterSEO
+Iskanie
+Jorgee
+JustView
+Keyword Density
+LWP::Simple
+Larbin
+Lftp
+LieBaoFast
+Lightspeedsystems
+Lmspider
+MFC_Tear_Sample
+MIIxpc
+MTRobot
+Masscan
+Mb2345Browser
+Mister PiX
+Mojeek
+Mozlila
+Msrabot
 NICErsPRO
 NPbot
-Nameprotect
-NetMechanic
-Nettrack
-Nibbler
-Nmap
-Nuclei
-Nutch
+Net Vampire
+NetAnts
+NetSpider
+NetZIP
+Nikto
 Offline Explorer
-Openfind
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PeoplePal
-Psbot
-Pu_iN
-PyCurl
-RankActiveLinkBot
-RealDownload
+Openvas
+PageScorer
+Panscient
+Pimonster
+ProPowerBot
+ProWebWalker
+Rankivabot
 Reaper
-RocketCrawler
-SemanticJuice
-Siphon
+SEOlyticsCrawler
+Searchestate
+Semrush
+SemrushBot
+Site Sucker
 SiteSnagger
-Siteimprove
-Spammen
-Spanner
-Spbot
-SuperBot
-Suzuran
-Teleport
-Toweyabot
-Trendiction
-Trendictionbot
+SiteSucker
+Sqlmap
+Sqlworm
+Surfbot
+TeleportPro
+TheNomad
+Vagabondo
+VeriCiteCrawler
 Wallpapers
-Web Enhancer
-WebBandit
-WebFetch
-WebLeacher
-WebReaper
-WebsiteExtractor
-Webster
+Web Collage
+WebCollage
+WebEnhancer
+WebWhacker
+Website Quester
 Whack
-Wprecon
 Xaldon_WebSpider
-Xenu
-ZmEu
-clark-crawler
-coccocbot
-crawl.sogou.com
-linkdexbot
+YoudaoBot
+ZyBorg
+cah.io.community
+com.plumanalytics
+domainsproject.org
 page scorer
-satoristudio.net
-seocompany.store
-seoscanners
-spyfu
-trendiction.com
-ubermetrics-technologies.com
-webgains-bot
+siteripz
+trendiction.de
+voyagerx.com
 webmeup-crawler
-webprosbot
-x22Mozilla
-zgrab