V4.2023.12.4198 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Alexibot
-BDFetch
-Backlink-Ceck
-Black Hole
-BuiltBotTough
-Chlooe
-Copier
-Craftbot
-DIIbot
-DSearch
-Devil
-DomainAppender
-Domains Project
+404checker
+Anthill
+Atomseobot
+BackDoorBot
+BlackWidow
+BotALot
+Buck
+Buddy
+CODE87
+CheTeam
+CherryPicker
+Cogentbot
+CopyRightCheck
+DataCha0s
+Discobot
+DittoSpyder
+DomainSigmaCrawler
 Drip
-EMail Siphon
-Ebingbong
-Ecxi
-Extreme Picture Finder
-Ezooms
-FHscan
-Firefox/7.0
-FrontPage
-Genieo
-Getintent
-GrapeFX
-HaosouSpider
-Harvest
-IstellaBot
-JamesBOT
-JennyBot
-JetCar
-Jyxobot
-Lanshanbot
+EMail Wolf
+EasyDL
+EroCrawler
+Express WebPictures
+FlashGet
+GT::WWW
+GalaxyBot
+Grafula
+Haansoft
+IDBTE4M
+IRLbot
+Image Sucker
+InfoTekies
+Internet Ninja
+Iskanie
+Keybot Translation-Search-Machine
+Keyword Density
+LexiBot
 Lftp
-Libwhisker
-Likse
-Litemage_walker
-MarkWatch
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
+Lightspeedsystems
+LinkWalker
+LinkextractorPro
+LinqiaRSSBot
+MIDown tool
+MIIxpc
+Mass Downloader
 MicroMessenger
-Net Vampire
+MolokaiBot
+NPbot
+Nessus
+NetZIP
 NextGenSearchBot
-Nikto
-Nuclei
-Offline Explorer
-OrangeBot
-POE-Component-Client-HTTP
-Panscient
-Papa Foto
-Pixray
-PleaseCrawl
-PyCurl
-Rainbot
-RankingBot
-RankingBot2
-Rankivabot
-RealDownload
-Reaper
-SBIder
-ScoutJet
-Semrush
-SemrushBot
-SiteCheckerBotCrawler
+Ninja
+Offline Navigator
+PECL::HTTP
+PictureFinder
+Psbot
+QueryN Metasearch
+SMTBot
+Searchestate
+SeekportBot
+SemanticJuice
+SentiBot
+Seomoz
+Shodan
 SiteSnagger
-SpaceBison
-SpankBot
-Spanner
-SurveyBot
-Telesphorep
-Tracemyfile
+Spinn3r
+Surfbot
+Suzuran
+Swiftbot
+Trendiction
+Typhoeus
+VB Project
 VelenPublicWebCrawler
-WISENutbot
-WallpapersHD
-WeSEE
-Web Fuck
-Web Sauger
-WebEnhancer
-WebZIP
-Webshag
-Whatweb
-Wprecon
-Zauba
-ZoominfoBot
-ZyBorg
-arquivo.pt
-coccocbot
+Web Enhancer
+Web Pix
+WebGo IS
+WebStripper
+Whack
+Woobot
+ZmEu
+arquivo-web-crawler
+backlink-check
+cah.io.community
+check1.exe
+clark-crawler
 cognitiveseo
-crawler4j
-dataforseo.com
-gopher
-ripz
+demandbase-bot
+lwp-request
+meanpathbot
+openai
+pcBrowser
 scalaj-http
-serpstatbot
-tAkeOut
+seobility
+sexsearcher
+sitechecker.pro
+spyfu
+trendiction.de
+webmeup-crawler
+webpros.com
 x09Mozilla
-x22Mozilla
+zauba.io