V4.2022.06.3150 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -2,249 +2,249 @@
 404enemy
 AIBOT
 ALittle Client
-Acunetix
+Aboundex
+Aboundexbot
+Aipbot
 AllSubmitter
-Anarchie
-Ankit
-Atomseobot
-AwarioSmartBot
+Alligator
+AlphaBot
+Anarchy
+Anthill
+BBBike
 BDCbot
-BDFetch
-BackDoorBot
 BackWeb
 Backlink-Ceck
-Badass
+BacklinkCrawler
 Bandit
-Black Hole
+Barkrowler
+BatchFTP
+Bitacle
+BlackWidow
+Blow
+Brandwatch
+Buck
 BuiltBotTough
 BuzzSumo
 CODE87
-Cegbfeieh
-CheTeam
-CherryPicker
+CSHttp
+Calculon
+CensysInspect
+CheeseBot
+ChinaClaw
 Chlooe
-Cocolyzebot
+Claritybot
+Cloud mapping
+Cogentbot
 Copier
-Craftbot
+CopyRightCheck
+Cosmos
+Crescent
 CrunchBot
 Curious
 Custo
-CyotekWebCopy
-DBLBot
-Disco
+DatabaseDriverMysqli
+Deusu
+Devil
 Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
+Discoverybot
 DomainAppender
 DomainCrawler
 Dotbot
-Ecxi
-Evil
+Download Wonder
+EasyDL
 Exabot
-Express WebPictures
-Ezooms
-FDM
+Extractor
+Extreme Picture Finder
+FHscan
 FemtosearchBot
-Fimap
 FlashGet
 Flunky
-FrontPage
+Foobot
+Fuzz
+FyberSpider
+Fyrebot
 GT::WWW
 Genieo
+GermCrawler
 Getintent
 Gigabot
 Go-Ahead-Got-It
-Grabber
-GridBot
+GrabNet
 HEADMasterSEO
 HTMLparser
-Haansoft
-Heritrix
+HTTP::Lite
+Harvest
+Havij
 HonoluluBot
-IDBTE4M
+Humanlinks
+HybridBot
 IDBot
 Image Sucker
 InfoTekies
-Intelliseek
-InterGET
 Internet Ninja
-Iria
+JOC Web Spider
+Jbrofuzz
 JennyBot
-JetCar
-JikeSpider
-Jorgee
+Jetty
 JustView
-Jyxobot
-Kenjin Spider
-Leap
-LeechFTP
+Keyword Density
+Kinza
+LWP::Simple
+Lanshanbot
+Larbin
 LeechGet
-Lftp
-Lightspeedsystems
+Libwhisker
+Likse
 LinkScan
 Linkbot
-LinqiaMetadataDownloaderBot
-Lipperhey
 Lipperhey Spider
-Litemage_walker
-MIIxpc
+Lmspider
+Ltx71
 MJ12bot
-MSFrontPage
-MTRobot
-Majestic-SEO
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic12
 MarkWatch
 Mass Downloader
-Mata Hari
+MauiBot
+Mb2345Browser
 Meanpathbot
-MegaIndex.ru
-Mojeek
-Morfeus Fucking Scanner
+Minefield
+Mister PiX
+MolokaiBot
 Msrabot
-Nameprotect
+Musobot
+NICErsPRO
+Name Intelligence
 Navroad
-Net Vampire
 NetLyzer
 NetMechanic
+NetSpider
 NetZIP
-Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
 Nikto
-Nmap
-Not
+Nuclei
 Nutch
-Octopus
-Offline Explorer
 OnCrawl
 OpenVAS
 Openfind
 OrangeSpider
-OutfoxBot
-PHPCrawl
-PageGrabber
+OutclicksBot
+PageAnalyzer
 Pandalytics
 Panscient
-Papa Foto
 Pavuk
-Pi-Monster
-Picsearch
-PictureFinder
+PeoplePal
 Piepmatz
-PleaseCrawl
-Pockey
-ProWebWalker
-Probethenet
 Psbot
-QueryN Metasearch
-Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankingBot
-RealDownload
+Pu_iN
+PyCurl
+Rankivabot
+ReGet
 RebelMouse
-Recorder
+RedesScrapy
+Ripper
 Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SEOstats
-SalesIntelligent
-ScoutJet
+SBIder
+Scanbot
+Scrapy
+Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
 Seekport
-SentiBot
+SemanticJuice
+Semrush
+SemrushBot
+SeoSiteCheckup
+Seomoz
+Shodan
 Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-Sitebeam
+Siteimprove
 Sitevigil
-Snake
+Snoopy
+Sogou web spider
 Sosospider
 Sottopop
+SpaceBison
+SpankBot
+Spanner
 Spbot
-SputnikBot
 Sqlmap
+Steeler
 Stripper
-Sucker
-SuperBot
 Surfbot
-SurveyBot
 Suzuran
+T0PHackTeam
+Teleport
 Telesphoreo
-The Intraformant
 TheNomad
-TightTwatBot
-Titan
-Toata
-Trendiction
-Turingos
-Turnitin
-Upflow
-V-BOT
-Vacuum
+Toweyabot
+Tracemyfile
+Trendictionbot
+TurnitinBot
+TwengaBot
+VCI
 Vagabondo
-VidibleScraper
-Voil
-WISENutbot
-WWW-Mechanize
+Virusdie
+Voltron
+WASALive-Bot
+WEBDAV
+WWW-Collector-E
 Wallpapers
 Wallpapers/3.0
 WeSEE
-Web Auto
+Web Collage
+Web Enhancer
+Web Fuck
 Web Sauger
+WebAuto
 WebBandit
-WebFetch
-WebFuck
+WebCopier
 WebGo IS
 WebImageCollector
 WebLeacher
+WebPix
 WebSauger
-WebSucker
-WebZIP
 WebmasterWorldForumBot
 Webshag
-Website Quester
 WebsiteExtractor
+Whack
+WinHTTrack
+Wonderbot
 Woobot
-Wotbox
-Wprecon
 Xaldon WebSpider
-Zade
-Zeus
-ZumBot
+Zauba
+ZoomBot
+ZoominfoBot
 ZyBorg
-adscanner
 archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
 backlink-check
-check1.exe
+cah.io.community
+clark-crawler
 com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-domainsproject.org
-eCatch
+crawler.feedback
 evc-batch
 facebookscraper
-gopher
 heritrix
-magpie-crawler
-muhstik-scan
-plumanalytics
-seoscanners
-serpstatbot
+internetVista monitor
+ips-agent
+lwp-trivial
+mediawords
+pcBrowser
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
+scan.lol
+seobility
+seostar
+sexsearcher
 sitechecker.pro
 siteripz
-sogouspider
-sp_auditbot
-spyfu
-trendiction.de
-webmeup-crawler
+ubermetrics-technologies.com
 webpros.com
-webprosbot