V4.2022.05.3084 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404checker
 80legs
-ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+ADmantX
+ASPSeek
+Abonti
+Aboundex
 AiHitBot
-Anarchie
+AllSubmitter
+AlphaBot
 Anarchy
-Anthill
-Apexoo
-Atomseobot
+Ankit
 Attach
-AwarioRssBot
-BBBike
+AwarioSmartBot
 BDCbot
 BDFetch
-BackDoorBot
-Backlink-Ceck
-Bandit
-Battleztar Bazinga
-BlowFish
-Boardreader
+BetaBot
+Black Hole
+BlackWidow
+Blow
+BotALot
 Buck
 Buddy
-BuiltBotTough
+BuiltWith
+Bullseye
 BunnySlippers
-BuzzSumo
-CCBot
 CODE87
+CSHttp
+Calculon
 Cegbfeieh
+CensysInspect
 CheeseBot
-Chlooe
-Citoid
-Copier
-Copyscape
+CherryPicker
+Claritybot
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Collector
 Cosmos
-CrunchBot
+Craftbot
+Crawling at Home Project
+Crescent
 Curious
-Custo
+CyotekWebCopy
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Demon
+Deusu
+Digincore
 DigitalPebble
-DnyzBot
+Discobot
+DomainCrawler
 DomainSigmaCrawler
-EMail Wolf
-Ecxi
-Evil
-Extractor
-EyeNetIE
+Domains Project
+Dotbot
+Drip
 FHscan
-FemtosearchBot
 Fimap
-Flunky
-FrontPage
+FlashGet
+Freeuploader
 Fuzz
 FyberSpider
-G-i-g-a-b-o-t
-Genieo
+Fyrebot
+GT::WWW
 GetWeb
-Gigabot
-Go-Ahead-Got-It
-GoZilla
+Go!Zilla
 GrabNet
-GrapeFX
-GrapeshotCrawler
+Grabber
 GridBot
-HMView
+HEADMasterSEO
+HTTP::Lite
 Haansoft
-HonoluluBot
-Humanlinks
-IDBTE4M
+Havij
+IRLbot
 IlseBot
-InfoTekies
+Image Sucker
+Indy Library
+InfoNaviRobot
 Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
-Iskanie
-JennyBot
-JetCar
+Iria
 JikeSpider
 Joomla
 Jorgee
 JustView
 Jyxobot
-Kinza
+Keybot Translation-Search-Machine
 Kozmosbot
-Lanshanbot
-Leap
+LNSpiderguy
 LexiBot
+Lftp
+Libwhisker
 LieBaoFast
+Lightspeedsystems
 LinkWalker
 LinkextractorPro
 LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-MIIxpc
-MJ12bot
+Lipperhey Spider
+Litemage_walker
+Ltx71
 MQQBrowser
-Mag-Net
-Majestic12
-MarkWatch
-Mass Downloader
+MSFrontPage
+MSIECrawler
+Magnet
 Masscan
-MeanPath Bot
+Mata Hari
+Mb2345Browser
+Meanpathbot
 MegaIndex.ru
-MicroMessenger
+Mojeek
 Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
-Needle
-NetAnts
-NetLyzer
+Musobot
+NICErsPRO
+Nessus
+Net Vampire
 NetMechanic
-Netvibes
+NetZIP
 NextGenSearchBot
-NimbleCrawler
+Nibbler
+Niki-bot
 Nimbostratus
+Ninja
+Not
 Offline Navigator
-OnCrawl
-Openfind
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+OpenVAS
+Openvas
+OutfoxBot
+PageAnalyzer
 PageThing.com
+Panscient
 Papa Foto
 Pavuk
 PeoplePal
-Petalbot
+Pi-Monster
+Picscout
+Picsearch
 PictureFinder
-Piepmatz
-Pockey
-Psbot
+Pimonster
+ProPowerBot
 Pu_iN
-Pump
+PxBroker
 PyCurl
+Quick-Crawler
 RSSingBot
 RankActive
-RankActiveLinkBot
+RankFlex
 RankingBot
 RankingBot2
-RankurBot
+Re-re
 Recorder
 RedesScrapy
-SEOkicks-Robot
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SMTBot
+ScanAlert
+Scanbot
 Scrapy
-Semrush
+ScrepyBot
+Searchestate
+SemanticJuice
+SentiBot
 Seomoz
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
 SiteSucker
-Siteimprove
-Sitevigil
-Snake
-Sociscraper
-Sosospider
+SmartDownload
+Snapbot
+Snoopy
+SpankBot
 Spanner
-Spinn3r
-SputnikBot
-Sqworm
-Steeler
+Spbot
+Sqlmap
+Sqlworm
 Sucker
-SuperBot
-Surfbot
-SurveyBot
+Sucuri
 Swiftbot
-Szukacz
-TeleportPro
-Telesphorep
-The Intraformant
-TheNomad
-Toweyabot
-Tracemyfile
-Trendiction
+T0PHackTeam
+Telesphoreo
+TightTwatBot
+Titan
+Trendictionbot
 Turingos
-Turnitin
+TwengaBot
+Twice
+Typhoeus
 Vagabondo
 VeriCiteCrawler
-VoidEYE
-WPScan
-WWWOFFLE
+Virusdie
+WWW-Mechanize
 Wallpapers/3.0
-Web Auto
+WallpapersHD
+WeSEE
 Web Collage
-Web Pix
+Web Fuck
 Web Sucker
-WebEnhancer
+WebBandit
+WebFetch
 WebFuck
+WebImageCollector
 WebLeacher
-WebSauger
-WebStripper
-WebSucker
-WebZIP
-Webalta
+WebWhacker
 Website Quester
-Webster
-Whacker
-Whatweb
+WebsiteQuester
+Whack
+Who.is Bot
 Widow
 WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
+Woobot
+Wotbox
+Xaldon WebSpider
+Xenu
 Zauba
 Zermelo
-Zeus
 Zitebot
-ZumBot
+ZoomBot
 adscanner
-autoemailspider
+arquivo.pt
+backlink-check
 cah.io.community
-check1.exe
+clark-crawler
+coccocbot
 cognitiveseo
-crawl.sogou.com
-dataforseo.com
-evc-batch
+com.plumanalytics
+crawler.feedback
+demandbase-bot
 gopher
-ips-agent
 isitwp.com
-iubenda-radar
 linkdexbot
+lwp-request
 lwp-trivial
-mediawords
-muhstik-scan
-netEstate NE Crawler
-page scorer
-plumanalytics
-polaris version
+magpie-crawler
+meanpathbot
+pcBrowser
 probe-image-size
 ripz
-satoristudio.net
-scan.lol
-seocompany.store
+s1z.ru
+seobility
 seoscanners
-serpstatbot
 sexsearcher
-spyfu
-tAkeOut
-trendiction.com
-trendiction.de
+sogouspider
+sp_auditbot
+sysscan
 voyagerx.com
+webgains-bot
+webpros.com
 webprosbot
 x22Mozilla
-xpymep1.exe
+zgrab