V4.2022.08.3314 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
-80legs
-AIBOT
-ASPSeek
+ALittle Client
 Aboundex
 Aboundexbot
 Acunetix
-AiHitBot
+AhrefsBot
+Alexibot
+Alligator
 Anthill
 Apexoo
-Aspiegel
 Atomseobot
-Attach
-BDCbot
+AwarioSmartBot
 BLEXBot
-BackDoorBot
-BackStreet
+BackWeb
 Backlink-Ceck
-BatchFTP
-BetaBot
-BlackWidow
+BacklinkCrawler
+Bandit
+Bigfoot
+Black Hole
+Blackboard
 BlowFish
 Bolt
-Bullseye
-BunnySlippers
-CheeseBot
+Buck
+CheTeam
 CherryPicker
-Chlooe
-Cliqzbot
+ChinaClaw
 Collector
-CrazyWebCrawler
-Crescent
-CyotekWebCopy
+Copier
+CopyRightCheck
+Cosmos
+Crawling at Home Project
+Curious
+Custo
 DBLBot
-DIIbot
-DataCha0s
-Demon
+DatabaseDriverMysqli
+Deusu
 Devil
 DigitalPebble
-Discobot
-DittoSpyder
-Domains Project
+DnyzBot
+DomCopBot
+DomainAppender
+DomainCrawler
+Dotbot
 Download Wonder
-Dragonfly
 Drip
-EasyDL
-EirGrabber
+ECCP/1.0
+EMail Wolf
 EroCrawler
 Evil
-Exabot
 Express WebPictures
+Extractor
 ExtractorPro
-EyeNetIE
-FDM
-Firefox/7.0
+Ezooms
+Fimap
+Foobot
 Freeuploader
 Fuzz
-GT::WWW
-Genieo
-GermCrawler
-Go!Zilla
+FyberSpider
+G-i-g-a-b-o-t
+GetRight
 Go-Ahead-Got-It
-Grabber
-GridBot
+Gotit
+Grafula
+GrapeFX
 HEADMasterSEO
-HTTP::Lite
+HMView
+HTMLparser
+Harvest
 Havij
-Heritrix
-HonoluluBot
+Hloader
+Humanlinks
+IDBTE4M
 IDBot
 IRLbot
-Id-search
 IlseBot
-Indy Library
-Intelliseek
+Image Sucker
+InterGET
+Internet Ninja
+InternetSeer
 Iskanie
 IstellaBot
+JamesBOT
+Jbrofuzz
+JetCar
+JikeSpider
 Joomla
 Jorgee
-JustView
-Jyxobot
-Keyword Density
-LNSpiderguy
+Keybot Translation-Search-Machine
 LWP::Simple
-Lanshanbot
 Larbin
+Leap
+LeechFTP
 LexiBot
-Libwhisker
-LinkScan
+Lftp
+LieBaoFast
+Likse
+Linkbot
 LinkextractorPro
-LinkpadBot
-LinksManager
 LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
+Lmspider
 MIIxpc
 MTRobot
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-MarkWatch
-Mass Downloader
+Majestic SEO
 Mata Hari
 MauiBot
-Meanpathbot
+Mediatoolkitbot
 Metauri
 Microsoft URL Control
-Morfeus Fucking Scanner
-NPbot
-Navroad
-NetAnts
-NetLyzer
+Minefield
+Mister PiX
+Moblie Safari
+NICErsPRO
+Nessus
 NetMechanic
 NetSpider
-Netvibes
-Nikto
-Nimbostratus
-Not
-Nutch
-OpenVAS
+Netcraft
+NextGenSearchBot
+Nibbler
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
 Openfind
 Openvas
+OrangeSpider
+OutclicksBot
+OutfoxBot
 PECL::HTTP
+Page Analyzer
 PageAnalyzer
-PageGrabber
+PageScorer
+PageThing.com
 Panscient
-Petalbot
-Pi-Monster
-PictureFinder
 Piepmatz
-ProPowerBot
+Probethenet
 Psbot
-Pump
 PxBroker
+QueryN Metasearch
 RankingBot
 RankingBot2
 Rankivabot
-RankurBot
 ReGet
-RealDownload
 Reaper
+RebelMouse
 RepoMonkey
-SEOstats
+Ripper
+Rogerbot
+SBIder
+SEOkicks-Robot
 SISTRIX
-SMTBot
-ScanAlert
+SalesIntelligent
 Scanbot
+ScoutJet
 Scrapy
 ScreenerBot
-Searchestate
 SearchmetricsBot
+Seekport
 SemanticJuice
-Semrush
-SemrushBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
+SeobilityBot
+Siphon
 SiteExplorer
 SiteLockSpider
+SiteSnagger
 SiteSucker
-SmartDownload
-Snapbot
+Sitevigil
+SlySearch
+SocialRankIOBot
 Sociscraper
-Sogou web spider
 Sottopop
 SpaceBison
-Spinn3r
-Sqlmap
+SpankBot
 Steeler
 Stripper
-Sucker
 SuperHTTP
-Surfbot
-Szukacz
-T0PHackTeam
-T8Abot
-TeleportPro
-Telesphorep
-Tracemyfile
-Trendictionbot
+SurveyBot
+Suzuran
+Teleport
+Telesphoreo
+TheNomad
+Titan
+Toata
+Toweyabot
 Turingos
-Turnitin
-TwengaBot
+TurnitinBot
 Typhoeus
 URLy Warning
 URLy.Warning
+UnisterBot
 Upflow
 V-BOT
+Vagabondo
+VeriCiteCrawler
 Voil
-Voltron
-WWWOFFLE
-Wallpapers
+WPScan
+WWW::Mechanize
 WallpapersHD
-Web Enhancer
-Web Sucker
-WebCopier
-WebFetch
+WeSEE
+Web Collage
+Web Sauger
+WebAuto
+WebCollage
 WebFuck
 WebGo IS
-WebImageCollector
+WebPix
 WebSauger
 WebSucker
-Webalta
-WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteExtractor
-Whatweb
+WebsiteQuester
 Who.is Bot
-Woobot
+Widow
+WiseGuys Robot
 Wotbox
+Xaldon_WebSpider
 YoudaoBot
-Zauba
-Zeus
-ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
-cah.io.community
+ZyBorg
+check1.exe
 clark-crawler
-com.plumanalytics
+coccocbot
 crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
-domainsproject.org
-evc-batch
+demandbase-bot
+eCatch
 facebookscraper
-gopher
-instabid
-lwp-request
-muhstik-scan
-netEstate NE Crawler
-plumanalytics
-polaris version
+ips-agent
+iubenda-radar
+lwp-trivial
+page scorer
 probe-image-size
-s1z.ru
-scalaj-http
-seobility
-seocompany.store
-seoscanners
-seostar
+ripz
+satoristudio.net
 serpstatbot
 sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
 sysscan
-trendiction.com
+tAkeOut
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
 webprosbot
 x09Mozilla
 x22Mozilla
+zgrab