V4.2022.05.3086 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
+404enemy
 ADmantX
-ALittle Client
 Abonti
 Aboundexbot
-AiHitBot
-Alexibot
 Alligator
-AlphaBot
-Anarchy
-Apexoo
-Attach
+Anarchie
+Anarchy99
+Aspiegel
 AwarioRssBot
-AwarioSmartBot
-BDFetch
-BLEXBot
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Badass
 Bandit
 BatchFTP
 BetaBot
+Bigfoot
+Bitacle
 Black Hole
+BlackWidow
+Blow
 BlowFish
 Bolt
 BotALot
-Brandprotect
 Buck
-BunnySlippers
-BuzzSumo
-Cegbfeieh
-CheTeam
+BuiltWith
+Bullseye
+CATExplorador
+Calculon
+CazoodleBot
+CensysInspect
+CheeseBot
 ChinaClaw
-Citoid
+Claritybot
 Cocolyzebot
-Cogentbot
-Cosmos
+Copier
+CopyRightCheck
+Copyscape
 Craftbot
-Crawling at Home Project
-Curious
-Custo
-DatabaseDriverMysqli
-Discobot
-DomainAppender
-DomainSigmaCrawler
-Dotbot
-Dragonfly
+CrazyWebCrawler
+Crescent
+DBLBot
+DSearch
+Dispatch
+Download Wonder
 EMail Wolf
+Ebingbong
 EirGrabber
 EroCrawler
+Evil
 Exabot
-Express WebPictures
-ExtLinksBot
 ExtractorPro
-EyeNetIE
-FHscan
+FDM
 FemtosearchBot
 Fimap
-FlashGet
+FrontPage
 Fuzz
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GrabNet
+GalaxyBot
+GetWeb
+Gigabot
+Gotit
+Grafula
 GrapeFX
-GridBot
-HTMLparser
+HTTP::Lite
 HTTrack
-Haansoft
 HaosouSpider
-Heritrix
 Hloader
 HonoluluBot
-Humanlinks
+HybridBot
+IDBTE4M
+IDBot
+IRLbot
 IlseBot
 Image Fetch
 Image Sucker
-Intelliseek
+IndeedBot
+InfoNaviRobot
 InterGET
-Iria
+Internet Ninja
 IstellaBot
-JOC Web Spider
-JamesBOT
-JennyBot
-JikeSpider
+Jbrofuzz
 Joomla
-Jorgee
 JustView
-Keybot Translation-Search-Machine
-Keyword Density
-LWP::Simple
-LexiBot
-Likse
-LinkScan
+Kozmosbot
+Larbin
+Leap
+LeechFTP
+Libwhisker
+Lightspeedsystems
+LinkWalker
 Linkbot
-Lipperhey
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Litemage_walker
 Lmspider
-Ltx71
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MQQBrowser
 MSFrontPage
-MSIECrawler
 MTRobot
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
-Mass Downloader
+Mag-Net
+Majestic SEO
+MarkMonitor
+MarkWatch
 Mata Hari
-Meanpathbot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
+MegaIndex.ru
+Metauri
 Minefield
 Mister PiX
-Moblie Safari
-Mr.4x3
+Mozlila
+Msrabot
 Musobot
+NICErsPRO
 NPbot
-Needle
-NetLyzer
+NearSite
+Net Vampire
+NetAnts
+NetMechanic
 NetZIP
+Netcraft
 Nettrack
-Nikto
-Nimbostratus
-Ninja
+Not
+Octopus
 Offline Explorer
-OnCrawl
-Openvas
-OutclicksBot
-PECL::HTTP
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openfind
+OutfoxBot
+PHPCrawl
 Page Analyzer
 PageAnalyzer
+PageGrabber
 PageThing.com
-Panscient
-Papa Foto
-Pavuk
 PeoplePal
-Picscout
-Picsearch
+Petalbot
 PictureFinder
 Pimonster
-Psbot
-Pu_iN
+PleaseCrawl
+Probethenet
 Pump
-PxBroker
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankingBot
+PyCurl
+RankFlex
 Rankivabot
-Re-re
-Reaper
-Recorder
+RankurBot
+RealDownload
+RepoMonkey
+Ripper
 Rogerbot
-SEOkicks-Robot
-SISTRIX
+SBIder
+SEOkicks
+SEOprofiler
+SEOstats
+ScanAlert
+Scanbot
+ScoutJet
+Screaming
 SearchmetricsBot
 Seekport
 SemanticJuice
 SemrushBot
-SeoSiteCheckup
+SentiBot
 SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
 Sitebeam
-Snoopy
-Sociscraper
-Sottopop
-SpaceBison
+Sitevigil
+Snapbot
 Spammen
 SpankBot
+SputnikBot
 Sqworm
 Steeler
+Stripper
 Sucker
-Swiftbot
-Szukacz
-T8Abot
-Teleport
-TeleportPro
+Sucuri
+T0PHackTeam
 Telesoft
 Telesphorep
-The Intraformant
-TheNomad
-TightTwatBot
-Trendiction
+Titan
+Tracemyfile
 True_Robot
-Turingos
-Turnitin
-Twice
+TurnitinBot
+Typhoeus
 Upflow
-V-BOT
-VB Project
-VCI
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-VoidEYE
+Voil
 Voltron
-WPScan
-WWW-Collector-E
+WBSearchBot
+WISENutbot
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
+WeSEE
+Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
+Web Pix
 Web Sauger
-WebAuto
-WebCollage
+WebBandit
 WebCopier
 WebEnhancer
 WebFetch
-WebImageCollector
+WebFuck
 WebLeacher
 WebPix
-WebZIP
+WebReaper
+WebSauger
+WebStripper
 Webster
+Whack
+Whatweb
 Who.is Bot
-Wonderbot
-Xaldon WebSpider
-YoudaoBot
-Zermelo
 Zitebot
-ZoomBot
+ZmEu
 ZoominfoBot
-ZyBorg
-arquivo-web-crawler
+ZumBot
 arquivo.pt
-check1.exe
-clark-crawler
-coccocbot
-com.plumanalytics
-crawler.feedback
-dataforseo.com
-demandbase-bot
-facebookscraper
+cah.io.community
+crawl.sogou.com
+domainsproject.org
 heritrix
-instabid
-iubenda-radar
+internetVista monitor
+linkdexbot
 magpie-crawler
 meanpathbot
+mediawords
+netEstate NE Crawler
+page scorer
+polaris version
 probe-image-size
-satoristudio.net
+ripz
+scalaj-http
 scan.lol
 seobility
-sitechecker.pro
-siteripz
-spyfu
-trendiction.com
-trendiction.de
+seostar
+sp_auditbot
+voyagerx.com
+webgains-bot
 xpymep1.exe
 zauba.io
-zgrab