V4.2022.02.2921 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-80legs
-ADmantX
-AIBOT
+ASPSeek
+Aboundex
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
+Alexibot
+AllSubmitter
 Alligator
 AlphaBot
 Anarchy
+Anarchy99
 Anthill
-Apexoo
-Atomseobot
-AwarioRssBot
-BLEXBot
+Aspiegel
 BackStreet
-BacklinkCrawler
-Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
+Backlink-Ceck
+BetaBot
+Bitacle
+Black Hole
+Blackboard
+BlowFish
 Bolt
+BotALot
 Brandprotect
 Brandwatch
-Buddy
-BuiltBotTough
-BunnySlippers
 CCBot
-CSHttp
-CazoodleBot
-Cegbfeieh
 CensysInspect
 CheTeam
-ChinaClaw
+CherryPicker
 Chlooe
+Claritybot
 Cogentbot
-CrunchBot
+Collector
+CopyRightCheck
+Cosmos
 CyotekWebCopy
-DSearch
+DIIbot
 DTS Agent
-DatabaseDriverMysqli
-Deusu
+DataCha0s
+Demon
+Devil
 Digincore
+DigitalPebble
 Discoverybot
 Dispatch
-DittoSpyder
-DomainAppender
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Download Wonder
 Dragonfly
-ECCP/1.0
+Drip
+EMail Wolf
+EasyDL
 Ebingbong
 Ecxi
 EroCrawler
 Evil
-Exabot
-ExtLinksBot
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-FemtosearchBot
-Fimap
+FDM
 Firefox/7.0
-Flunky
-Fuzz
-GrapeFX
-GridBot
+Freeuploader
+FrontPage
+FyberSpider
+Genieo
+Gigabot
+Go-Ahead-Got-It
+GrabNet
+Grafula
+HEADMasterSEO
 HMView
-HTMLparser
-Haansoft
+HTTrack
 Harvest
-HonoluluBot
-Image Fetch
+IDBot
+IRLbot
+Id-search
+IlseBot
 Image Sucker
-InterGET
+IndeedBot
+Indy Library
+Internet Ninja
 Iria
-IstellaBot
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-JennyBot
-Jetty
 JikeSpider
-Joomla
-JustView
-Kenjin Spider
-Kozmosbot
-LeechGet
+Jyxobot
+Keyword Density
+Lanshanbot
+Leap
+LeechFTP
+LexiBot
+Lftp
 Libwhisker
-Likse
-LinkScan
-Linkbot
+LinkWalker
 Linkdexbot
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
+Ltx71
 MIDown tool
 MJ12bot
-MQQBrowser
+MSIECrawler
 MTRobot
 Magnet
+Mail.RU_Bot
 Majestic12
+Mass Downloader
+MauiBot
+Mb2345Browser
 Metauri
 MicroMessenger
-Microsoft Data Access
-Minefield
-Mister PiX
-Moblie Safari
-Mojolicious
-Mr.4x3
-Musobot
-NPbot
+Microsoft URL Control
+Mojeek
+Msrabot
+NICErsPRO
 Name Intelligence
-Nessus
-NetSpider
+NetMechanic
+Nibbler
 Niki-bot
+NimbleCrawler
 Nimbostratus
+Nuclei
 Nutch
 Octopus
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
 Openfind
-OutclicksBot
+OrangeBot
+OrangeSpider
 OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
+Page Analyzer
 Pavuk
-PeoplePal
-Picsearch
-PictureFinder
-Piepmatz
-Pixray
-ProPowerBot
-ProWebWalker
+Petalbot
+Pi-Monster
+Pockey
+Probethenet
+Pump
+PxBroker
 PyCurl
-Quick-Crawler
-RankActive
-RankActiveLinkBot
+QueryN Metasearch
 RankFlex
-RankingBot
-RankurBot
-Re-re
-Recorder
-RepoMonkey
-RocketCrawler
-SEOprofiler
-ScoutJet
-Scrapy
-Searchestate
+ReGet
+Reaper
+RebelMouse
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+SMTBot
+ScanAlert
+SearchmetricsBot
+SemanticJuice
 SentiBot
-SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
 Site Sucker
-Siteimprove
+SiteCheckerBotCrawler
+SiteSnagger
 Sitevigil
 SlySearch
 SmartDownload
-Sociscraper
-Sosospider
+Snoopy
+SocialRankIOBot
+Sogou web spider
 Sottopop
 SpaceBison
+Spanner
 Spbot
 Spinn3r
-Sqlworm
 Steeler
-SuperHTTP
-Surfbot
+Stripper
+Sucker
+SuperBot
 Suzuran
 T0PHackTeam
-TeleportPro
-Telesoft
-Telesphoreo
+T8Abot
+Teleport
+The Intraformant
 TheNomad
-Titan
+TightTwatBot
 Trendiction
+True_Robot
+Turingos
+Twice
 Typhoeus
+URLy Warning
+VB Project
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
+VidibleScraper
+Voil
 WBSearchBot
-WEBDAV
-WPScan
+WISENutbot
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Fetch
-Web Sauger
-WebBandit
-WebEnhancer
-WebGo IS
+WeSEE
+Web Collage
+Web Fuck
+Web Pix
+WebCopier
+WebFetch
+WebImageCollector
+WebLeacher
 WebPix
-WebWhacker
+WebSauger
+WebStripper
 WebZIP
 Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Webster
 Whack
 Whacker
-Whatweb
+Who.is Bot
 Widow
-WinHTTrack
 WiseGuys Robot
-Wonderbot
-Wotbox
-YoudaoBot
+Woobot
+Wprecon
+Xenu
+Zauba
 Zitebot
-ZoomBot
-ZyBorg
+ZumBot
 adscanner
-arquivo.pt
-clark-crawler
-crawl.sogou.com
+check1.exe
+com.plumanalytics
 crawler.feedback
-dataforseo.com
-demandbase-bot
-domainsproject.org
-heritrix
+crawler4j
+facebookscraper
+instabid
 internetVista monitor
-iubenda-radar
-lwp-request
 magpie-crawler
-meanpathbot
-page scorer
 pcBrowser
-plumanalytics
-polaris version
-probe-image-size
 ripz
-s1z.ru
 seocompany.store
-seostar
 serpstatbot
 sitechecker.pro
-siteripz
-sp_auditbot
-sysscan
-tAkeOut
-ubermetrics-technologies.com
+trendiction.com
+trendiction.de
 webgains-bot
+webmeup-crawler
 webpros.com
-x09Mozilla
-xpymep1.exe
 zgrab