V4.2021.11.2746 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 80legs
-AIBOT
-ALittle Client
 ASPSeek
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
+AiHitBot
 Aipbot
+AllSubmitter
+Alligator
 AlphaBot
-Anarchy
-Ankit
+Anarchie
+Anthill
 Apexoo
-Asterias
-Attach
-BDCbot
-BDFetch
-Backlink-Ceck
-Badass
-Battleztar Bazinga
+AwarioSmartBot
+BLEXBot
+BackDoorBot
+Bandit
 BetaBot
-Bitacle
-BlackWidow
+Bigfoot
+Black Hole
+Blackboard
 Blow
 Bolt
-Buddy
-Bullseye
-BuzzSumo
+Brandprotect
+BuiltBotTough
 CATExplorador
-CCBot
-CSHttp
-CheTeam
-CheeseBot
+Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CherryPicker
 ChinaClaw
-Cloud mapping
+Chlooe
+Claritybot
+Cliqzbot
 Cocolyzebot
-Cosmos
-Craftbot
+Copier
+CopyRightCheck
+Crawling at Home Project
 CrunchBot
-CyotekWebCopy
+Custo
 DBLBot
-DataCha0s
 DatabaseDriverMysqli
-Demon
-Deusu
-Discobot
-Dispatch
+Digincore
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
 Domains Project
-Dotbot
-Download Wonder
-EMail Siphon
+ECCP/1.0
 EMail Wolf
 EasyDL
 Ebingbong
+Ecxi
+EirGrabber
 EroCrawler
-FDM
-FHscan
+Evil
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+Ezooms
 FemtosearchBot
+FlashGet
+Flunky
 Foobot
 Freeuploader
 FrontPage
-Fyrebot
-GalaxyBot
-GetWeb
-Go!Zilla
-Gotit
-HEADMasterSEO
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+Gigabot
+GoZilla
+GrabNet
+Grafula
+HTMLparser
 HTTP::Lite
-Haansoft
+HTTrack
 HaosouSpider
-Hloader
-HybridBot
-IDBTE4M
+Harvest
+IDBot
 Id-search
-Image Fetch
-Image Sucker
-Indy Library
+IndeedBot
 InfoTekies
-InterGET
+Intelliseek
 InternetSeer
-IstellaBot
-JennyBot
+Iskanie
+JamesBOT
 JetCar
-JikeSpider
-Joomla
-JustView
+Jetty
+Jorgee
 Jyxobot
 Kenjin Spider
 Kozmosbot
-LWP::Simple
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-LinkWalker
-LinkextractorPro
+LeechFTP
+LeechGet
+Lftp
+Likse
+Linkbot
 LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+Litemage_walker
+MIIxpc
+MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
-Mail.RU_Bot
+Magnet
+Majestic SEO
 Majestic12
-MarkMonitor
-Masscan
+Mass Downloader
 Mata Hari
+MauiBot
+Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft Data Access
-Moblie Safari
-Morfeus Fucking Scanner
-NICErsPRO
-NPbot
-Name Intelligence
-NearSite
-NetLyzer
+Mojolicious
+Msrabot
+Nameprotect
+Navroad
+Needle
+NetSpider
 NetZIP
-Nettrack
-Nibbler
-Nimbostratus
+NextGenSearchBot
+Niki-bot
 Ninja
 Nmap
 Not
-Nuclei
-Octopus
+Nutch
+Offline Explorer
 Offline Navigator
-OpenVAS
+OpenLinkProfiler
+OrangeBot
+OutfoxBot
+PHPCrawl
 Page Analyzer
-PageGrabber
-Panscient
-Picscout
-Piepmatz
-Pimonster
+PageAnalyzer
+PageThing.com
+Pandalytics
+Papa Foto
+PeoplePal
+Pixray
+PleaseCrawl
 Pockey
-ProWebWalker
 Probethenet
-Psbot
+Pu_iN
 PxBroker
-PyCurl
-QueryN Metasearch
 RSSingBot
-RankingBot
-RankingBot2
-RankurBot
+RankFlex
+Rankivabot
 ReGet
-Reaper
-RedesScrapy
+RebelMouse
+RepoMonkey
 Ripper
-SBIder
 SEOkicks-Robot
+SEOprofiler
 SEOstats
-SISTRIX
-SMTBot
 Scanbot
-Scrapy
-ScreenerBot
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
+ScrepyBot
+SeobilityBot
 Seomoz
+Shodan
 Siphon
-SiteExplorer
 SiteSnagger
-SiteSucker
-Snake
+Siteimprove
+SmartDownload
 Snoopy
+Sogou web spider
 Sosospider
-Sottopop
-SpaceBison
-Spanner
+Spammen
 Spinn3r
-Steeler
-Sucuri
-SuperHTTP
-Szukacz
+Sqlworm
+Sqworm
+Stripper
+SurveyBot
 T0PHackTeam
+TeleportPro
 Telesphoreo
-The Intraformant
-TightTwatBot
+Telesphorep
+Thumbor
 Titan
-Toweyabot
 Tracemyfile
-Trendictionbot
-TwengaBot
-Twice
+True_Robot
+Turingos
+TurnitinBot
 Typhoeus
+URLy Warning
+URLy.Warning
 UnisterBot
 V-BOT
-Vacuum
-VeriCiteCrawler
+VCI
+Vagabondo
+VidibleScraper
 Virusdie
-WASALive-Bot
-WBSearchBot
+Voil
+WEBDAV
 WISENutbot
 WPScan
-WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-Wallpapers
 Wallpapers/3.0
-WebAuto
-WebEnhancer
+WallpapersHD
+Web Auto
+Web Fetch
+Web Fuck
+WebBandit
+WebCopier
+WebFetch
 WebFuck
-WebSucker
+WebLeacher
+WebSauger
 WebWhacker
-WebZIP
+Webalta
+WebmasterWorldForumBot
+Webshag
 Website Quester
-Whack
-Whacker
+Webster
+Who.is Bot
 WiseGuys Robot
-Wonderbot
+Wprecon
 Xenu
-Zauba
+Zermelo
 Zeus
-ZmEu
-ZoomBot
-ZyBorg
+ZoominfoBot
 adscanner
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-check1.exe
-clark-crawler
-coccocbot-web
-com.plumanalytics
-dataforseo.com
+cognitiveseo
+crawler.feedback
+crawler4j
 demandbase-bot
 domainsproject.org
+eCatch
 evc-batch
-facebookscraper
-gopher
 instabid
+internetVista monitor
 ips-agent
 lwp-request
+lwp-trivial
+magpie-crawler
 netEstate NE Crawler
-oBot
-probe-image-size
-ripz
-scalaj-http
+pcBrowser
+satoristudio.net
 scan.lol
-sitechecker.pro
-siteripz
-sysscan
-voyagerx.com
-webpros.com
-webprosbot
-zauba.io
+seoscanners
+sexsearcher
+webgains-bot
+zgrab