V4.2022.10.3430 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 80legs
 ADmantX
-AIBOT
-Abonti
+ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
-Alligator
-Ankit
+AlphaBot
+Anarchy
 Anthill
-Aspiegel
 Asterias
-Attach
-AwarioRssBot
-BBBike
+AwarioSmartBot
 BDCbot
-BackDoorBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
+BDFetch
+BackStreet
+Badass
 Bandit
+Barkrowler
 BatchFTP
+BetaBot
 Bigfoot
-Black Hole
-Blackboard
+BlackWidow
+BlowFish
+Bolt
 BotALot
-Buck
-Buddy
-BuiltBotTough
+Brandprotect
 Bullseye
+BunnySlippers
 CATExplorador
+CCBot
+CODE87
 Calculon
 CazoodleBot
+CheTeam
 CheeseBot
+ChinaClaw
 Citoid
 Claritybot
-Cocolyzebot
+Cloud mapping
 Collector
+Copier
+CopyRightCheck
 Copyscape
-Craftbot
-CyotekWebCopy
-DIIbot
+Crawling at Home Project
+Curious
+Custo
+DBLBot
+Demon
 Deusu
-Digincore
-DigitalPebble
-Dirbuster
-Disco
-Discobot
 Dispatch
-DittoSpyder
-DomCopBot
-DomainAppender
+DnBCrawler-Analytics
 Dotbot
 EMail Siphon
-EasyDL
+EMail Wolf
 Ebingbong
+Ecxi
 EirGrabber
+EroCrawler
+Exabot
 Extractor
-Extreme Picture Finder
 Ezooms
-FHscan
-Fimap
-Fuzz
+FDM
+FemtosearchBot
+Firefox/7.0
+FlashGet
+FrontPage
+FyberSpider
 GT::WWW
-GetRight
-Getintent
+GalaxyBot
 Go!Zilla
-Go-Ahead-Got-It
+GoZilla
 GrapeFX
-GridBot
+HEADMasterSEO
+HMView
 HTTP::Lite
-Haansoft
 HaosouSpider
-Harvest
-HybridBot
+Heritrix
 Iblog
 Id-search
-InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
+IlseBot
+Image Sucker
+InternetSeer
 Iria
-IstellaBot
-JOC Web Spider
-JennyBot
-JetCar
+JamesBOT
 Jetty
-Jorgee
-JustView
 Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
 LNSpiderguy
 Lanshanbot
 Larbin
-Leap
 LeechFTP
+LeechGet
 Lftp
-Libwhisker
-LinkScan
+LinkWalker
+Linkbot
 LinkextractorPro
-LinqiaScrapeBot
+LinkpadBot
+Lipperhey
+Litemage_walker
+Lmspider
 MFC_Tear_Sample
-Majestic-SEO
+MIDown tool
+MJ12bot
+MSFrontPage
+MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic12
-MarkMonitor
-Mass Downloader
-Mb2345Browser
-MeanPath Bot
+MarkWatch
+Masscan
+Mata Hari
+Meanpathbot
+MegaIndex.ru
 Metauri
-MicroMessenger
 Microsoft Data Access
+Minefield
 Moblie Safari
-Morfeus Fucking Scanner
+MolokaiBot
 Musobot
 NICErsPRO
 NPbot
 NearSite
 Needle
-NetMechanic
 NetSpider
-NextGenSearchBot
+NetZIP
+Netcraft
 Niki-bot
-Nmap
-Nuclei
+Not
 Nutch
 OpenLinkProfiler
 OpenVAS
 Openfind
-Openvas
-OrangeBot
-OutfoxBot
-PHPCrawl
+PECL::HTTP
 POE-Component-Client-HTTP
+PageAnalyzer
+PageThing.com
 Pandalytics
-Panscient
 Papa Foto
-Pi-Monster
+Petalbot
+Picscout
+Picsearch
+PleaseCrawl
+Pockey
 ProPowerBot
-ProWebWalker
-Pu_iN
-PxBroker
+Probethenet
+Pump
 QueryN Metasearch
-RankActive
+Quick-Crawler
+RankFlex
+RankingBot
+Rankivabot
 Re-re
+Reaper
 RebelMouse
-Recorder
-Rogerbot
-SEOkicks
+RedesScrapy
+RepoMonkey
+RocketCrawler
 SEOprofiler
-SMTBot
+SEOstats
+SalesIntelligent
+Scanbot
 ScoutJet
+Scrapy
+Screaming
+ScreenerBot
 Searchestate
+SemanticJuice
 SemrushBot
-SeoSiteCheckup
 Seomoz
-Shodan
 SiteExplorer
 SiteSnagger
+Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
+Snapbot
 SocialRankIOBot
-Sociscraper
+SpankBot
+Spanner
 Spbot
-Spinn3r
-Steeler
+Sqlmap
+Sqlworm
+Stripper
+Sucker
+Sucuri
 SuperBot
-Surfbot
 SurveyBot
-Suzuran
 T0PHackTeam
-Telesoft
-TightTwatBot
+Teleport
+Telesphoreo
 Titan
 Toata
-Toweyabot
-Trendiction
 Trendictionbot
-Turnitin
-URLy Warning
-URLy.Warning
-Vacuum
-VeriCiteCrawler
-VidibleScraper
+TurnitinBot
+VB Project
+VCI
+Vagabondo
 Virusdie
 WASALive-Bot
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
+WEBDAV
+WWW-Mechanize
 WWWOFFLE
+Wallpapers
+WallpapersHD
+WeSEE
+Web Auto
+Web Collage
 Web Enhancer
 Web Fetch
-Web Pix
+Web Fuck
 Web Sauger
-Web Sucker
-WebAuto
-WebEnhancer
-WebFetch
-WebImageCollector
-WebLeacher
-WebPix
+WebFuck
+WebGo IS
 WebSauger
-WebWhacker
-Webalta
+WebZIP
 Webshag
+Website Quester
+Webster
 Whack
+Whacker
 Whatweb
-WinHTTrack
-Wonderbot
 Wprecon
-YoudaoBot
 Zauba
-Zeus
+Zermelo
 Zitebot
-ZoomBot
-ZumBot
-adscanner
-arquivo.pt
+ZyBorg
+archive.org_bot
+cah.io.community
 check1.exe
-clark-crawler
-coccocbot
+com.plumanalytics
 crawl.sogou.com
 domainsproject.org
 gopher
-internetVista monitor
-lwp-request
-lwp-trivial
+heritrix
+ips-agent
+magpie-crawler
 meanpathbot
-mediawords
-muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
-plumanalytics
-ripz
-scalaj-http
+polaris version
 scan.lol
-seostar
+sexsearcher
 sitechecker.pro
 sogouspider
 sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
 trendiction.de
-webgains-bot
+voyagerx.com
 webmeup-crawler
-webprosbot
-x09Mozilla
-x22Mozilla
+webpros.com