V4.2022.04.3065 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
-80legs
-ASPSeek
+404enemy
+Abonti
 Aboundex
-Aipbot
+Aboundexbot
+Acunetix
+AhrefsBot
 Alexibot
-AllSubmitter
+AlphaBot
 Anarchy99
 Ankit
-Asterias
-AwarioRssBot
-BBBike
-BDFetch
-BackStreet
-Badass
-Barkrowler
+Attach
+AwarioSmartBot
+BackWeb
 BatchFTP
-Battleztar Bazinga
 BetaBot
+Bigfoot
 Bitacle
-Black Hole
-Blow
+BlackWidow
 BlowFish
-Boardreader
-Brandprotect
 Buck
+Buddy
 BuiltBotTough
 BunnySlippers
-CCBot
-CODE87
-CazoodleBot
-CheeseBot
-ChinaClaw
-Cosmos
-Custo
-DTS Agent
+BuzzSumo
+Cegbfeieh
+Citoid
+Cliqzbot
+Cocolyzebot
+Cogentbot
+Curious
+CyotekWebCopy
+DIIbot
 Demon
-Deusu
-Digincore
 DigitalPebble
+Dirbuster
 Disco
-Discobot
+Dispatch
 DittoSpyder
+DnyzBot
 DomCopBot
-DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
+Drip
 ECCP/1.0
-EMail Wolf
-Ebingbong
+EMail Siphon
+EasyDL
 Ecxi
 EirGrabber
+EroCrawler
 Express WebPictures
-ExtractorPro
-EyeNetIE
 FDM
-Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
+FemtosearchBot
+Firefox/7.0
+FrontPage
+FyberSpider
 GetWeb
-Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 GrabNet
-GrapeFX
+Grafula
 GridBot
-Haansoft
-Hloader
-HybridBot
-IDBTE4M
-IDBot
-IRLbot
+HMView
+HTTP::Lite
+HTTrack
+HaosouSpider
+Humanlinks
 IlseBot
-Image Sucker
+Image Fetch
+Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
-InternetSeer
+Internet Ninja
+Iria
+Iskanie
 JamesBOT
 Jbrofuzz
-JennyBot
 JetCar
-Larbin
-LeechFTP
+Jetty
+Joomla
+Jorgee
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kozmosbot
+LexiBot
 LibWeb
 Libwhisker
-LieBaoFast
-Linkbot
-LinkpadBot
-LinksManager
+LinkWalker
 Litemage_walker
 MFC_Tear_Sample
-MIIxpc
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkMonitor
-MarkWatch
+MIDown tool
+MJ12bot
+MSFrontPage
+MTRobot
+Mag-Net
+Magnet
 Mata Hari
-MeanPath Bot
-Mediatoolkitbot
+Mb2345Browser
 MegaIndex.ru
-Metauri
-Microsoft Data Access
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Msrabot
 Musobot
-Name Intelligence
-NearSite
-Net Vampire
-NetAnts
+NPbot
+Nessus
+NetLyzer
 NetMechanic
+NetSpider
 NetZIP
 Netcraft
-Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
+Nikto
 Nimbostratus
 Ninja
-Nmap
-OnCrawl
+Nuclei
+Offline Explorer
+Offline Navigator
 OpenLinkProfiler
-Openvas
+Openfind
+OrangeBot
 OrangeSpider
-POE-Component-Client-HTTP
-PageThing.com
+OutclicksBot
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
 Panscient
 Pavuk
-PeoplePal
+Petalbot
 Picscout
 Picsearch
-Pimonster
-Pixray
+PleaseCrawl
 Pockey
+ProPowerBot
 Probethenet
-Pump
-PxBroker
-RSSingBot
-RankFlex
-RankingBot
-RankingBot2
-Re-re
+Psbot
+Pu_iN
+Quick-Crawler
+RankurBot
 ReGet
-RealDownload
+RebelMouse
 Recorder
-Ripper
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+RepoMonkey
+Rogerbot
+SEOkicks
 SEOprofiler
 SISTRIX
 SalesIntelligent
 Scrapy
-ScrepyBot
-Searchestate
-SearchmetricsBot
 Semrush
-SentiBot
-Seomoz
-Siphon
+Shodan
 Site Sucker
 SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
 SiteSucker
 Sitevigil
+SlySearch
 SmartDownload
+Snake
 Snapbot
-Snoopy
 SocialRankIOBot
 Sociscraper
-Sogou web spider
-Spanner
-Spbot
+Sosospider
+SpaceBison
+SputnikBot
 Sqlmap
 Sucker
-SuperBot
+Sucuri
 Surfbot
 SurveyBot
-Szukacz
-T0PHackTeam
-T8Abot
+Swiftbot
 Teleport
-Telesoft
-Telesphoreo
-The Intraformant
-Titan
-Toweyabot
-Tracemyfile
-TwengaBot
+Telesphorep
+TheNomad
+Toata
+Trendiction
+True_Robot
+TurnitinBot
 URLy Warning
-V-BOT
+UnisterBot
 VB Project
+VCI
 VeriCiteCrawler
-Voil
-Voltron
-WBSearchBot
-WEBDAV
-WISENutbot
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Enhancer
-Web Sauger
-Web Sucker
-WebAuto
-WebCopier
+Virusdie
+WASALive-Bot
+WWW::Mechanize
+Wallpapers
+Web Collage
 WebFetch
-WebFuck
+WebGo IS
 WebLeacher
-WebPix
+WebSauger
+WebWhacker
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
-Widow
-WiseGuys Robot
-Xaldon WebSpider
+WebsiteQuester
+Whatweb
+Who.is Bot
+Wonderbot
+Woobot
+Wotbox
+Wprecon
 Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zade
-Zermelo
+Zauba
+Zeus
+Zitebot
+ZmEu
+ZoominfoBot
+ZumBot
 ZyBorg
-adscanner
 archive.org_bot
-arquivo.pt
+arquivo-web-crawler
+autoemailspider
+backlink-check
 cah.io.community
-check1.exe
-clark-crawler
-com.plumanalytics
-domainsproject.org
-evc-batch
+crawl.sogou.com
+crawler.feedback
 facebookscraper
-heritrix
-internetVista monitor
-ips-agent
-lwp-request
-meanpathbot
-netEstate NE Crawler
+gopher
+instabid
+isitwp.com
+linkdexbot
+lwp-trivial
+mediawords
 page scorer
-polaris version
-ripz
+plumanalytics
+probe-image-size
 s1z.ru
-seoscanners
+satoristudio.net
+seobility
+seocompany.store
+seostar
 serpstatbot
-sysscan
-ubermetrics-technologies.com
-webpros.com
-zauba.io
+sp_auditbot
+tAkeOut
+trendiction.com
+trendiction.de
+webmeup-crawler
+webprosbot
+x22Mozilla
+zgrab