V4.2022.01.2862 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ADmantX
+404enemy
+ALittle Client
 Abonti
-Aboundex
-Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
+Alexibot
 AlphaBot
 Anarchy
-Anarchy99
 Ankit
-Aspiegel
 Attach
+AwarioSmartBot
 BBBike
-BackStreet
-BackWeb
+BDFetch
 Backlink-Ceck
 BacklinkCrawler
-Barkrowler
+BatchFTP
 Battleztar Bazinga
+Bigfoot
 Bitacle
 Black Hole
-BlackWidow
 Blow
-BlowFish
 Boardreader
-Bolt
-Brandprotect
 Brandwatch
 BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
 CATExplorador
-CCBot
-CSHttp
+CODE87
+Calculon
 CazoodleBot
 CensysInspect
 CheeseBot
 ChinaClaw
-Claritybot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Copier
-CopyRightCheck
-Copyscape
+Chlooe
+Citoid
+Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-Curious
+CyotekWebCopy
 DIIbot
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
+Demon
 Deusu
 Devil
-DigitalPebble
-Dirbuster
+Digincore
 Discobot
-Dispatch
-DomainAppender
+DomainCrawler
 DomainStatsBot
 Domains Project
-Dotbot
 Dragonfly
 EMail Siphon
 EasyDL
+Ebingbong
 Ecxi
-EirGrabber
+EroCrawler
 Evil
 Exabot
-EyeNetIE
-FDM
-Firefox/7.0
-Fyrebot
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
+ExtLinksBot
+ExtractorPro
+Ezooms
+FHscan
+Foobot
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
+GoZilla
 Gotit
-GrabNet
-HTTP::Lite
-Havij
-Heritrix
-Hloader
-Humanlinks
-Iblog
-Image Fetch
+Grafula
+HEADMasterSEO
+Haansoft
+HaosouSpider
+HybridBot
+IRLbot
+Image Sucker
+IndeedBot
 Indy Library
-InternetSeer
+InfoNaviRobot
+InfoTekies
+Iskanie
 IstellaBot
 JOC Web Spider
-JamesBOT
+JennyBot
+JetCar
 Joomla
-JustView
-Kozmosbot
-LWP::Simple
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kinza
+Larbin
 Leap
+LeechFTP
 LeechGet
-LexiBot
-Lftp
-LibWeb
+Libwhisker
+LieBaoFast
+Likse
 LinkWalker
+Linkbot
 Linkdexbot
-LinkpadBot
-Lmspider
+Lipperhey Spider
+Litemage_walker
+Ltx71
 MFC_Tear_Sample
 MIIxpc
-MQQBrowser
+MSIECrawler
+MTRobot
+Mag-Net
 Magnet
 Majestic SEO
-Majestic12
+Majestic-SEO
 MarkMonitor
-MarkWatch
 Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
 MeanPath Bot
-Meanpathbot
 Mediatoolkitbot
-MicroMessenger
-Moblie Safari
+MegaIndex.ru
+Microsoft URL Control
+Mojeek
 Mojolicious
-Mr.4x3
-NICErsPRO
-NPbot
-Navroad
+Msrabot
+Nameprotect
+Net Vampire
+NetAnts
+NetLyzer
 NetSpider
-Netcraft
+NetZIP
 Netvibes
 NextGenSearchBot
 Nimbostratus
+Ninja
+Nmap
+Nuclei
+Nutch
+Offline Explorer
 Offline Navigator
-OnCrawl
-OpenVAS
-Openvas
 OrangeSpider
-PECL::HTTP
+OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
-Pandalytics
-Pavuk
-PeoplePal
-Picsearch
-PictureFinder
+PageThing.com
+Papa Foto
+Petalbot
+Picscout
+Piepmatz
 Pixray
+PleaseCrawl
+Pockey
+ProPowerBot
+ProWebWalker
 Probethenet
-Psbot
 Pu_iN
-PyCurl
-Quick-Crawler
+RSSingBot
 RankActive
-RankFlex
-RankingBot
-RankurBot
-RealDownload
-RebelMouse
-Recorder
+Rankivabot
+Ripper
+Rogerbot
+SBIder
 SEOkicks
-SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
+SEOstats
+SMTBot
 SalesIntelligent
-ScanAlert
-Seekport
-SemanticJuice
-Semrush
-SentiBot
-SiteCheckerBotCrawler
+ScreenerBot
+ScrepyBot
+Searchestate
+Seomoz
+Shodan
+SiteLockSpider
 Sitebeam
 Siteimprove
-Snake
+SmartDownload
 Sociscraper
 SpaceBison
-Spanner
-Spinn3r
+SpankBot
+SputnikBot
 Sqlworm
-Stripper
+Sqworm
+SuperHTTP
 Surfbot
 SurveyBot
-Suzuran
-Swiftbot
+Szukacz
+T0PHackTeam
 T8Abot
+TeleportPro
 Telesphoreo
 Telesphorep
+The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
-Turingos
-Turnitin
-TwengaBot
-V-BOT
+Tracemyfile
+True_Robot
+Typhoeus
 VB Project
 VCI
 Vacuum
 Vagabondo
+VelenPublicWebCrawler
 Voil
-WBSearchBot
-WPScan
+Voltron
+WEBDAV
+WISENutbot
 WWW::Mechanize
-Web Enhancer
+Wallpapers/3.0
+Web Fetch
 Web Pix
+Web Sucker
 WebAuto
-WebEnhancer
-WebFuck
+WebImageCollector
 WebPix
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
+Webster
 WinHTTrack
-Wotbox
+WiseGuys Robot
+Woobot
 Wprecon
+Xaldon_WebSpider
 Xenu
-Zade
+Zeus
+ZyBorg
 adscanner
 archive.org_bot
-autoemailspider
+arquivo-web-crawler
 backlink-check
-check1.exe
-clark-crawler
+cah.io.community
 coccocbot-web
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler4j
 dataforseo.com
-eCatch
-evc-batch
 facebookscraper
 gopher
-heritrix
 ips-agent
-isitwp.com
-lwp-request
-magpie-crawler
+iubenda-radar
+meanpathbot
+mediawords
 muhstik-scan
 netEstate NE Crawler
-oBot
+plumanalytics
+ripz
 scalaj-http
+scan.lol
+seobility
+seocompany.store
 seoscanners
-sexsearcher
-siteripz
 spyfu
-tAkeOut
-ubermetrics-technologies.com
+sysscan
+voyagerx.com
 webgains-bot
-webmeup-crawler
-x09Mozilla
 x22Mozilla
 zauba.io
-zgrab