V4.2021.09.2589 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
-AIBOT
-Abonti
+01h4x.com
+360Spider
+80legs
+ASPSeek
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
 AiHitBot
 Alexibot
-Anarchy99
-Apexoo
-BackDoorBot
+Alligator
+Anarchie
+Asterias
+Attach
+BDCbot
+BDFetch
+BLEXBot
 BackStreet
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Badass
+Bandit
+Barkrowler
 Battleztar Bazinga
-BetaBot
+BlackWidow
 Blow
-BlowFish
 Boardreader
-Bolt
-BotALot
 Brandprotect
 Buck
+BuiltWith
+BunnySlippers
+BuzzSumo
 CATExplorador
-Calculon
-CazoodleBot
-CheeseBot
+CCBot
+CODE87
+Cegbfeieh
+CheTeam
 ChinaClaw
-Cloud mapping
+Chlooe
+Cliqzbot
+Cocolyzebot
 Collector
-CopyRightCheck
+Copier
 CrazyWebCrawler
-Crescent
-Custo
-DIIbot
-DSearch
+Curious
+CyotekWebCopy
+DBLBot
 Demon
-Digincore
-Dirbuster
-Disco
-Dispatch
-DomCopBot
-DomainCrawler
-DomainStatsBot
+Deusu
+Discobot
+DomainAppender
 Domains Project
 Dotbot
-Dragonfly
+Drip
 ECCP/1.0
-Ebingbong
-Exabot
-ExtractorPro
+EasyDL
+EirGrabber
+EroCrawler
+ExtLinksBot
 Extreme Picture Finder
-EyeNetIE
-Ezooms
 FDM
-FemtosearchBot
 Fimap
 Firefox/7.0
+FlashGet
+Flunky
+Foobot
+Freeuploader
 Fyrebot
 G-i-g-a-b-o-t
 GalaxyBot
+Genieo
 GermCrawler
-GetRight
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-Gotit
+GrabNet
 Grabber
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTMLparser
-Haansoft
+HTTP::Lite
 HaosouSpider
-Harvest
-Humanlinks
-Iblog
+Hloader
+HybridBot
+IRLbot
 Id-search
-Image Fetch
+Image Sucker
 Indy Library
+InfoTekies
 Intelliseek
-InterGET
-Jbrofuzz
-JetCar
-JikeSpider
+InternetSeer
+Iria
+IstellaBot
+JOC Web Spider
+JennyBot
 Joomla
-Kenjin Spider
-LWP::Simple
-Lanshanbot
-Larbin
+Jorgee
+Keyword Density
+Kozmosbot
+LeechFTP
 LeechGet
+LexiBot
 LibWeb
-Lightspeedsystems
 Likse
-LinkScan
 LinkWalker
-Linkbot
-LinkpadBot
+LinkextractorPro
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lmspider
-MFC_Tear_Sample
+Lipperhey Spider
+MIDown tool
 MIIxpc
-MJ12bot
-MSFrontPage
-MSIECrawler
-Mag-Net
+MTRobot
+Majestic SEO
 Majestic-SEO
+MarkMonitor
 Mata Hari
-MauiBot
-Mb2345Browser
 MeanPath Bot
-Meanpathbot
 MegaIndex.ru
-Metauri
 MicroMessenger
+Microsoft Data Access
 Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
+Mojolicious
 Mozlila
+Msrabot
 Musobot
+NICErsPRO
 NPbot
 Name Intelligence
 Nameprotect
+Navroad
 NearSite
 Nessus
-Net Vampire
 NetAnts
-NetZIP
+NetLyzer
+NetSpider
+Netcraft
+Nettrack
 Netvibes
 Nibbler
-Nikto
-NimbleCrawler
 Nimbostratus
+Nmap
 Nuclei
-Nutch
 Offline Explorer
-Offline Navigator
-OpenVAS
-OrangeSpider
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
 PageScorer
+PageThing.com
+Pandalytics
+Panscient
 Pavuk
 Picsearch
-Pimonster
+PictureFinder
+Piepmatz
 Pixray
 PleaseCrawl
-PxBroker
-RSSingBot
-RankingBot2
-Rankivabot
-Re-re
+ProWebWalker
+Pu_iN
+Pump
+QueryN Metasearch
+Quick-Crawler
+RankFlex
 RealDownload
-Reaper
-Recorder
+RebelMouse
 RepoMonkey
-SBIder
-SISTRIX
+RocketCrawler
 SMTBot
-SalesIntelligent
+Scanbot
+ScoutJet
 ScreenerBot
-ScrepyBot
-Searchestate
+Semrush
 SeoSiteCheckup
-Seomoz
+SeobilityBot
 Shodan
 Siphon
-SiteLockSpider
 SmartDownload
-Snake
+SocialRankIOBot
+Sociscraper
 Sosospider
-SpankBot
-Spanner
-Spbot
-Spinn3r
+Sottopop
+Spammen
 SputnikBot
-Sqlmap
-Sqworm
 Stripper
-Sucker
-SuperBot
-Suzuran
-Szukacz
-TeleportPro
-Telesoft
-TheNomad
+Sucuri
+T0PHackTeam
+T8Abot
+Teleport
+Telesphoreo
+Telesphorep
 Tracemyfile
-Trendictionbot
-TurnitinBot
-Twice
-Upflow
-V-BOT
+Trendiction
+TwengaBot
+Typhoeus
+URLy Warning
+URLy.Warning
 Vacuum
+VelenPublicWebCrawler
 VoidEYE
-WASALive-Bot
-WBSearchBot
-WISENutbot
 WPScan
-WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-WallpapersHD
-WeSEE
+Web Auto
 Web Collage
-Web Fetch
-Web Sucker
+Web Enhancer
+Web Fuck
+WebAuto
+WebBandit
+WebCollage
 WebEnhancer
-WebLeacher
+WebGo IS
+WebImageCollector
+WebPix
+WebSauger
+WebStripper
 WebSucker
-WebsiteExtractor
-Webster
-Whacker
+WebZIP
+Webalta
+WebsiteQuester
+Widow
 WinHTTrack
+Wonderbot
 Woobot
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+Wotbox
+Zauba
 Zeus
-Zitebot
-ZmEu
-arquivo.pt
-backlink-check
-cah.io.community
-coccocbot-web
-cognitiveseo
-com.plumanalytics
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
 crawl.sogou.com
-dataforseo.com
-evc-batch
-facebookscraper
-internetVista monitor
 ips-agent
+isitwp.com
+lwp-trivial
 mediawords
+netEstate NE Crawler
 oBot
-pcBrowser
-plumanalytics
-probe-image-size
 scalaj-http
 seobility
-seoscanners
 seostar
 serpstatbot
-sogouspider
-spyfu
+sitechecker.pro
+sp_auditbot
 sysscan
-tAkeOut
-trendiction.com
-trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+webpros.com
 webprosbot
 x09Mozilla
-xpymep1.exe
-zgrab