V4.2022.04.3025 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
-ASPSeek
+AIBOT
+ALittle Client
 Aboundex
-Aboundexbot
-Acunetix
-Anarchy
-Anarchy99
-Apexoo
-Asterias
-Atomseobot
+AfD-Verbotsverfahren
+Aipbot
+Alexibot
+Alligator
+AlphaBot
+Anarchie
+Anthill
+AwarioSmartBot
+BBBike
 BDFetch
 BackWeb
-Backlink-Ceck
-Bandit
-Barkrowler
+BetaBot
+Bigfoot
 BlackWidow
-Blackboard
 BlowFish
 Boardreader
+Bolt
 BotALot
-Buddy
 BuiltBotTough
-BuiltWith
-BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
+CODE87
 CSHttp
-CensysInspect
-CheeseBot
-ChinaClaw
+CazoodleBot
 Chlooe
 Citoid
 Claritybot
+Cogentbot
+Collector
+Copier
 CopyRightCheck
-Cosmos
+Copyscape
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
+CrunchBot
+Curious
+Custo
 DBLBot
 DIIbot
 DSearch
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Devil
+Deusu
+Dirbuster
 DittoSpyder
-DomCopBot
-DomainAppender
 DomainCrawler
-Drip
-EMail Wolf
+DomainSigmaCrawler
+Download Wonder
+Dragonfly
+ECCP/1.0
 EasyDL
 Ebingbong
-Ecxi
-Exabot
+EirGrabber
+Evil
 Express WebPictures
 Extractor
 Extreme Picture Finder
-EyeNetIE
-FHscan
+FDM
 FemtosearchBot
-Fimap
+FlashGet
 Flunky
 FrontPage
 Fuzz
-Fyrebot
+FyberSpider
 G-i-g-a-b-o-t
-GalaxyBot
+GetRight
 GetWeb
-Go-Ahead-Got-It
-Gotit
+Go!Zilla
+GoZilla
+GrabNet
 Grabber
-GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
 HMView
-HTTP::Lite
-HTTrack
-Haansoft
-Hloader
+HaosouSpider
+Havij
+Heritrix
 Humanlinks
+IDBTE4M
 Iblog
-IndeedBot
-Indy Library
-InfoTekies
-Iskanie
-IstellaBot
+Id-search
+Image Sucker
+InternetSeer
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-JetCar
 JikeSpider
-Joomla
-Jorgee
-JustView
+Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
-LNSpiderguy
-Lanshanbot
-LeechFTP
-LeechGet
-LexiBot
-LibWeb
+Kinza
+Kozmosbot
+Larbin
 Libwhisker
-LieBaoFast
-Lightspeedsystems
 LinkScan
-Linkdexbot
 LinksManager
-LinqiaScrapeBot
-Lmspider
-MIDown tool
-MIIxpc
-MSIECrawler
+LinqiaRSSBot
+Lipperhey
+Ltx71
+MSFrontPage
 Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-Mata Hari
+Majestic12
+MauiBot
 Mb2345Browser
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
+Minefield
 Mister PiX
-Moblie Safari
-Mojolicious
-MolokaiBot
+Mojeek
+Mozlila
 Mr.4x3
-NPbot
-NearSite
-Nessus
-NetLyzer
-NetMechanic
+Name Intelligence
+Needle
+Net Vampire
 Netcraft
+Nettrack
+Netvibes
 Nibbler
 Niki-bot
 Nikto
-NimbleCrawler
-Nmap
-Nuclei
-Nutch
-OpenVAS
-OutfoxBot
+Ninja
+Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
+OrangeBot
+PECL::HTTP
 PHPCrawl
-Pavuk
+PageScorer
+Pandalytics
 Picsearch
-Piepmatz
+PleaseCrawl
+ProWebWalker
+Probethenet
 Psbot
-Pump
+Pu_iN
+PxBroker
 RSSingBot
-RealDownload
-RebelMouse
+RankActive
+RankActiveLinkBot
+RankingBot2
+Re-re
+ReGet
 Recorder
-RepoMonkey
-Ripper
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
-SEOstats
-SISTRIX
+SEOkicks
+SEOlyticsCrawler
 SalesIntelligent
-ScanAlert
 Scrapy
-Screaming
-ScreenerBot
 ScrepyBot
 Seekport
+SemanticJuice
+SemrushBot
+SeoSiteCheckup
+SeobilityBot
 Siphon
-Site Sucker
-SiteExplorer
-SiteSucker
-Sitevigil
+SiteCheckerBotCrawler
 Snapbot
+Snoopy
+SocialRankIOBot
 Sogou web spider
-SpaceBison
+Sosospider
 Spammen
-Sqlmap
-Sqlworm
+SpankBot
+Spinn3r
+SputnikBot
 Sqworm
-Stripper
 Sucker
+Sucuri
+SuperBot
+Surfbot
 SurveyBot
-Szukacz
-Telesphoreo
-The Intraformant
+T8Abot
+Teleport
+TheNomad
 Thumbor
-Titan
+Toweyabot
+Tracemyfile
 Trendiction
-Turnitin
+Trendictionbot
+True_Robot
 TurnitinBot
-Upflow
+TwengaBot
+Typhoeus
 V-BOT
 VCI
-Virusdie
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+Vacuum
+VelenPublicWebCrawler
+Voil
+WBSearchBot
+WISENutbot
+WWWOFFLE
+WallpapersHD
 WeSEE
-Web Fetch
-Web Pix
+Web Collage
+Web Enhancer
+Web Fuck
 Web Sauger
+WebAuto
+WebBandit
 WebCollage
-WebCopier
 WebFetch
-WebFuck
+WebLeacher
+WebPix
+WebReaper
+WebSauger
+WebStripper
 WebSucker
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
 Whack
-Whacker
+Whatweb
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Woobot
+Widow
+Wonderbot
 Wotbox
-Xenu
-Zermelo
-Zeus
+Xaldon_WebSpider
+Zade
+Zauba
 Zitebot
 ZoomBot
-ZumBot
-adscanner
-archive.org_bot
 arquivo-web-crawler
 autoemailspider
-check1.exe
-clark-crawler
-crawl.sogou.com
-crawler4j
-evc-batch
-gopher
-internetVista monitor
-ips-agent
+backlink-check
+cah.io.community
+cognitiveseo
+dataforseo.com
+eCatch
+heritrix
+instabid
 isitwp.com
-plumanalytics
+lwp-trivial
+muhstik-scan
+oBot
+page scorer
+pcBrowser
 polaris version
-seobility
-seocompany.store
+probe-image-size
 seoscanners
 serpstatbot
-sexsearcher
 sitechecker.pro
 siteripz
-sogouspider
-spyfu
-trendiction.de
+webgains-bot
 webmeup-crawler
-webpros.com
-x22Mozilla
-zauba.io
+webprosbot
+x09Mozilla
+xpymep1.exe