V4.2022.04.3056 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404enemy
 ADmantX
-AIBOT
 ALittle Client
 ASPSeek
 Abonti
 Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Aipbot
-AllSubmitter
-Alligator
-Anarchy99
-Ankit
-Atomseobot
-BBBike
-BLEXBot
+AlphaBot
+Asterias
+Attach
+AwarioSmartBot
+BDFetch
+BackDoorBot
 BackStreet
 Backlink-Ceck
-Badass
-Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
+BacklinkCrawler
 BetaBot
-BlackWidow
+Bitacle
 Blackboard
-Brandprotect
-Brandwatch
+Blow
+BlowFish
+Boardreader
+Buck
+BuiltBotTough
+BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
+CATExplorador
+CODE87
 Calculon
 CheeseBot
-ChinaClaw
+CherryPicker
 Chlooe
 Citoid
-Claritybot
 Cliqzbot
 Cloud mapping
+Cocolyzebot
 CopyRightCheck
 Copyscape
-Craftbot
-CrunchBot
-CyotekWebCopy
-DBLBot
+Crescent
+Curious
 DIIbot
-DSearch
-DataCha0s
-Discoverybot
+Deusu
+Digincore
+DigitalPebble
+Disco
 DnBCrawler-Analytics
+DomainAppender
 DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-ECCP/1.0
-Ebingbong
-ExtLinksBot
-ExtractorPro
+Download Wonder
+EMail Siphon
+Ecxi
+EirGrabber
+EroCrawler
+Express WebPictures
+Extractor
 Extreme Picture Finder
-FHscan
-FemtosearchBot
-Firefox/7.0
-FrontPage
-FyberSpider
+Ezooms
+FDM
+Freeuploader
+Fuzz
 Fyrebot
-GalaxyBot
-Genieo
+GT::WWW
 GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Getintent
 GrabNet
 Grabber
-GrapeFX
-HTTrack
+Grafula
+GrapeshotCrawler
+HMView
 Haansoft
-HaosouSpider
+Harvest
 Havij
-HonoluluBot
-IDBTE4M
-IDBot
-IRLbot
-Id-search
-Image Fetch
+Humanlinks
+Iblog
+Indy Library
+InfoNaviRobot
 InfoTekies
+Intelliseek
 InterGET
+Internet Ninja
+InternetSeer
 Iskanie
+IstellaBot
 JamesBOT
-Jetty
-Joomla
-Jorgee
 JustView
 Kenjin Spider
-Keyword Density
-Kinza
-Kozmosbot
+Keybot Translation-Search-Machine
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Leap
-LeechFTP
-LeechGet
+LexiBot
 Lftp
-LieBaoFast
+LibWeb
+Libwhisker
 Lightspeedsystems
-Likse
-LinkWalker
-LinksManager
-LinqiaRSSBot
-MJ12bot
-MTRobot
-Magnet
+LinkextractorPro
+LinkpadBot
+LinqiaScrapeBot
+Lmspider
+MIIxpc
+MSFrontPage
+Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkWatch
 Mass Downloader
-Masscan
 Mata Hari
 MauiBot
-MeanPath Bot
+Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
+MegaIndex.ru
+Metauri
 Moblie Safari
 Mojeek
-Mr.4x3
+MolokaiBot
 Msrabot
 NICErsPRO
 NPbot
-Name Intelligence
-Needle
-Net Vampire
-NetLyzer
+Navroad
+NetAnts
+NetMechanic
 NetSpider
-NetZIP
-Nimbostratus
-Nmap
-Not
-Offline Navigator
-OnCrawl
+Netcraft
+Nuclei
+Octopus
 Openfind
-PHPCrawl
+OrangeBot
+OutclicksBot
 POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
-PageScorer
 Pandalytics
 Panscient
-Petalbot
-Picscout
-PictureFinder
+Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+Picsearch
+Piepmatz
+ProWebWalker
 Probethenet
 Psbot
 Pu_iN
-PxBroker
+QueryN Metasearch
 Quick-Crawler
-RankActive
-Rankivabot
-Reaper
+RankActiveLinkBot
+RankingBot2
+ReGet
+RealDownload
 RebelMouse
 RedesScrapy
-Ripper
-SEOkicks
+RepoMonkey
+SBIder
+SISTRIX
+ScanAlert
 Scanbot
 ScoutJet
-ScreenerBot
-SearchmetricsBot
-Semrush
-SeobilityBot
-Seomoz
-Site Sucker
-SiteSucker
-Siteimprove
-SlySearch
-Snapbot
+SemanticJuice
+SemrushBot
+Siphon
+SiteExplorer
+SiteLockSpider
+Sitebeam
 Sociscraper
-Sogou web spider
-Spammen
-SpankBot
-Spanner
-Sqlmap
-Sqlworm
-Sqworm
-Stripper
+Sottopop
+SputnikBot
+Steeler
+Sucker
 Sucuri
-Surfbot
-SurveyBot
 Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
+Telesphoreo
+The Intraformant
+TheNomad
 Thumbor
-TightTwatBot
-Titan
+Toata
 Trendiction
-Trendictionbot
-TwengaBot
+True_Robot
+Turingos
+TurnitinBot
+Twice
 URLy Warning
-UnisterBot
-VCI
+V-BOT
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
-Voil
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
+WWW-Collector-E
+WWWOFFLE
+Wallpapers
 WallpapersHD
+WeSEE
 Web Auto
 Web Collage
-Web Pix
 Web Sauger
-WebBandit
-WebCollage
+WebAuto
+WebEnhancer
 WebFetch
-WebImageCollector
-WebLeacher
-WebPix
+WebGo IS
 WebReaper
-WebSauger
-WebZIP
+Webalta
 WebmasterWorldForumBot
 Webshag
+WebsiteExtractor
+Webster
+Whack
+Whacker
 Whatweb
 Who.is Bot
 Widow
+WinHTTrack
+Wonderbot
 Woobot
-Wprecon
-Xenu
-Zitebot
-ZoomBot
-archive.org_bot
-arquivo.pt
+Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
+Zermelo
+ZyBorg
+arquivo-web-crawler
 cah.io.community
-crawler.feedback
-crawler4j
+coccocbot
+com.plumanalytics
+dataforseo.com
 eCatch
-internetVista monitor
+evc-batch
+facebookscraper
+gopher
+iubenda-radar
 linkdexbot
-lwp-trivial
-muhstik-scan
-oBot
+magpie-crawler
 page scorer
-polaris version
+plumanalytics
+probe-image-size
 s1z.ru
-satoristudio.net
-scalaj-http
-seoscanners
-serpstatbot
-sexsearcher
+seobility
+seostar
 sitechecker.pro
-siteripz
-sogouspider
-sysscan
-webgains-bot
-xpymep1.exe
+voyagerx.com
+webpros.com
+x22Mozilla
 zgrab