V4.2022.03.2961 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-ALittle Client
-Abonti
+404enemy
+80legs
+ADmantX
+ASPSeek
 Aboundexbot
-AiHitBot
+Acunetix
+AllSubmitter
+Alligator
 Anarchie
-Anarchy
+Anarchy99
 Ankit
-Atomseobot
-AwarioRssBot
-BBBike
+Asterias
 BDCbot
 BLEXBot
-BackDoorBot
-BackStreet
-Backlink-Ceck
+Badass
 Bandit
+Barkrowler
 BatchFTP
-Black Hole
+BetaBot
+Bitacle
+BlowFish
 BotALot
-Buddy
+Brandwatch
+Bullseye
 BunnySlippers
+BuzzSumo
+CATExplorador
 CCBot
-CODE87
 CSHttp
-CazoodleBot
+Calculon
+Cegbfeieh
+CheTeam
+CheeseBot
 CherryPicker
 Chlooe
 Citoid
 Cocolyzebot
-Copier
-CopyRightCheck
 Cosmos
-Crescent
+CrazyWebCrawler
 CrunchBot
-Custo
 CyotekWebCopy
 DBLBot
-DataCha0s
-Digincore
-DigitalPebble
-Dirbuster
-Disco
-DnBCrawler-Analytics
+DIIbot
+DTS Agent
+Discobot
+DnyzBot
 DomCopBot
-DomainCrawler
 DomainStatsBot
+Domains Project
 Download Wonder
 Drip
+EMail Siphon
 EMail Wolf
+EirGrabber
 EroCrawler
 Evil
-Exabot
 ExtLinksBot
-ExtractorPro
+Extractor
 Extreme Picture Finder
-EyeNetIE
+FDM
+FHscan
 FemtosearchBot
-FlashGet
-Flunky
-FrontPage
+Freeuploader
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GetRight
-GrabNet
+GalaxyBot
+Genieo
+GermCrawler
+GetWeb
+Gigabot
 Grabber
-Grafula
-GrapeFX
+HEADMasterSEO
+HTTP::Lite
 HTTrack
-Harvest
-Havij
-Heritrix
-Humanlinks
-IDBTE4M
+Haansoft
+HaosouSpider
+HonoluluBot
+IDBot
 IRLbot
-IlseBot
-IndeedBot
-Internet Ninja
-InternetSeer
-Iskanie
-IstellaBot
-JamesBOT
-Jbrofuzz
-JennyBot
+Iblog
+Indy Library
+InfoNaviRobot
+JOC Web Spider
 JetCar
-Jetty
 Joomla
-Jorgee
-Jyxobot
-Kenjin Spider
-LWP::Simple
-Leap
+Keyword Density
+Lanshanbot
 LexiBot
+Lftp
+LibWeb
+Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkScan
-LinkWalker
+Likse
+Linkbot
 Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey
-MFC_Tear_Sample
-MQQBrowser
-MSIECrawler
-Magnet
+Lipperhey Spider
+MIDown tool
+MIIxpc
+MTRobot
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
+MarkMonitor
 MauiBot
-Mb2345Browser
-Mediatoolkitbot
-Metauri
+Meanpathbot
+Microsoft Data Access
 Microsoft URL Control
-Minefield
+Mister PiX
 Moblie Safari
 Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
-Mr.4x3
 Musobot
-NICErsPRO
+Name Intelligence
 Net Vampire
-NetAnts
-NetLyzer
-NetMechanic
-NetSpider
-Netvibes
+Nettrack
 NextGenSearchBot
-Niki-bot
-Nimbostratus
-Not
-Offline Navigator
+Nikto
+Octopus
 Openfind
 Openvas
 OrangeSpider
+OutfoxBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
+Pandalytics
 Papa Foto
-Pavuk
-Pi-Monster
-Picsearch
+PictureFinder
+Pimonster
+Pixray
 ProWebWalker
 Probethenet
-Psbot
-Pump
-PyCurl
-RankActiveLinkBot
+Pu_iN
 RankingBot2
-Re-re
-RealDownload
-Rogerbot
-SEOkicks-Robot
+Recorder
+Ripper
+RocketCrawler
 SEOstats
-ScreenerBot
-ScrepyBot
-Searchestate
+SalesIntelligent
+ScanAlert
+ScoutJet
+Scrapy
+Screaming
 SearchmetricsBot
-SemanticJuice
+Seekport
 Semrush
-Shodan
-Site Sucker
-SiteSnagger
+SemrushBot
+SeobilityBot
+Seomoz
+Siphon
+SiteLockSpider
 SiteSucker
+SmartDownload
 Snoopy
-Spammen
-SpankBot
-Spbot
-Steeler
+Sogou web spider
+Stripper
 Sucuri
-SuperHTTP
+SuperBot
 Surfbot
 SurveyBot
-Suzuran
-T0PHackTeam
+T8Abot
 Teleport
-TeleportPro
+Telesoft
 Telesphorep
 TheNomad
 Thumbor
-TightTwatBot
-Tracemyfile
+Titan
+Toata
+Trendiction
+Upflow
 V-BOT
-VCI
-WBSearchBot
-WPScan
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voil
+Voltron
+WEBDAV
+WISENutbot
 WWWOFFLE
-WeSEE
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Fetch
-Web Pix
-Web Sauger
+Web Collage
+Web Enhancer
+Web Fuck
 Web Sucker
-WebAuto
-WebBandit
+WebCollage
+WebEnhancer
 WebFetch
 WebImageCollector
-WebPix
 WebReaper
-WebSauger
-WebWhacker
+WebStripper
 WebZIP
-Webshag
+WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-Webster
-Whack
-Whacker
-Whatweb
+WebsiteQuester
+Who.is Bot
 Widow
-WiseGuys Robot
+Wonderbot
+Woobot
 Wotbox
-Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
 Zauba
-Zermelo
-Zitebot
-ZmEu
+Zeus
+ZoomBot
 ZoominfoBot
+ZyBorg
+adscanner
+archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 backlink-check
-cah.io.community
-coccocbot
-crawler.feedback
-gopher
+clark-crawler
+com.plumanalytics
+dataforseo.com
+demandbase-bot
+eCatch
+evc-batch
+heritrix
+internetVista monitor
 ips-agent
-lwp-request
+isitwp.com
 lwp-trivial
 magpie-crawler
 meanpathbot
-mediawords
 oBot
 pcBrowser
-s1z.ru
-satoristudio.net
-scalaj-http
-seoscanners
+seocompany.store
+seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
+siteripz
 sogouspider
+tAkeOut
 voyagerx.com
-zauba.io
+webgains-bot
+webmeup-crawler
+webpros.com
+webprosbot