V4.2022.06.3149 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 404enemy
-ADmantX
+AIBOT
+ALittle Client
 Acunetix
-AfD-Verbotsverfahren
-Aipbot
-Anarchy99
-Apexoo
-Asterias
+AllSubmitter
+Anarchie
+Ankit
 Atomseobot
-Attach
-BBBike
+AwarioSmartBot
+BDCbot
 BDFetch
+BackDoorBot
 BackWeb
 Backlink-Ceck
 Badass
 Bandit
-Barkrowler
-Bigfoot
 Black Hole
-BlackWidow
-Blackboard
-Blow
-Boardreader
-Brandprotect
-Buck
 BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-CATExplorador
-CCBot
+BuzzSumo
 CODE87
-CSHttp
-CensysInspect
+Cegbfeieh
 CheTeam
-CheeseBot
 CherryPicker
+Chlooe
 Cocolyzebot
-Collector
-Crescent
+Copier
+Craftbot
 CrunchBot
 Curious
+Custo
+CyotekWebCopy
 DBLBot
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Dirbuster
+Disco
 Discobot
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
 Dotbot
-Dragonfly
-ECCP/1.0
-EMail Siphon
-EirGrabber
-EroCrawler
-ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
+Ecxi
+Evil
+Exabot
+Express WebPictures
+Ezooms
+FDM
+FemtosearchBot
 Fimap
-Freeuploader
-Fyrebot
-GalaxyBot
-GermCrawler
-GetRight
-GetWeb
+FlashGet
+Flunky
+FrontPage
+GT::WWW
+Genieo
 Getintent
-Go!Zilla
-GoZilla
+Gigabot
+Go-Ahead-Got-It
 Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
 GridBot
 HEADMasterSEO
-HMView
 HTMLparser
-HTTP::Lite
-Hloader
-Humanlinks
-HybridBot
-IRLbot
-Iblog
-IlseBot
+Haansoft
+Heritrix
+HonoluluBot
+IDBTE4M
+IDBot
 Image Sucker
-IndeedBot
-InfoNaviRobot
 InfoTekies
+Intelliseek
 InterGET
 Internet Ninja
-InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
-JamesBOT
+Iria
+JennyBot
 JetCar
-Jetty
 JikeSpider
+Jorgee
+JustView
+Jyxobot
 Kenjin Spider
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-LieBaoFast
-Likse
+Leap
+LeechFTP
+LeechGet
+Lftp
+Lightspeedsystems
+LinkScan
 Linkbot
-LinkextractorPro
-LinksManager
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
 Lipperhey
 Lipperhey Spider
-Lmspider
+Litemage_walker
+MIIxpc
 MJ12bot
-MQQBrowser
 MSFrontPage
-MSIECrawler
 MTRobot
-Mail.RU_Bot
-MarkMonitor
+Majestic-SEO
+Majestic12
 MarkWatch
 Mass Downloader
 Mata Hari
-Mb2345Browser
 Meanpathbot
-Metauri
-Moblie Safari
-Mojolicious
-MolokaiBot
-Mozlila
+MegaIndex.ru
+Mojeek
+Morfeus Fucking Scanner
+Msrabot
 Nameprotect
 Navroad
-NearSite
 Net Vampire
-NetAnts
-NetSpider
+NetLyzer
+NetMechanic
 NetZIP
+Nettrack
 Netvibes
-Ninja
-Nuclei
-Offline Navigator
-OpenLinkProfiler
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nikto
+Nmap
+Not
+Nutch
+Octopus
+Offline Explorer
+OnCrawl
+OpenVAS
 Openfind
+OrangeSpider
 OutfoxBot
+PHPCrawl
 PageGrabber
+Pandalytics
+Panscient
+Papa Foto
 Pavuk
-Petalbot
 Pi-Monster
-Pimonster
+Picsearch
+PictureFinder
+Piepmatz
+PleaseCrawl
+Pockey
 ProWebWalker
-Pump
-PxBroker
+Probethenet
+Psbot
+QueryN Metasearch
 Quick-Crawler
 RankActive
-RankFlex
-Rankivabot
-Reaper
+RankActiveLinkBot
+RankingBot
+RealDownload
 RebelMouse
 Recorder
 Rogerbot
-SBIder
-Scanbot
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
+SEOstats
+SalesIntelligent
 ScoutJet
-Scrapy
 ScreenerBot
-SearchmetricsBot
 Seekport
-SeoSiteCheckup
+SentiBot
 Siphon
+SiteCheckerBotCrawler
 SiteExplorer
+SiteSnagger
+Sitebeam
 Sitevigil
-SlySearch
-SmartDownload
-Snapbot
-SocialRankIOBot
-Sociscraper
-SpaceBison
-Spammen
-SpankBot
-Spinn3r
-Steeler
+Snake
+Sosospider
+Sottopop
+Spbot
+SputnikBot
+Sqlmap
 Stripper
+Sucker
 SuperBot
 Surfbot
 SurveyBot
-Telesphorep
+Suzuran
+Telesphoreo
+The Intraformant
+TheNomad
 TightTwatBot
 Titan
+Toata
 Trendiction
-Trendictionbot
-Twice
-UnisterBot
-VB Project
-VCI
+Turingos
+Turnitin
+Upflow
+V-BOT
 Vacuum
-VelenPublicWebCrawler
-VoidEYE
-WASALive-Bot
+Vagabondo
+VidibleScraper
+Voil
 WISENutbot
-WPScan
 WWW-Mechanize
-WallpapersHD
-Web Sucker
-WebCopier
-WebEnhancer
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Sauger
+WebBandit
+WebFetch
+WebFuck
+WebGo IS
 WebImageCollector
-WebPix
+WebLeacher
+WebSauger
+WebSucker
+WebZIP
 WebmasterWorldForumBot
 Webshag
 Website Quester
-Whatweb
-WiseGuys Robot
-Wonderbot
+WebsiteExtractor
 Woobot
-Xenu
-YoudaoBot
+Wotbox
+Wprecon
+Xaldon WebSpider
 Zade
-Zermelo
-ZmEu
+Zeus
 ZumBot
 ZyBorg
+adscanner
 archive.org_bot
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
-cah.io.community
-clark-crawler
-coccocbot
-cognitiveseo
-crawler.feedback
+backlink-check
+check1.exe
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
+domainsproject.org
+eCatch
 evc-batch
+facebookscraper
 gopher
-instabid
-linkdexbot
-polaris version
-ripz
-seobility
+heritrix
+magpie-crawler
+muhstik-scan
+plumanalytics
+seoscanners
 serpstatbot
+sitechecker.pro
+siteripz
+sogouspider
 sp_auditbot
 spyfu
-tAkeOut
-voyagerx.com
-webgains-bot
+trendiction.de
+webmeup-crawler
 webpros.com
 webprosbot
-x09Mozilla
-zauba.io
-zgrab