V4.2023.02.3583 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404checker
 404enemy
 AIBOT
-ALittle Client
 ASPSeek
-Aboundex
-Acunetix
+Aboundexbot
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-AllSubmitter
-Anarchy
-Ankit
+Anarchie
 Apexoo
-Aspiegel
-AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
+Asterias
+BLEXBot
 BackDoorBot
-BackStreet
 BackWeb
-BacklinkCrawler
 Bandit
 Barkrowler
 BatchFTP
+Battleztar Bazinga
 BetaBot
-Bigfoot
-Black Hole
-BlackWidow
-BlowFish
-Boardreader
-Bolt
-BotALot
-Brandwatch
+Blackboard
+Buck
 Buddy
 BuiltWith
-BuzzSumo
-CCBot
-CSHttp
+Bullseye
+BunnySlippers
+CODE87
 Calculon
-CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
 Chlooe
 Citoid
-Copier
+Claritybot
+Cliqzbot
+Cocolyzebot
+Collector
 CopyRightCheck
 Copyscape
-Cosmos
-Curious
-Custo
-DIIbot
-DSearch
-Demon
-Deusu
-Devil
-Disco
+CrunchBot
+DBLBot
+DigitalPebble
 Dispatch
+DittoSpyder
 DnyzBot
 DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
 Dotbot
-Drip
 EMail Siphon
-EasyDL
-Ecxi
-Evil
-Exabot
-FDM
-FemtosearchBot
+EMail Wolf
+Ebingbong
+Ezooms
 FlashGet
 Foobot
-FyberSpider
+Fyrebot
 GalaxyBot
-Getintent
+GermCrawler
 Gigabot
+Go-Ahead-Got-It
+Gotit
 GrabNet
-GrapeFX
-GrapeshotCrawler
-HMView
-Harvest
+Havij
+Humanlinks
 HybridBot
 IDBTE4M
-IDBot
-Iblog
+IRLbot
 Id-search
 Image Sucker
-IndeedBot
+InfoTekies
 Intelliseek
 Internet Ninja
-InternetSeer
+IstellaBot
+JOC Web Spider
 JamesBOT
-Jbrofuzz
 JennyBot
+JetCar
 Jetty
-Kenjin Spider
-Kinza
-LWP::Simple
-LeechGet
+Keybot Translation-Search-Machine
+Keyword Density
+Kozmosbot
+LNSpiderguy
+Larbin
+Leap
+LeechFTP
+Lftp
 LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
 Likse
-LinkWalker
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-MIDown tool
-MJ12bot
+Lipperhey
+Lipperhey Spider
+Lmspider
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
 MSFrontPage
-Mag-Net
-Majestic12
+MSIECrawler
+MTRobot
+Mail.RU_Bot
+Majestic-SEO
 MarkWatch
-Mata Hari
+Masscan
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
-Metauri
-Moblie Safari
-Mojeek
-Mojolicious
-Mr.4x3
+Meanpathbot
+MegaIndex.ru
+Morfeus Fucking Scanner
+Msrabot
+Musobot
 NICErsPRO
 NPbot
-Nameprotect
-NetAnts
-NetSpider
-Nikto
-Nimbostratus
-Nuclei
+Needle
+Nessus
+NetZIP
+Netcraft
+Netvibes
+NimbleCrawler
 Nutch
-OnCrawl
-Openfind
+Octopus
+Offline Explorer
+OpenLinkProfiler
+OpenVAS
 Openvas
-PageAnalyzer
-Pandalytics
+PHPCrawl
 Papa Foto
-PeoplePal
-Pi-Monster
-Pixray
+Pavuk
+Picscout
+PictureFinder
+Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
 Probethenet
-Psbot
-Pu_iN
 Pump
-PyCurl
-RankFlex
-RankingBot
+PxBroker
+RankActive
+RankActiveLinkBot
 RankingBot2
-RealDownload
+Rankivabot
+RankurBot
+RebelMouse
 Recorder
 RedesScrapy
-Ripper
+Rogerbot
+SEOkicks
 SEOlyticsCrawler
-SalesIntelligent
-Screaming
-ScrepyBot
-Seekport
-SemanticJuice
-SemrushBot
+SEOstats
+SMTBot
+SearchmetricsBot
 SentiBot
+SeoSiteCheckup
 SeobilityBot
 Seomoz
 Shodan
-SiteCheckerBotCrawler
+Site Sucker
 SiteLockSpider
-Sitebeam
-Sitevigil
-SmartDownload
+Siteimprove
 Snapbot
 Snoopy
-Sogou web spider
-Sottopop
+SocialRankIOBot
+Sociscraper
+SpaceBison
+Spammen
+SpankBot
+Spanner
+Spbot
 SputnikBot
-Sqlmap
+Sqlworm
 Sucker
-SurveyBot
-Szukacz
-TeleportPro
-Telesphoreo
-Telesphorep
-The Intraformant
-Thumbor
+SuperBot
+SuperHTTP
+Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
+Teleport
+TightTwatBot
 Tracemyfile
-Trendiction
-True_Robot
-Turnitin
 TurnitinBot
-Typhoeus
-VB Project
-VCI
+TwengaBot
+URLy Warning
+UnisterBot
+Upflow
+V-BOT
+Vagabondo
 VeriCiteCrawler
+VidibleScraper
+Virusdie
 VoidEYE
-WEBDAV
+WBSearchBot
+WISENutbot
 WPScan
-WWW::Mechanize
 WWWOFFLE
 Wallpapers
-Web Collage
+WeSEE
 Web Fetch
-Web Sauger
-Web Sucker
-WebCopier
+Web Fuck
+WebBandit
+WebEnhancer
 WebFetch
+WebGo IS
 WebImageCollector
+WebLeacher
+WebReaper
+WebStripper
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-Whack
-Whacker
-Widow
-WiseGuys Robot
+Webshag
+Website Quester
+WebsiteQuester
+WinHTTrack
+Wonderbot
+Woobot
 Wotbox
+Wprecon
 Xaldon WebSpider
-Xenu
-ZoomBot
-ZyBorg
-arquivo-web-crawler
-check1.exe
+YoudaoBot
+Zermelo
+Zitebot
+ZmEu
+ZoominfoBot
+ZumBot
+backlink-check
+cah.io.community
 clark-crawler
-coccocbot
-cognitiveseo
-com.plumanalytics
 crawl.sogou.com
-dataforseo.com
+crawler.feedback
+crawler4j
 facebookscraper
 gopher
-instabid
-internetVista monitor
+heritrix
+ips-agent
+linkdexbot
+lwp-request
+lwp-trivial
 meanpathbot
-mediawords
+netEstate NE Crawler
+oBot
 page scorer
+plumanalytics
 polaris version
+probe-image-size
+s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
-seocompany.store
-seoscanners
-serpstatbot
-sogouspider
-spyfu
-tAkeOut
+sexsearcher
 trendiction.com
-trendiction.de
-voyagerx.com
-x09Mozilla
-x22Mozilla
+webgains-bot
+webmeup-crawler
+webpros.com
+zgrab