V4.2022.09.3354 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
+360Spider
+404checker
 AIBOT
 ALittle Client
-Aipbot
-AllSubmitter
-Alligator
-Anarchy99
-Anthill
-Apexoo
-Aspiegel
-Atomseobot
-Attach
-AwarioRssBot
+Abonti
+Aboundex
+Aboundexbot
+Acunetix
+Anarchie
+Asterias
 AwarioSmartBot
 BBBike
 BDCbot
-BLEXBot
+BackStreet
+BackWeb
 Backlink-Ceck
+Badass
 Bandit
 Barkrowler
-Battleztar Bazinga
-Bigfoot
-Black Hole
-BlackWidow
 Blackboard
-Bolt
-BotALot
-Brandprotect
-Buck
-BuiltBotTough
+Bullseye
 BunnySlippers
-CCBot
+BuzzSumo
 CODE87
-Calculon
-CazoodleBot
-CensysInspect
+Cegbfeieh
 CheTeam
-ChinaClaw
+Claritybot
 Cliqzbot
-Cogentbot
-Copier
-CopyRightCheck
-Cosmos
-Curious
+Copyscape
+CrazyWebCrawler
+Crescent
+Custo
 DSearch
-DataCha0s
-Digincore
+DatabaseDriverMysqli
+Deusu
 DigitalPebble
-Dirbuster
-Discobot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
-Dragonfly
+DittoSpyder
+DomainStatsBot
+Domains Project
+ECCP/1.0
 EMail Siphon
-EMail Wolf
+Ecxi
 EirGrabber
-EroCrawler
-Extreme Picture Finder
+Exabot
+Express WebPictures
+ExtractorPro
 EyeNetIE
-Firefox/7.0
-FlashGet
-Flunky
+FHscan
+Fimap
 Freeuploader
-G-i-g-a-b-o-t
+Fuzz
+Fyrebot
+Genieo
 GetRight
+Getintent
 Go!Zilla
-Grabber
-GridBot
-HTTP::Lite
-HonoluluBot
-IDBTE4M
+Go-Ahead-Got-It
+Gotit
+GrapeFX
+HMView
+HaosouSpider
+Harvest
+Havij
+Heritrix
+Humanlinks
+HybridBot
 IDBot
+IRLbot
 Id-search
-Image Sucker
-InfoNaviRobot
-InterGET
-Internet Ninja
-Iria
-Jetty
-JikeSpider
-Joomla
-JustView
+IlseBot
+Image Fetch
+InternetSeer
+IstellaBot
+JOC Web Spider
+Jbrofuzz
+JennyBot
+Jorgee
 Keybot Translation-Search-Machine
 Keyword Density
-Kinza
 Kozmosbot
-LNSpiderguy
-LWP::Simple
 Larbin
-LieBaoFast
-LinkScan
+LeechFTP
+LexiBot
+LibWeb
+Lightspeedsystems
+Likse
+LinkWalker
+Linkbot
 LinkextractorPro
-LinkpadBot
+LinksManager
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
 MFC_Tear_Sample
-MTRobot
-Mail.RU_Bot
-MauiBot
-Meanpathbot
-MegaIndex.ru
+MIIxpc
+MSIECrawler
+Majestic-SEO
+MarkMonitor
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Mojeek
+Minefield
+Moblie Safari
 Mojolicious
-Mozlila
-Msrabot
+MolokaiBot
+Morfeus Fucking Scanner
 Musobot
-NPbot
-Nameprotect
-Net Vampire
+Nessus
+NetAnts
+NetMechanic
+NetSpider
+NetZIP
+Netcraft
 Nettrack
 Nibbler
 Niki-bot
-Nikto
 Ninja
+Nmap
 Not
-Nutch
+Octopus
 Offline Explorer
+OpenLinkProfiler
+OrangeBot
 OrangeSpider
 OutclicksBot
 PHPCrawl
-POE-Component-Client-HTTP
+PageGrabber
+Pandalytics
+Panscient
+Papa Foto
 Pavuk
-Pi-Monster
-ProPowerBot
-ProWebWalker
+Piepmatz
+Pixray
+Psbot
 Pu_iN
-PyCurl
-Quick-Crawler
+QueryN Metasearch
 RSSingBot
 RankActive
+RankActiveLinkBot
 RankingBot
-Rankivabot
-RankurBot
 Re-re
 ReGet
-Reaper
-RedesScrapy
-RepoMonkey
+RebelMouse
 RocketCrawler
-Rogerbot
-SEOkicks-Robot
+SBIder
+SEOkicks
 SEOprofiler
 SISTRIX
-SMTBot
-ScanAlert
+Screaming
+Searchestate
+SearchmetricsBot
 Seekport
-SemanticJuice
 Semrush
-Seomoz
-Shodan
+SeoSiteCheckup
 Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
+Site Sucker
 Sitevigil
 SlySearch
+Snake
 Snoopy
+Sottopop
 SpaceBison
 Spammen
+SpankBot
 Spbot
-Sqlmap
-Stripper
-Sucuri
-Surfbot
-Szukacz
+Spinn3r
+SputnikBot
+Sqlworm
+Suzuran
+Swiftbot
 T0PHackTeam
 T8Abot
 Teleport
 Telesoft
-Telesphorep
 The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
+Titan
 Toweyabot
-Tracemyfile
 Trendiction
 Trendictionbot
+True_Robot
+Turnitin
 TurnitinBot
 Twice
 Typhoeus
-URLy.Warning
-Upflow
-VB Project
-VCI
-Voil
+V-BOT
+Vacuum
 Voltron
-WEBDAV
+WASALive-Bot
+WBSearchBot
+WPScan
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers
-WeSEE
+WWW-Mechanize
+WallpapersHD
 Web Auto
-Web Enhancer
 Web Pix
-Web Sucker
-WebCollage
+Web Sauger
+WebBandit
+WebEnhancer
 WebImageCollector
-WebSauger
-WebSucker
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Whack
-Whacker
-WinHTTrack
+WebStripper
+WebWhacker
+Webalta
+Widow
+WiseGuys Robot
+Woobot
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zade
 Zermelo
+Zeus
 Zitebot
 ZoomBot
-ZoominfoBot
 ZumBot
-arquivo-web-crawler
-clark-crawler
+ZyBorg
+backlink-check
 coccocbot
-cognitiveseo
 com.plumanalytics
+crawl.sogou.com
+dataforseo.com
 demandbase-bot
 domainsproject.org
-eCatch
-facebookscraper
+gopher
+heritrix
+instabid
 internetVista monitor
-ips-agent
-isitwp.com
-polaris version
-ripz
+linkdexbot
+magpie-crawler
+meanpathbot
+mediawords
+muhstik-scan
+netEstate NE Crawler
+oBot
+page scorer
+probe-image-size
 s1z.ru
 scalaj-http
 scan.lol
-seocompany.store
+seobility
 seostar
-sexsearcher
-sogouspider
-spyfu
-ubermetrics-technologies.com
-voyagerx.com
+serpstatbot
+siteripz
+tAkeOut
+trendiction.com
+trendiction.de
+webgains-bot
 webmeup-crawler
+webpros.com
 webprosbot
-zgrab
+x09Mozilla
+xpymep1.exe