V4.2022.03.3012 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+404enemy
+ADmantX
 AIBOT
-ALittle Client
-ASPSeek
+Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
 AiHitBot
+Aipbot
+Alexibot
 AllSubmitter
-AlphaBot
-Anarchie
 Anarchy
-Atomseobot
-Attach
-AwarioSmartBot
-BBBike
+Ankit
+Aspiegel
+Asterias
 BDCbot
-BLEXBot
-BackDoorBot
 BackStreet
-BackWeb
-Backlink-Ceck
 BacklinkCrawler
 Badass
+BatchFTP
 Bigfoot
 Bitacle
-Boardreader
-Brandprotect
-Buck
+Black Hole
+Blackboard
+BlowFish
 BuiltBotTough
-BuiltWith
+Bullseye
 BunnySlippers
-CATExplorador
+BuzzSumo
 CCBot
-CensysInspect
+CazoodleBot
+Cegbfeieh
+CheTeam
 CheeseBot
-ChinaClaw
 Chlooe
-Cliqzbot
 Cloud mapping
-Cogentbot
+Cocolyzebot
 Collector
-Copyscape
+Copier
+CopyRightCheck
 Crawling at Home Project
-CrunchBot
-Curious
-CyotekWebCopy
-DSearch
-Demon
-Deusu
-Dirbuster
-Disco
+Crescent
+DataCha0s
 Discobot
-DomainSigmaCrawler
-Domains Project
+DnyzBot
+DomCopBot
+DomainCrawler
 Dotbot
 Download Wonder
-Dragonfly
 Drip
 EMail Siphon
-FHscan
-Fimap
-FlashGet
+EasyDL
+Ebingbong
+EirGrabber
+EroCrawler
+Exabot
+ExtLinksBot
+Extractor
+ExtractorPro
+EyeNetIE
+FDM
+Flunky
 Foobot
-Freeuploader
 FrontPage
-G-i-g-a-b-o-t
-Genieo
-GermCrawler
+FyberSpider
+GT::WWW
+Getintent
+Gigabot
+Go!Zilla
+GoZilla
+GrabNet
 Grabber
 GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-HTTrack
+HMView
+Haansoft
+HaosouSpider
 Harvest
-Havij
 Heritrix
+Hloader
 HonoluluBot
-HybridBot
+Humanlinks
+IDBTE4M
+IRLbot
 Iblog
 IlseBot
 Image Fetch
 Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
-Iria
+InternetSeer
 Iskanie
-JamesBOT
-JennyBot
-Joomla
-Jorgee
+Jetty
 JustView
-Kenjin Spider
+Jyxobot
 Keyword Density
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Leap
+LeechFTP
+LibWeb
 Libwhisker
-LinkScan
-LinksManager
-Lipperhey
-Lmspider
-MJ12bot
-MSFrontPage
-MSIECrawler
+LieBaoFast
+Lightspeedsystems
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinqiaRSSBot
+Litemage_walker
+MIDown tool
 MTRobot
+Magnet
+Majestic-SEO
+Majestic12
 MarkMonitor
+Mass Downloader
+Masscan
 Mata Hari
-Mb2345Browser
+Meanpathbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Microsoft URL Control
 Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Nameprotect
+Mojolicious
+Msrabot
+NICErsPRO
+NPbot
+Navroad
 NearSite
-Needle
-Nessus
-NetSpider
+Net Vampire
+NetAnts
+NetLyzer
+NetMechanic
+NetZIP
 Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nmap
-Not
-Nutch
-Octopus
+Nuclei
 Offline Navigator
 OnCrawl
-Openvas
 OrangeBot
 OrangeSpider
-OutfoxBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageGrabber
 PageThing.com
 Pandalytics
-Panscient
+Papa Foto
+Pavuk
 Petalbot
-Picsearch
-Piepmatz
-Pockey
-Probethenet
-Psbot
+Pixray
 PxBroker
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
+RankActive
 RankFlex
-RankingBot
-RankingBot2
+ReGet
+Reaper
 RebelMouse
-Recorder
 RedesScrapy
-RocketCrawler
+Ripper
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
-ScanAlert
+SEOkicks-Robot
+Scanbot
+ScoutJet
 Scrapy
-SemanticJuice
-SeoSiteCheckup
-Siphon
+Searchestate
+Seekport
+SentiBot
+Seomoz
 Siteimprove
-SmartDownload
-Snake
-Snapbot
-SocialRankIOBot
-SpaceBison
-Spammen
-SpankBot
-Spanner
-SputnikBot
-Sqlworm
-Stripper
+SlySearch
+Sociscraper
+Sogou web spider
+Spbot
+Sqworm
+Sucker
 Sucuri
+SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
-T0PHackTeam
-Teleport
-Telesphoreo
-TheNomad
-Thumbor
+Suzuran
+Swiftbot
+Szukacz
+Telesphorep
+TightTwatBot
+Toata
 Toweyabot
 Tracemyfile
 Trendictionbot
-Turnitin
-URLy Warning
-VB Project
-Vagabondo
+Turingos
+TurnitinBot
+TwengaBot
+VCI
+Vacuum
 VelenPublicWebCrawler
-Virusdie
-VoidEYE
 Voltron
-WISENutbot
-Wallpapers
+WPScan
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
-Web Fetch
+WeSEE
+Web Auto
+Web Collage
+Web Enhancer
 Web Sauger
-Web Sucker
+WebAuto
 WebCollage
 WebFetch
-WebPix
+WebFuck
+WebGo IS
+WebImageCollector
+WebLeacher
+WebSauger
 WebStripper
+WebSucker
 WebmasterWorldForumBot
+Website Quester
+Whack
+Whacker
 Whatweb
-Widow
 WiseGuys Robot
-Woobot
-Wotbox
-Xaldon_WebSpider
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zeus
-ZoominfoBot
+Zade
+Zitebot
+ZoomBot
+adscanner
 archive.org_bot
 autoemailspider
-dataforseo.com
-demandbase-bot
-evc-batch
-heritrix
-instabid
-internetVista monitor
+coccocbot
+cognitiveseo
+com.plumanalytics
+domainsproject.org
 isitwp.com
 iubenda-radar
 lwp-request
+magpie-crawler
+netEstate NE Crawler
+oBot
 page scorer
-ripz
-seobility
-seocompany.store
-seoscanners
-sexsearcher
-sogouspider
-sp_auditbot
+plumanalytics
+polaris version
+satoristudio.net
+scan.lol
+seostar
+serpstatbot
+sitechecker.pro
 trendiction.com
 trendiction.de
 webgains-bot
-webpros.com
-webprosbot
 x09Mozilla
-x22Mozilla
+zauba.io
+zgrab