V4.2023.01.3558 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-80legs
-ASPSeek
-Abonti
-Aboundex
-Aboundexbot
-Acunetix
+ADmantX
 AfD-Verbotsverfahren
-Aipbot
+AhrefsBot
+AiHitBot
 Alexibot
-Alligator
-AlphaBot
-Anarchie
-Anarchy99
-Ankit
-Aspiegel
+Anthill
+Atomseobot
+AwarioRssBot
+BDCbot
+BDFetch
 BLEXBot
-BackWeb
+BackDoorBot
+BackStreet
+Backlink-Ceck
+Badass
 Bandit
 Barkrowler
-Bitacle
-Black Hole
-Blackboard
-Blow
+Bigfoot
+BlackWidow
 Boardreader
 Bolt
 BotALot
-Buck
+Buddy
 BuiltWith
 BuzzSumo
 CATExplorador
-CODE87
 Calculon
-CensysInspect
-CheTeam
+CazoodleBot
 CheeseBot
+CherryPicker
 Chlooe
+Cliqzbot
+Cogentbot
+Copyscape
 CrazyWebCrawler
+Crescent
 CrunchBot
-Custo
-DBLBot
+CyotekWebCopy
 DSearch
 DataCha0s
-DatabaseDriverMysqli
+Demon
 Deusu
+Devil
 Digincore
 DigitalPebble
-Dispatch
-DittoSpyder
-DnyzBot
+Dirbuster
+Disco
+Discoverybot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
 Download Wonder
+Dragonfly
 Drip
-EMail Siphon
-EMail Wolf
-EasyDL
+ECCP/1.0
 Ecxi
-Exabot
-ExtLinksBot
-Extractor
-Fimap
-Fuzz
-FyberSpider
-GT::WWW
-Genieo
+Extreme Picture Finder
+Ezooms
+FemtosearchBot
+Flunky
+Foobot
+Freeuploader
+FrontPage
 GetWeb
-Getintent
 Gigabot
-Gotit
+GoZilla
+GrabNet
 Grabber
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
+HTTP::Lite
 HaosouSpider
-Harvest
-Havij
-Heritrix
 Hloader
-HonoluluBot
-IRLbot
-Iblog
-Id-search
-IlseBot
-Image Fetch
+Humanlinks
+HybridBot
 Image Sucker
-InfoNaviRobot
-InfoTekies
-Internet Ninja
+Indy Library
 Iria
-IstellaBot
-JOC Web Spider
+Iskanie
 JamesBOT
-Jbrofuzz
 JennyBot
+Jetty
 Joomla
-Jyxobot
-Kinza
+Kenjin Spider
+Keybot Translation-Search-Machine
 LNSpiderguy
-Lanshanbot
+LWP::Simple
 Larbin
-LexiBot
-Likse
-LinkWalker
-Linkbot
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
+Leap
+LeechFTP
+LibWeb
+Lightspeedsystems
+LinkScan
+LinkextractorPro
+LinqiaScrapeBot
 Ltx71
-MQQBrowser
-Majestic-SEO
-MarkWatch
-Masscan
+MFC_Tear_Sample
+MTRobot
+Magnet
+Majestic12
+MarkMonitor
+Mass Downloader
+Mata Hari
 MauiBot
+MeanPath Bot
 Meanpathbot
-Metauri
+Minefield
 Mister PiX
-Moblie Safari
-Mojolicious
-MolokaiBot
-Mozlila
+Mr.4x3
+Msrabot
 Musobot
-NetMechanic
+Navroad
+NetAnts
+NetLyzer
+NetSpider
 NetZIP
+Netcraft
+NextGenSearchBot
 Nibbler
-NimbleCrawler
-Not
-Nuclei
+Niki-bot
+Ninja
 Octopus
-OnCrawl
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openfind
 Openvas
+OrangeBot
 OrangeSpider
-OutfoxBot
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
 PageThing.com
-Panscient
 Papa Foto
 Pavuk
+PeoplePal
 Picscout
+PictureFinder
 Piepmatz
-PleaseCrawl
+Pimonster
+Pixray
+ProPowerBot
 ProWebWalker
-Psbot
+Pu_iN
 PxBroker
 RankActive
-RankFlex
+RankActiveLinkBot
+RankingBot
+RankingBot2
 Re-re
-ReGet
-Reaper
 RebelMouse
 RedesScrapy
 RepoMonkey
-SBIder
 SEOkicks
 SEOkicks-Robot
 SEOprofiler
-Scanbot
-ScoutJet
-Semrush
+SEOstats
+Screaming
+Searchestate
+SemanticJuice
+SeoSiteCheckup
 SeobilityBot
-Seomoz
 Shodan
-Siphon
-SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
 Sitebeam
+Siteimprove
 Sitevigil
 SmartDownload
-Snake
-Sociscraper
-Sosospider
-Spinn3r
+Snapbot
+SpaceBison
+Spammen
 SputnikBot
 Sqlmap
-Sqlworm
-Steeler
+Stripper
+Sucker
+Sucuri
 SuperHTTP
 Surfbot
-Suzuran
+SurveyBot
 Swiftbot
-Teleport
+Szukacz
 Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
 Thumbor
-TightTwatBot
-Titan
-Toata
+Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
-UnisterBot
-Upflow
-VB Project
-VCI
+True_Robot
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
+V-BOT
 Vacuum
-Virusdie
-WBSearchBot
+Vagabondo
+VidibleScraper
+Voil
+Voltron
+WASALive-Bot
 WEBDAV
+WISENutbot
 WPScan
-WWWOFFLE
+WWW-Mechanize
+WWW::Mechanize
+WallpapersHD
 Web Auto
-Web Enhancer
 WebAuto
-WebCopier
+WebBandit
+WebCollage
 WebGo IS
-WebStripper
+WebImageCollector
 WebSucker
-WebWhacker
-Webster
-Whack
+Webshag
+Website Quester
+Whacker
+WiseGuys Robot
+Wonderbot
+Woobot
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
+YoudaoBot
 Zade
+Zermelo
 Zeus
 ZmEu
-ZoomBot
-ZumBot
-autoemailspider
-com.plumanalytics
-domainsproject.org
+ZoominfoBot
+archive.org_bot
+arquivo-web-crawler
+check1.exe
+clark-crawler
+cognitiveseo
+dataforseo.com
 evc-batch
-facebookscraper
+gopher
 heritrix
-iubenda-radar
-linkdexbot
 lwp-trivial
-meanpathbot
 mediawords
-oBot
-page scorer
-polaris version
-satoristudio.net
+probe-image-size
+s1z.ru
 scalaj-http
-seocompany.store
-seoscanners
+scan.lol
+seobility
+seostar
 sexsearcher
-siteripz
-sysscan
-trendiction.com
+spyfu
+tAkeOut
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webpros.com
-x09Mozilla
+webprosbot
 zgrab