V4.2022.10.3442 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
+360Spider
 ADmantX
+AIBOT
+ALittle Client
 ASPSeek
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-AllSubmitter
+Acunetix
+Aipbot
+Alexibot
+Alligator
 Anarchy
-Anthill
-Attach
-AwarioSmartBot
-BBBike
-BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
+Ankit
+Asterias
+AwarioRssBot
+BDCbot
+BDFetch
+BLEXBot
+Badass
+Barkrowler
 BetaBot
-Blackboard
+BlowFish
 Boardreader
+BotALot
+Buck
+Bullseye
+BunnySlippers
 BuzzSumo
+CATExplorador
+CCBot
 CSHttp
-Cegbfeieh
+Calculon
+CazoodleBot
 CheTeam
-CheeseBot
 CherryPicker
-Chlooe
 Citoid
 Claritybot
-Cocolyzebot
-Cogentbot
-Copier
+Cliqzbot
+Collector
 CopyRightCheck
 Cosmos
-Craftbot
-Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-Custo
 DBLBot
-DSearch
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Deusu
-Devil
-DigitalPebble
+Dirbuster
 Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DnyzBot
 DomainCrawler
-Download Wonder
+DomainStatsBot
+Drip
 EMail Siphon
-EirGrabber
-Exabot
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FDM
-Fimap
+EMail Wolf
+Evil
+Express WebPictures
+FemtosearchBot
 Firefox/7.0
 FlashGet
-FyberSpider
-G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 GermCrawler
-GetWeb
-Gigabot
-Go!Zilla
+Getintent
 Gotit
 Grabber
 Grafula
+GrapeFX
 GridBot
 HEADMasterSEO
-HMView
-HTMLparser
 HTTP::Lite
 HTTrack
 Haansoft
-Havij
+Harvest
+Hloader
 Humanlinks
 IDBTE4M
-IDBot
+IRLbot
+Iblog
 Id-search
-Image Fetch
 Image Sucker
-IndeedBot
+InfoNaviRobot
+InterGET
 Internet Ninja
-Iria
-IstellaBot
-JOC Web Spider
-JamesBOT
+Iskanie
+Jbrofuzz
+Jetty
+Joomla
 Jorgee
+JustView
 Kenjin Spider
-Keyword Density
-Kinza
-LNSpiderguy
+Lanshanbot
+Larbin
 Leap
 LeechGet
-LexiBot
-LibWeb
-Lightspeedsystems
-Likse
-LinkScan
-Linkbot
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
+LieBaoFast
 LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
-Majestic-SEO
-Mass Downloader
-Mata Hari
+Ltx71
+MFC_Tear_Sample
+MTRobot
+Mag-Net
+MarkWatch
+Masscan
 Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
+Minefield
+Mister PiX
+Musobot
+NICErsPRO
 NPbot
 Name Intelligence
+Nameprotect
 Navroad
-Needle
-Net Vampire
+NearSite
 NetMechanic
-Netvibes
+NetZIP
+Nettrack
 NextGenSearchBot
-Nibbler
+NimbleCrawler
 Ninja
-Octopus
-Offline Navigator
 OnCrawl
-Openvas
-OutclicksBot
+OpenLinkProfiler
+Openfind
+OutfoxBot
 PHPCrawl
-PageAnalyzer
-PageScorer
-Pandalytics
+POE-Component-Client-HTTP
+PageThing.com
 Panscient
-Papa Foto
+PeoplePal
 Petalbot
-Picsearch
-Pimonster
-Pixray
+ProPowerBot
 ProWebWalker
-Pump
-PxBroker
-QueryN Metasearch
+PyCurl
 Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankingBot
 RankurBot
 ReGet
 RealDownload
 RebelMouse
-RocketCrawler
-Rogerbot
+Recorder
+Ripper
+SEOkicks
 SEOstats
+SMTBot
 SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
 Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
 Seekport
+SemanticJuice
+Semrush
 SentiBot
 SeoSiteCheckup
+SeobilityBot
 Shodan
-Siphon
 Site Sucker
-SiteLockSpider
-Siteimprove
+SiteSucker
 SlySearch
 SmartDownload
-Sociscraper
 Sogou web spider
-Sosospider
 Sottopop
-Spanner
-Spbot
-SputnikBot
-Sqlmap
-Steeler
+SpaceBison
+Spammen
+SpankBot
+Spinn3r
+Sqlworm
 Stripper
-Surfbot
+Sucker
+SuperBot
+SurveyBot
 Suzuran
 Swiftbot
-T8Abot
+Teleport
 TeleportPro
-The Intraformant
+Telesoft
+TheNomad
 TightTwatBot
+Toata
+Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
-True_Robot
-Turnitin
-TurnitinBot
-Twice
-URLy Warning
-URLy.Warning
 V-BOT
-Vacuum
-Vagabondo
-VeriCiteCrawler
-Virusdie
+VidibleScraper
 VoidEYE
-Voltron
-WASALive-Bot
-WWW::Mechanize
+Voil
+WBSearchBot
+WEBDAV
+WPScan
+Web Auto
+Web Fuck
 Web Sauger
+WebAuto
+WebBandit
+WebCopier
+WebEnhancer
 WebFetch
 WebImageCollector
 WebPix
+WebSauger
+WebWhacker
 WebZIP
-Webalta
 WebmasterWorldForumBot
 Webshag
-Website Quester
-Webster
+WebsiteExtractor
+WebsiteQuester
 Whack
-Whacker
-WiseGuys Robot
-Wonderbot
-Zermelo
+Whatweb
+Who.is Bot
+Woobot
+Xaldon WebSpider
 Zeus
-ZoominfoBot
-ZumBot
 adscanner
-archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-coccocbot
-cognitiveseo
+clark-crawler
+demandbase-bot
+facebookscraper
 heritrix
-ips-agent
 isitwp.com
+iubenda-radar
 lwp-request
-meanpathbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
-s1z.ru
+lwp-trivial
+magpie-crawler
+plumanalytics
+polaris version
+probe-image-size
+ripz
+satoristudio.net
 seocompany.store
 seoscanners
-seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
+siteripz
 spyfu
+tAkeOut
 trendiction.de
-webprosbot
+ubermetrics-technologies.com
+x09Mozilla
+x22Mozilla
+xpymep1.exe
+zgrab