V4.2022.11.3489 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
-ALittle Client
+404enemy
 ASPSeek
 Abonti
-Aboundex
 Aboundexbot
-Acunetix
-AhrefsBot
 AiHitBot
 Aipbot
-Alexibot
+Alligator
+Anarchy99
 Ankit
-Anthill
-Apexoo
-Asterias
+Aspiegel
+Atomseobot
 AwarioRssBot
-BBBike
+BDCbot
+BDFetch
+BLEXBot
 BackWeb
-BacklinkCrawler
-Barkrowler
-BetaBot
+Backlink-Ceck
+Bitacle
+BlackWidow
 Blow
+BlowFish
 Buddy
-BuiltBotTough
-Bullseye
+BuiltWith
 CCBot
 CODE87
-CSHttp
-Cegbfeieh
-CheTeam
-ChinaClaw
+CensysInspect
 Citoid
 Claritybot
 Cocolyzebot
-Cogentbot
-Copier
-CopyRightCheck
-Copyscape
+Collector
 Craftbot
-CrunchBot
-Custo
-DTS Agent
-DataCha0s
+Crawling at Home Project
+Crescent
+Curious
+CyotekWebCopy
+DBLBot
 Demon
-Digincore
 DigitalPebble
+Dirbuster
+Discobot
 Discoverybot
-DittoSpyder
-DomainAppender
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Dotbot
 Download Wonder
+Dragonfly
 Drip
-EMail Wolf
+Ecxi
+EirGrabber
 Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 FemtosearchBot
 Fimap
-FlashGet
-Freeuploader
+Flunky
+Foobot
+Fuzz
 FyberSpider
-Genieo
 GetRight
 Go!Zilla
-Gotit
-Grabber
-Grafula
-HEADMasterSEO
-HMView
-HTTP::Lite
-Havij
-Humanlinks
+GoZilla
+Haansoft
+Heritrix
+Hloader
+IDBTE4M
 IRLbot
-Iblog
-Id-search
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
+IlseBot
+Image Fetch
+IndeedBot
 Internet Ninja
-Iskanie
 IstellaBot
-JennyBot
-Jetty
+JetCar
+JikeSpider
 Joomla
 Jorgee
-Lanshanbot
-LeechGet
-LibWeb
-Lightspeedsystems
+JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
+LNSpiderguy
+LeechFTP
+Libwhisker
 Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey Spider
 Litemage_walker
-Lmspider
-MFC_Tear_Sample
+MIDown tool
 MIIxpc
 MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
-Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
+MarkWatch
+Mata Hari
 MauiBot
-Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
+Metauri
 Microsoft URL Control
 Mister PiX
-Moblie Safari
-Mojolicious
+Mojeek
 MolokaiBot
+Morfeus Fucking Scanner
 Musobot
-NICErsPRO
-Needle
+Nessus
+NetMechanic
 NetZIP
-Niki-bot
-NimbleCrawler
+Netcraft
+Netvibes
+Nibbler
+Nikto
 Not
+Nuclei
+OnCrawl
+OpenVAS
+Openfind
 Openvas
-OrangeBot
 OrangeSpider
-OutfoxBot
-PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageGrabber
-PageScorer
 Pandalytics
-Papa Foto
+Panscient
 Pavuk
-PeoplePal
-Picsearch
-Piepmatz
-Pixray
+Picscout
+Pimonster
 PleaseCrawl
-Pockey
+ProWebWalker
 Psbot
-Pu_iN
+Pump
 PxBroker
+QueryN Metasearch
+Quick-Crawler
 RankActive
+RankActiveLinkBot
+RankingBot
 RankingBot2
-Rankivabot
 RankurBot
-Recorder
-RedesScrapy
-RepoMonkey
-Ripper
+Re-re
+ReGet
+RealDownload
+Reaper
 SBIder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
 ScanAlert
-Scrapy
-ScrepyBot
-Semrush
-SentiBot
+Scanbot
+ScoutJet
+Screaming
+ScreenerBot
+SemanticJuice
+SeobilityBot
+Seomoz
+Shodan
 Siphon
-SiteLockSpider
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
 Snake
 Snapbot
-Sociscraper
-Sogou web spider
-Spammen
-SpankBot
-Spanner
-Spbot
-Spinn3r
-SputnikBot
+Sosospider
+SpaceBison
+Sqlworm
 Sqworm
-Sucker
-SurveyBot
-Szukacz
+SuperHTTP
+Surfbot
+T0PHackTeam
+T8Abot
 Teleport
 Telesoft
-TightTwatBot
-Titan
+Telesphorep
+TheNomad
+Thumbor
+Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
 Turnitin
-TwengaBot
-Twice
+Typhoeus
 URLy Warning
-Upflow
-VB Project
 Vacuum
-Virusdie
-Voil
-WASALive-Bot
-WISENutbot
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+Voltron
 WPScan
 WWW-Collector-E
-WWWOFFLE
+WWW-Mechanize
 Wallpapers/3.0
 WallpapersHD
 Web Auto
 Web Collage
 Web Enhancer
 Web Fetch
-Web Fuck
 Web Sauger
-WebBandit
+Web Sucker
 WebEnhancer
-WebFuck
-WebImageCollector
-WebLeacher
+WebSauger
 WebStripper
-WebSucker
 WebWhacker
 Website Quester
-Webster
+WebsiteExtractor
+Whack
+Whacker
 Who.is Bot
-Widow
+Wonderbot
+Woobot
 Xaldon_WebSpider
-Zauba
+YoudaoBot
 Zermelo
 Zitebot
 ZmEu
-ZoomBot
-ZumBot
+ZyBorg
 adscanner
-arquivo-web-crawler
-coccocbot
-cognitiveseo
+archive.org_bot
+check1.exe
 com.plumanalytics
-crawler.feedback
 crawler4j
-demandbase-bot
+dataforseo.com
 domainsproject.org
 eCatch
 evc-batch
-gopher
 ips-agent
 linkdexbot
-lwp-request
-magpie-crawler
-plumanalytics
-polaris version
-s1z.ru
-satoristudio.net
-seobility
-seocompany.store
+mediawords
+page scorer
+pcBrowser
+probe-image-size
+ripz
+scalaj-http
+scan.lol
 seoscanners
-seostar
-sitechecker.pro
-siteripz
-spyfu
-sysscan
+sp_auditbot
+tAkeOut
 trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
+voyagerx.com
+x09Mozilla
 x22Mozilla
 zgrab