V4.2022.09.3332 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-ALittle Client
+80legs
+ADmantX
+AIBOT
 ASPSeek
-Abonti
-AfD-Verbotsverfahren
-Aipbot
+Aboundexbot
 AllSubmitter
-Anarchy99
 Ankit
-Aspiegel
-Asterias
-Attach
+Anthill
 AwarioRssBot
 AwarioSmartBot
+BDCbot
 BDFetch
-BLEXBot
-BackDoorBot
 BackStreet
-BacklinkCrawler
-Badass
-Black Hole
-Blow
-BotALot
-Bullseye
+BackWeb
+BetaBot
+Bigfoot
+Bitacle
+Boardreader
+BuiltBotTough
 BunnySlippers
-BuzzSumo
-CCBot
-CazoodleBot
-Cegbfeieh
+CODE87
 CheTeam
-CheeseBot
 CherryPicker
 ChinaClaw
 Chlooe
 Citoid
+Cliqzbot
+Cloud mapping
 Cocolyzebot
-Cogentbot
-CopyRightCheck
 Copyscape
-Craftbot
+Crawling at Home Project
 Crescent
-CyotekWebCopy
+CrunchBot
+DBLBot
 DIIbot
 DTS Agent
-DatabaseDriverMysqli
-Discobot
-Dispatch
+Demon
+Digincore
+Disco
 DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainStatsBot
 Download Wonder
+Drip
+ECCP/1.0
 EasyDL
-EirGrabber
-Evil
-Exabot
+ExtLinksBot
+Extractor
 ExtractorPro
-FemtosearchBot
-Fimap
-Foobot
+Ezooms
+FDM
+FHscan
+Firefox/7.0
+Flunky
 Freeuploader
+FrontPage
 Fuzz
-FyberSpider
-Fyrebot
-GalaxyBot
-GetRight
 GetWeb
-Grabber
-Grafula
+GrabNet
+GrapeFX
 GrapeshotCrawler
 GridBot
-HTMLparser
-Haansoft
-HaosouSpider
+HMView
 Heritrix
-Hloader
+HonoluluBot
 Humanlinks
 HybridBot
-IDBTE4M
-Id-search
+IDBot
+IRLbot
 Image Fetch
 IndeedBot
 InfoTekies
-Intelliseek
-Iskanie
+InterGET
+Jbrofuzz
 JennyBot
-JetCar
+Jetty
 JikeSpider
 Joomla
-Jorgee
-JustView
-Lanshanbot
-Leap
-LeechFTP
-LeechGet
-LibWeb
+Jyxobot
+Kozmosbot
+LWP::Simple
 Libwhisker
-Lightspeedsystems
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Ltx71
-MIIxpc
+LieBaoFast
+Likse
+Linkbot
+LinkextractorPro
+LinkpadBot
+MSFrontPage
 MSIECrawler
-Majestic SEO
-Majestic12
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 MarkWatch
-Masscan
-Mb2345Browser
-Metauri
+Mass Downloader
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MicroMessenger
+Microsoft Data Access
+Minefield
 Moblie Safari
+Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
-NPbot
 Name Intelligence
 Nameprotect
 Navroad
-Nessus
 NetAnts
-NetZIP
+NetLyzer
+NetSpider
 Netcraft
-Nettrack
-NextGenSearchBot
-Nibbler
-Offline Explorer
+Nikto
+Not
+Nuclei
+Nutch
+Octopus
+OnCrawl
+OpenVAS
 Openfind
-OutfoxBot
+OrangeBot
 PECL::HTTP
 PHPCrawl
-Page Analyzer
-PeoplePal
-Petalbot
-Pi-Monster
-Pimonster
+PageAnalyzer
+PageGrabber
+PageThing.com
+Panscient
+Piepmatz
 Pixray
-Pockey
-PxBroker
-RankActive
+ProPowerBot
+Pu_iN
+Pump
+PyCurl
+QueryN Metasearch
+RSSingBot
 RankActiveLinkBot
-RankFlex
-Rankivabot
-RankurBot
+RankingBot2
+Re-re
 ReGet
 RealDownload
-RebelMouse
-RocketCrawler
-SEOkicks
+Rogerbot
 SEOkicks-Robot
-SMTBot
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
-ScrepyBot
+SEOlyticsCrawler
+SEOstats
+Screaming
+ScreenerBot
+Searchestate
 Seekport
 SemanticJuice
-Semrush
-SemrushBot
 SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 Shodan
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-Sitevigil
-SlySearch
+SiteExplorer
+SiteSucker
+SmartDownload
 Snapbot
-Sociscraper
-Sosospider
-SpaceBison
-Spammen
-Spanner
+SocialRankIOBot
+Sogou web spider
 Spinn3r
+SputnikBot
+Sqlmap
 Sqworm
 Stripper
-Sucker
 Sucuri
 SuperBot
 Surfbot
-Swiftbot
+SurveyBot
+Szukacz
 T0PHackTeam
 Teleport
 Telesphoreo
-Telesphorep
-Titan
-Tracemyfile
-Turingos
+The Intraformant
+TheNomad
+Toweyabot
+Trendictionbot
+True_Robot
 Turnitin
-TurnitinBot
-UnisterBot
+Twice
+Typhoeus
+URLy Warning
 V-BOT
 VB Project
-VCI
-VeriCiteCrawler
-VoidEYE
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
-WWWOFFLE
-Web Auto
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 Web Fetch
 Web Fuck
-Web Sauger
+WebAuto
+WebBandit
 WebCopier
+WebEnhancer
 WebFetch
 WebFuck
+WebGo IS
 WebLeacher
+WebPix
 WebStripper
-Webshag
-Website Quester
-Who.is Bot
-Wonderbot
-Woobot
-Xaldon_WebSpider
-Xenu
+WebZIP
+WebsiteQuester
+Webster
+Whack
+Whacker
+Whatweb
+Widow
+WinHTTrack
+Wotbox
+Wprecon
+Xaldon WebSpider
 YoudaoBot
-Zauba
-Zitebot
-ZoominfoBot
-ZumBot
-adscanner
-autoemailspider
-backlink-check
+check1.exe
 clark-crawler
-coccocbot
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-crawler4j
-demandbase-bot
+dataforseo.com
 evc-batch
-internetVista monitor
-ips-agent
-iubenda-radar
+facebookscraper
+heritrix
+isitwp.com
 lwp-request
 lwp-trivial
-magpie-crawler
-page scorer
-pcBrowser
-probe-image-size
+mediawords
+netEstate NE Crawler
+oBot
+polaris version
 s1z.ru
 satoristudio.net
-scalaj-http
+scan.lol
+seobility
+seocompany.store
 seostar
 sexsearcher
 sitechecker.pro
 sysscan
+tAkeOut
 voyagerx.com
-webgains-bot
+webmeup-crawler
+webpros.com
+webprosbot