V4.2022.09.3376 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
 AIBOT
+Abonti
 Aboundex
-Aboundexbot
-AhrefsBot
-Aipbot
-Alexibot
-AlphaBot
-Anarchy
-AwarioRssBot
+AllSubmitter
+Anarchy99
+Asterias
+Attach
 AwarioSmartBot
-BDCbot
 BDFetch
+BackDoorBot
 BacklinkCrawler
 Badass
-BatchFTP
-BetaBot
-Bigfoot
+Battleztar Bazinga
 BlackWidow
-Boardreader
-Bolt
+Blackboard
+Blow
 Brandprotect
-Brandwatch
-Buddy
-BuiltWith
-BuzzSumo
-CSHttp
-CazoodleBot
+Buck
+Bullseye
 CheTeam
 CheeseBot
 CherryPicker
 ChinaClaw
 Citoid
-Copyscape
-Cosmos
+Claritybot
+Cliqzbot
+Copier
 Craftbot
 Crawling at Home Project
-CrunchBot
+Crescent
 Curious
-DIIbot
+Custo
+DBLBot
 DSearch
-DatabaseDriverMysqli
 Devil
 Digincore
-DigitalPebble
 Discobot
-DnyzBot
-DomCopBot
-Dotbot
+Dispatch
+DnBCrawler-Analytics
+DomainAppender
+DomainSigmaCrawler
+Domains Project
+Dragonfly
+Drip
 ECCP/1.0
-EMail Siphon
-EasyDL
 Ebingbong
 Express WebPictures
+ExtLinksBot
 ExtractorPro
-Ezooms
-Foobot
-FrontPage
-Fuzz
-Fyrebot
-G-i-g-a-b-o-t
+Extreme Picture Finder
+EyeNetIE
+FDM
+FHscan
+FemtosearchBot
+Freeuploader
+FyberSpider
+GT::WWW
+GalaxyBot
 Genieo
-Getintent
-GrabNet
-GrapeshotCrawler
+Grabber
+Grafula
+GrapeFX
+GridBot
+HEADMasterSEO
 HMView
 HTMLparser
 Haansoft
 HaosouSpider
+Heritrix
+HonoluluBot
 Humanlinks
-IDBTE4M
-Iblog
-IlseBot
-Image Fetch
+IDBot
+Id-search
+Image Sucker
 IndeedBot
-InfoNaviRobot
-Intelliseek
-InterGET
-InternetSeer
-Iskanie
+Indy Library
 IstellaBot
-JOC Web Spider
+JamesBOT
+Jetty
 Jorgee
-JustView
-Kozmosbot
-LNSpiderguy
+Jyxobot
+Keyword Density
+LWP::Simple
+Lanshanbot
 LeechFTP
-LibWeb
+Lftp
 Libwhisker
-LinkWalker
+Linkbot
+LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-MIIxpc
-MQQBrowser
-MSFrontPage
-MTRobot
-Majestic-SEO
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MSIECrawler
+Magnet
+Majestic SEO
 Majestic12
-MarkMonitor
-Masscan
 Mata Hari
-Meanpathbot
-Metauri
+MeanPath Bot
+Microsoft URL Control
 Minefield
-Mojeek
+Mojolicious
 MolokaiBot
 NPbot
-Name Intelligence
 Nameprotect
+Navroad
+NearSite
+Needle
+NetMechanic
 NetSpider
-NetZIP
 Netcraft
 Nibbler
 Niki-bot
 Nikto
+Nimbostratus
 Nmap
-Not
-Nutch
 Octopus
-Offline Navigator
-OnCrawl
-OrangeBot
-OrangeSpider
+OpenLinkProfiler
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+Page Analyzer
 PageAnalyzer
-PageGrabber
-PageThing.com
 Panscient
+Papa Foto
 Pavuk
 PeoplePal
+Petalbot
+Pi-Monster
+Picscout
+Picsearch
+PictureFinder
+Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
 Pockey
-ProWebWalker
-Probethenet
 Psbot
-Pump
-PyCurl
+Pu_iN
+PxBroker
 QueryN Metasearch
 RankActive
 RankActiveLinkBot
 RankFlex
 RankingBot2
 RankurBot
+Re-re
 RebelMouse
-Recorder
 Ripper
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SMTBot
-ScrepyBot
+SEOkicks-Robot
+SEOprofiler
+SEOstats
+SISTRIX
+ScanAlert
+ScoutJet
+Scrapy
+Screaming
 Searchestate
-Seekport
-SemanticJuice
+SearchmetricsBot
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
 Shodan
-SiteCheckerBotCrawler
-Sitebeam
+Site Sucker
+SiteExplorer
 SlySearch
-SocialRankIOBot
-Sociscraper
-Sosospider
+Snoopy
+Sogou web spider
 Sottopop
+Spanner
 Spbot
 Spinn3r
-SputnikBot
-Sqlmap
-Steeler
 SuperBot
-Surfbot
-SurveyBot
+Szukacz
 T0PHackTeam
-Teleport
+T8Abot
 Telesphoreo
-The Intraformant
 TheNomad
-Thumbor
-Titan
-Toata
-Toweyabot
+TightTwatBot
 Tracemyfile
+Trendiction
 True_Robot
-Turingos
 Turnitin
-TurnitinBot
 TwengaBot
-Vacuum
+Twice
+Upflow
+V-BOT
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
 Voil
-WASALive-Bot
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
+Voltron
+WEBDAV
+Web Collage
+Web Enhancer
+Web Fetch
 Web Fuck
 Web Pix
-WebBandit
-WebEnhancer
-WebFetch
-WebFuck
-WebImageCollector
-WebPix
+Web Sauger
+WebAuto
+WebCollage
+WebCopier
+WebLeacher
 WebReaper
+WebSauger
+WebStripper
 WebSucker
-Webalta
-Webster
+Webshag
+Whack
 Widow
-Xaldon WebSpider
-Xenu
 Zermelo
 ZmEu
+ZoomBot
 ZoominfoBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-backlink-check
-cognitiveseo
-crawl.sogou.com
+ZumBot
+arquivo.pt
+cah.io.community
+check1.exe
+coccocbot
+crawler.feedback
 crawler4j
 demandbase-bot
+eCatch
 gopher
-heritrix
-instabid
-ips-agent
-iubenda-radar
-mediawords
-muhstik-scan
+lwp-request
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+page scorer
+pcBrowser
 plumanalytics
-s1z.ru
-satoristudio.net
-scalaj-http
+polaris version
+scan.lol
 seobility
 seocompany.store
 seoscanners
 sitechecker.pro
-siteripz
-sogouspider
+spyfu
 sysscan
-ubermetrics-technologies.com
+trendiction.de
 voyagerx.com
 webgains-bot
-webmeup-crawler
+webprosbot
 xpymep1.exe
-zauba.io
+zgrab