V4.2022.10.3428 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-ADmantX
+80legs
+AIBOT
 ASPSeek
 Abonti
-AiHitBot
-Alligator
-Anarchy
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
 Ankit
-Anthill
 Apexoo
-Asterias
+Attach
 AwarioSmartBot
 BBBike
-BDFetch
+BDCbot
+BLEXBot
+BackStreet
+BackWeb
+Backlink-Ceck
 Bandit
-BatchFTP
-Bigfoot
+Barkrowler
+BetaBot
 Bitacle
-Black Hole
-Buddy
-BuiltWith
+BlackWidow
+BotALot
+Buck
 Bullseye
-BunnySlippers
-BuzzSumo
 CATExplorador
-CODE87
-CSHttp
-Calculon
+CCBot
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
 CherryPicker
-Cliqzbot
-Cloud mapping
-Collector
-Craftbot
+ChinaClaw
+Citoid
+Cocolyzebot
+Cosmos
 CrazyWebCrawler
-Crescent
-CrunchBot
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
 DTS Agent
-DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Dirbuster
-Discobot
-DnBCrawler-Analytics
+DataCha0s
+Demon
+Discoverybot
+Dispatch
+DittoSpyder
 DnyzBot
 DomCopBot
-DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-EMail Siphon
-EasyDL
-Ebingbong
-EirGrabber
-Evil
+DomainStatsBot
+Download Wonder
+ECCP/1.0
+Ecxi
+ExtLinksBot
+Extractor
 Extreme Picture Finder
-Ezooms
-Foobot
-GermCrawler
+EyeNetIE
+FDM
+Fimap
+Firefox/7.0
+Flunky
+Freeuploader
+FrontPage
+FyberSpider
+GT::WWW
+GalaxyBot
 Getintent
-Grabber
+Gigabot
+Go!Zilla
+Gotit
+GrabNet
 Grafula
-GrapeFX
-GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HMView
-HTTrack
-IlseBot
-IndeedBot
-Indy Library
-InfoTekies
-InternetSeer
+HaosouSpider
+Harvest
+Havij
+IRLbot
+Iblog
+Id-search
+Image Fetch
+InfoNaviRobot
+InterGET
 IstellaBot
-JamesBOT
 Jbrofuzz
-JennyBot
-Jetty
-Jorgee
-Kozmosbot
-LNSpiderguy
+JetCar
+Joomla
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
 Lanshanbot
 LexiBot
 Lftp
+LibWeb
+Libwhisker
 Lightspeedsystems
+LinkScan
 Linkbot
-LinksManager
 Lipperhey
-Lipperhey Spider
-Litemage_walker
 Lmspider
-MFC_Tear_Sample
 MIDown tool
-MJ12bot
-MSFrontPage
 Mag-Net
-Majestic SEO
+Magnet
+Mail.RU_Bot
 MarkWatch
 Mass Downloader
 Masscan
-Mata Hari
 Meanpathbot
-Metauri
+Mediatoolkitbot
 MicroMessenger
-Minefield
-Mojolicious
-MolokaiBot
+Mister PiX
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
-Msrabot
-Name Intelligence
-Nameprotect
-NearSite
+Musobot
+Navroad
 Net Vampire
 NetLyzer
 NetMechanic
+NetZIP
 Netvibes
+NextGenSearchBot
 Nibbler
+Niki-bot
+Nimbostratus
+Nuclei
 Nutch
-Octopus
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openfind
-OutfoxBot
+OutclicksBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
-PageScorer
 PageThing.com
-Panscient
-Picscout
-Piepmatz
-Pixray
+Pavuk
+PeoplePal
+Picsearch
+PleaseCrawl
 ProWebWalker
-Probethenet
-Pu_iN
-PyCurl
-RSSingBot
-RankFlex
-RankingBot2
+QueryN Metasearch
+RankActive
+RankingBot
+ReGet
 RealDownload
-RebelMouse
-RocketCrawler
+RepoMonkey
+Rogerbot
+SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
+Screaming
 ScrepyBot
-SearchmetricsBot
-Seekport
-SemanticJuice
-SemrushBot
+Semrush
+SentiBot
 SeobilityBot
 Seomoz
 Shodan
-SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
+Site Sucker
+Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
+Snake
 Snapbot
-Sogou web spider
+SocialRankIOBot
+Sociscraper
 Sottopop
-SpaceBison
 Spammen
-Sqworm
-Sucker
-Sucuri
-SuperBot
-SurveyBot
+Spinn3r
+Sqlworm
+Stripper
+Surfbot
 Szukacz
-T0PHackTeam
-Teleport
-Telesoft
 Telesphoreo
-The Intraformant
-TightTwatBot
+TheNomad
+Thumbor
 Titan
+Toata
 Toweyabot
-Tracemyfile
 Trendiction
-Turnitin
-Twice
-URLy Warning
-Upflow
+TurnitinBot
+TwengaBot
+Typhoeus
+UnisterBot
+VB Project
 VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VoidEYE
-Voil
-Voltron
-WBSearchBot
-WISENutbot
-WWW-Collector-E
+WASALive-Bot
+WWW-Mechanize
 WWW::Mechanize
 Wallpapers/3.0
+Web Auto
 Web Enhancer
 Web Fuck
-Web Pix
-Web Sauger
 Web Sucker
-WebFuck
+WebBandit
+WebEnhancer
 WebImageCollector
-WebPix
+WebReaper
 Webalta
-WebsiteQuester
+WebmasterWorldForumBot
+Webshag
+Website Quester
 Webster
-Whacker
-Whatweb
-Widow
-WiseGuys Robot
+Who.is Bot
+WinHTTrack
+Wotbox
 Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-ZmEu
-ZyBorg
+YoudaoBot
+Zade
+Zermelo
+Zeus
+ZoominfoBot
 archive.org_bot
 arquivo-web-crawler
 autoemailspider
-check1.exe
+cah.io.community
+coccocbot
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
 dataforseo.com
+demandbase-bot
 eCatch
-evc-batch
-isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
-pcBrowser
+gopher
+instabid
+linkdexbot
+meanpathbot
+oBot
 scalaj-http
+scan.lol
 seocompany.store
-serpstatbot
+seoscanners
 sexsearcher
-spyfu
+sitechecker.pro
+sp_auditbot
 sysscan
-tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
-webpros.com
-xpymep1.exe
+x09Mozilla
+zauba.io
 zgrab