V4.2023.01.3551 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
+404enemy
 80legs
-AIBOT
-ASPSeek
-AhrefsBot
-AlphaBot
-Anarchie
+ALittle Client
+Abonti
+Acunetix
+AiHitBot
+Alligator
 Anarchy
+Anarchy99
+Ankit
 Anthill
-Apexoo
-BDCbot
+Aspiegel
+Atomseobot
+AwarioSmartBot
+BBBike
 BDFetch
+BackDoorBot
+BackWeb
 BacklinkCrawler
-BatchFTP
-Battleztar Bazinga
-Black Hole
+Blackboard
 Blow
-Brandprotect
-Brandwatch
+BlowFish
 Buck
 Buddy
+BuiltBotTough
+BuzzSumo
 CATExplorador
-CazoodleBot
+CODE87
+CSHttp
 Cegbfeieh
-CheTeam
-CheeseBot
-CherryPicker
-Claritybot
-Cliqzbot
-Cocolyzebot
-Collector
-Copier
-Copyscape
 Cosmos
 Crawling at Home Project
-CrunchBot
+CrazyWebCrawler
 Curious
-DTS Agent
+DBLBot
+DSearch
 DataCha0s
-DatabaseDriverMysqli
-Demon
 Deusu
-Devil
+DigitalPebble
 Discobot
-Dispatch
-DomainCrawler
-Dragonfly
-EMail Siphon
-EasyDL
+Discoverybot
+DittoSpyder
+DnyzBot
+DomainSigmaCrawler
+Dotbot
+Ebingbong
+Ecxi
+EirGrabber
 EroCrawler
 Express WebPictures
-Extractor
+ExtractorPro
 Extreme Picture Finder
-Ezooms
-FHscan
-FemtosearchBot
+EyeNetIE
 Firefox/7.0
 Flunky
-Foobot
 Freeuploader
+FrontPage
 Fuzz
-Fyrebot
-GalaxyBot
-GetRight
-Gotit
-Grabber
+Genieo
+GrabNet
 GrapeFX
+GrapeshotCrawler
+GridBot
 HMView
-HTMLparser
+HTTrack
 Haansoft
-HaosouSpider
-Hloader
-IDBTE4M
-IDBot
-Iblog
-IlseBot
+Harvest
+HonoluluBot
+Id-search
+IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
 JOC Web Spider
 JamesBOT
 JetCar
-JikeSpider
 Joomla
-Jorgee
 Jyxobot
 Kenjin Spider
-Keyword Density
+Kinza
 Kozmosbot
+LNSpiderguy
 LWP::Simple
-LibWeb
+Lanshanbot
+Leap
+LeechFTP
+Lftp
+Lightspeedsystems
 Likse
-LinkScan
-Linkbot
+LinkWalker
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
+Lmspider
+MQQBrowser
+MSFrontPage
+MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic SEO
 Majestic12
+MarkMonitor
+Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
-Minefield
-Moblie Safari
-Mojeek
-MolokaiBot
+Microsoft URL Control
+Mister PiX
+Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
+Mr.4x3
+Musobot
+NPbot
 Navroad
-Nessus
-Net Vampire
-NetAnts
-NetMechanic
+Needle
 NetZIP
-Nibbler
-NimbleCrawler
-Nuclei
-Offline Navigator
+Netvibes
+Nimbostratus
+Ninja
+Nmap
+Not
+Nutch
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
+OpenVAS
 Openfind
 Openvas
 OrangeBot
-OrangeSpider
 OutclicksBot
 PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
 PageThing.com
 Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
-Picscout
-Picsearch
 PictureFinder
+Pimonster
+Pixray
+Pockey
+Probethenet
 Psbot
+Pu_iN
+PxBroker
 RankActive
-RankFlex
+RankingBot
 RankurBot
-Re-re
-RealDownload
 Reaper
-RepoMonkey
+Recorder
+RedesScrapy
 Ripper
-SEOprofiler
-SEOstats
-SalesIntelligent
-ScoutJet
-Screaming
+Rogerbot
+SBIder
+SEOkicks
+SEOlyticsCrawler
+ScanAlert
 ScreenerBot
 SearchmetricsBot
-Seekport
+SemanticJuice
+SemrushBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Seomoz
-Shodan
-Site Sucker
-SiteExplorer
-SiteSnagger
+SiteCheckerBotCrawler
+SiteSucker
+SlySearch
 SmartDownload
-Sociscraper
+Snapbot
+SocialRankIOBot
 Sogou web spider
-Sosospider
 SpaceBison
 SpankBot
 Spanner
 Spinn3r
+Sqlmap
 Sqlworm
-Sqworm
-Sucker
-SuperHTTP
-Surfbot
+Sucuri
 SurveyBot
-Swiftbot
-TeleportPro
+Suzuran
+Szukacz
+T8Abot
 Telesoft
-The Intraformant
-Thumbor
-Toata
+Telesphorep
+TheNomad
+Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
-Turnitin
 TurnitinBot
-Typhoeus
-UnisterBot
-V-BOT
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
+VB Project
+VCI
+VeriCiteCrawler
 Voil
-WEBDAV
-WISENutbot
-WWW-Mechanize
+Voltron
+WBSearchBot
 WWW::Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Auto
 Web Collage
-Web Pix
-Web Sucker
-WebAuto
-WebBandit
-WebEnhancer
+WebCollage
+WebCopier
 WebFetch
-WebLeacher
 WebReaper
 WebSauger
-WebStripper
 WebSucker
+WebWhacker
 Webshag
+WebsiteExtractor
 WebsiteQuester
-Webster
-Whacker
-Zade
+Who.is Bot
+Widow
+WiseGuys Robot
+Wotbox
+Xaldon_WebSpider
+Xenu
 Zauba
-Zeus
-ZoomBot
+Zermelo
 ZumBot
 ZyBorg
-cah.io.community
-check1.exe
-clark-crawler
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
 crawler.feedback
-dataforseo.com
-domainsproject.org
-isitwp.com
+crawler4j
+demandbase-bot
+evc-batch
+internetVista monitor
 linkdexbot
 lwp-request
-meanpathbot
 mediawords
-page scorer
-pcBrowser
+muhstik-scan
+oBot
 plumanalytics
-probe-image-size
 s1z.ru
-scalaj-http
+satoristudio.net
+seobility
+seocompany.store
+seoscanners
 seostar
 sitechecker.pro
 siteripz
-sogouspider
+sp_auditbot
 spyfu
-tAkeOut
-ubermetrics-technologies.com
+trendiction.de
 voyagerx.com
-x09Mozilla
+x22Mozilla
+xpymep1.exe
 zgrab