V4.2022.05.3083 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 80legs
 ADmantX
-ALittle Client
-Aboundex
-Aboundexbot
+ASPSeek
+Abonti
+Acunetix
 AhrefsBot
+Aipbot
 Alexibot
 AllSubmitter
-Alligator
-Anarchy99
-Aspiegel
-Attach
+AlphaBot
+Anarchie
+Anthill
+Apexoo
+Asterias
 AwarioSmartBot
+BBBike
 BDCbot
 BDFetch
 BackDoorBot
 BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-BetaBot
-Bolt
-Brandprotect
+Battleztar Bazinga
+Bitacle
+BlackWidow
+Blow
+BlowFish
+Boardreader
+BotALot
 Buddy
-BuiltBotTough
 Bullseye
-CATExplorador
+BunnySlippers
+BuzzSumo
 CCBot
+CODE87
 CensysInspect
-CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
+Citoid
 Cliqzbot
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Copier
+Collector
 CopyRightCheck
+Copyscape
 Craftbot
-CrunchBot
+Crawling at Home Project
+CrazyWebCrawler
 Curious
+CyotekWebCopy
+DIIbot
 DSearch
+DTS Agent
 Demon
+Deusu
 Digincore
+DigitalPebble
 Dirbuster
-DnBCrawler-Analytics
+Dispatch
 DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-Dragonfly
+DomainStatsBot
+Dotbot
 Drip
-EMail Siphon
-EMail Wolf
 EasyDL
 Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-Exabot
 Express WebPictures
-Extractor
-Extreme Picture Finder
-EyeNetIE
+ExtractorPro
 Ezooms
-FemtosearchBot
-Fimap
-Flunky
-Freeuploader
-FyberSpider
+FHscan
+FlashGet
+G-i-g-a-b-o-t
 GetWeb
-Grabber
-Grafula
+Go!Zilla
+GrabNet
 GrapeshotCrawler
+HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
-Havij
-Hloader
 HybridBot
-IDBTE4M
-IDBot
-IndeedBot
+IRLbot
+IlseBot
+Image Fetch
+Image Sucker
+Indy Library
+InfoNaviRobot
+Intelliseek
+InterGET
+Iria
+Iskanie
 JOC Web Spider
-JikeSpider
-JustView
-Jyxobot
-Kenjin Spider
+JamesBOT
+JennyBot
+Jorgee
 Kinza
-Kozmosbot
+Larbin
+Leap
 LeechFTP
 LexiBot
 LibWeb
-Libwhisker
-LinkWalker
-LinkpadBot
-LinksManager
+LieBaoFast
+LinkScan
+Linkbot
+LinqiaScrapeBot
 Lipperhey
 Ltx71
+MFC_Tear_Sample
+MQQBrowser
 MTRobot
-Mag-Net
+Majestic SEO
 Majestic-SEO
-Mass Downloader
+MarkWatch
 Masscan
 Mata Hari
-MeanPath Bot
-Morfeus Fucking Scanner
-Mozlila
+MauiBot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Mister PiX
+Moblie Safari
 Msrabot
-Musobot
-Name Intelligence
+NPbot
 Nameprotect
+NearSite
 Needle
+NetAnts
+NetMechanic
 NetZIP
-Netcraft
 Nettrack
 Netvibes
-Niki-bot
-Nmap
+Nibbler
 Not
 Nuclei
-Nutch
 Offline Explorer
-Offline Navigator
-OnCrawl
+OpenVAS
 Openfind
-Openvas
-OrangeBot
-OutclicksBot
-PECL::HTTP
+OutfoxBot
 POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
-PageScorer
+PageAnalyzer
+Panscient
+PeoplePal
+Petalbot
+Picscout
 PictureFinder
-Pimonster
 Pixray
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Probethenet
+Psbot
 Pu_iN
-Pump
 PxBroker
 PyCurl
-RankActive
+Quick-Crawler
 RankActiveLinkBot
-RankurBot
-Re-re
-Recorder
-RedesScrapy
-RepoMonkey
+RankFlex
+RankingBot
+RankingBot2
+RebelMouse
+Rogerbot
+SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SMTBot
-SalesIntelligent
-ScoutJet
+ScanAlert
 Scrapy
-ScrepyBot
+Screaming
+ScreenerBot
+Searchestate
 SearchmetricsBot
-Seekport
-Semrush
-SemrushBot
-Seomoz
-Siphon
+SeoSiteCheckup
+Shodan
 Site Sucker
-SiteCheckerBotCrawler
-SmartDownload
+SiteSucker
+SlySearch
 Snake
-Snapbot
 Snoopy
-Sociscraper
+Sogou web spider
 Sosospider
-Sottopop
+SpankBot
+Spanner
+Spbot
 SputnikBot
-Sqlmap
-Sqlworm
-Sucker
-Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
+Steeler
+Swiftbot
 Szukacz
-T0PHackTeam
+T8Abot
 Teleport
-TeleportPro
-Telesoft
-Titan
-True_Robot
-TwengaBot
-Twice
+Trendictionbot
+Turingos
+Turnitin
 Typhoeus
-URLy.Warning
-UnisterBot
-Upflow
-VB Project
-VidibleScraper
-Virusdie
+URLy Warning
+VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
 Voil
+Voltron
 WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
-WebBandit
+WWW-Mechanize
+Wallpapers/3.0
+WallpapersHD
+Web Collage
+Web Enhancer
+Web Pix
+Web Sauger
+WebCollage
 WebCopier
-WebFetch
+WebEnhancer
 WebFuck
+WebPix
 WebSauger
-WebStripper
-WebWhacker
+WebZIP
 Webalta
 WebmasterWorldForumBot
-Webster
-Whack
-Whacker
-Widow
-WiseGuys Robot
-YoudaoBot
-Zauba
+Website Quester
+Who.is Bot
+WinHTTrack
+Woobot
+Wotbox
+Wprecon
+Xenu
+Zermelo
 Zitebot
-ZoominfoBot
-ZyBorg
 arquivo.pt
 backlink-check
-cah.io.community
+check1.exe
+clark-crawler
 cognitiveseo
-crawl.sogou.com
-crawler4j
-evc-batch
+demandbase-bot
+domainsproject.org
 instabid
-isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
+internetVista monitor
+linkdexbot
 magpie-crawler
 meanpathbot
 mediawords
+muhstik-scan
 plumanalytics
-seobility
-seoscanners
+polaris version
+probe-image-size
+seostar
 serpstatbot
+sexsearcher
+sitechecker.pro
 sogouspider
-tAkeOut
+spyfu
+sysscan
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webpros.com
-x09Mozilla
-zauba.io
-zgrab
+xpymep1.exe