V4.2021.11.2723 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
-80legs
 AIBOT
-ALittle Client
+ASPSeek
 Aboundex
-Acunetix
-AiHitBot
+AhrefsBot
 Aipbot
+Alexibot
+AllSubmitter
 Alligator
-AlphaBot
-Anarchy99
-Ankit
-Anthill
+Anarchy
+Aspiegel
+Attach
 AwarioRssBot
-BDFetch
+BDCbot
 BLEXBot
 BackStreet
 Bandit
-Barkrowler
 BatchFTP
 Battleztar Bazinga
-Bigfoot
-Bitacle
+Black Hole
 BlackWidow
-Blow
+Blackboard
 BlowFish
 BotALot
 Buddy
-BuiltBotTough
-Bullseye
-BunnySlippers
-BuzzSumo
-Calculon
-CazoodleBot
+BuiltWith
+CODE87
+CSHttp
 Cegbfeieh
+ChinaClaw
 Claritybot
+Cliqzbot
 Cloud mapping
-Cogentbot
-Crescent
-DBLBot
-Digincore
-DigitalPebble
+Cocolyzebot
+Cosmos
+Curious
+Custo
+DataCha0s
+DatabaseDriverMysqli
+Devil
 Dirbuster
-Disco
-Discoverybot
+Discobot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainStatsBot
+DomainAppender
+DomainSigmaCrawler
+Dragonfly
 Drip
-Ecxi
-EroCrawler
+EasyDL
+Ebingbong
 Exabot
+ExtLinksBot
+ExtractorPro
+Ezooms
 FDM
-FemtosearchBot
 FlashGet
-Flunky
-Foobot
-Freeuploader
-FrontPage
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+GermCrawler
+GetRight
+GetWeb
 Getintent
+Gigabot
 Go-Ahead-Got-It
+Gotit
+GrabNet
+Grabber
+Grafula
+GrapeFX
 HEADMasterSEO
 HMView
 HTTP::Lite
+HTTrack
 Haansoft
-Harvest
+HaosouSpider
 Heritrix
 Humanlinks
 IDBTE4M
-IlseBot
+IDBot
 Image Sucker
-InfoNaviRobot
-InfoTekies
 Intelliseek
 InterGET
+InternetSeer
 Iria
 Iskanie
 JamesBOT
-JennyBot
-JikeSpider
-Joomla
 Jyxobot
-Kinza
-Larbin
+Kenjin Spider
+Leap
 LeechFTP
-LeechGet
+LexiBot
 Lftp
-Libwhisker
-Likse
+Lightspeedsystems
 LinkScan
-Linkdexbot
-LinksManager
-LinqiaScrapeBot
-Lipperhey
+Linkbot
+LinqiaMetadataDownloaderBot
+Litemage_walker
 Lmspider
+Ltx71
 MFC_Tear_Sample
 MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
 MSFrontPage
-MSIECrawler
-MTRobot
-Mag-Net
+Magnet
+Majestic-SEO
 Mass Downloader
-Mb2345Browser
-MeanPath Bot
 Metauri
+Microsoft Data Access
 Mister PiX
 Moblie Safari
-Mozlila
+Morfeus Fucking Scanner
+Msrabot
 Musobot
-NPbot
+NICErsPRO
 Name Intelligence
-NetAnts
+Net Vampire
 NetLyzer
 NetSpider
-Netvibes
 NextGenSearchBot
-Nikto
 NimbleCrawler
 Nimbostratus
-Nmap
-Nuclei
+Nutch
 Octopus
-Offline Navigator
-OpenVAS
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
+Openfind
+OutfoxBot
+POE-Component-Client-HTTP
 PageGrabber
 PageScorer
 Pandalytics
-Papa Foto
-Pavuk
 PeoplePal
-Pi-Monster
-Pockey
-ProPowerBot
-Pu_iN
+Petalbot
+PictureFinder
+PleaseCrawl
+Probethenet
 Pump
-PxBroker
-PyCurl
-RankActive
-RankFlex
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankingBot
 RankingBot2
-Rankivabot
-RankurBot
+ReGet
 Ripper
-RocketCrawler
 Rogerbot
-SBIder
-SalesIntelligent
 ScanAlert
-ScoutJet
-Scrapy
-Screaming
 ScrepyBot
+Searchestate
 SearchmetricsBot
-SentiBot
-SeoSiteCheckup
-Site Sucker
-SiteCheckerBotCrawler
-Siteimprove
+Siphon
+SiteExplorer
+SiteSucker
 Sitevigil
+Snake
+Snoopy
 SocialRankIOBot
+Sociscraper
+Sogou web spider
 Sosospider
-SpaceBison
+SpankBot
 Spanner
-Spinn3r
+Spbot
+Sqlmap
+Sqlworm
 Sqworm
-Stripper
-Sucuri
+SuperBot
 Surfbot
+SurveyBot
 Suzuran
 Swiftbot
-T8Abot
+Szukacz
 TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
-Titan
+TheNomad
+Toweyabot
+Trendictionbot
+Turingos
 Twice
 Typhoeus
 URLy.Warning
-V-BOT
-Vagabondo
+Upflow
+VB Project
+Vacuum
+VeriCiteCrawler
 Virusdie
-Voil
-WASALive-Bot
-WISENutbot
-WPScan
+VoidEYE
+Voltron
+WWW-Collector-E
+WallpapersHD
 Web Auto
+Web Collage
 Web Fetch
-Web Sauger
-WebBandit
-WebCollage
-WebEnhancer
-WebGo IS
+WebCopier
+WebFetch
+WebFuck
+WebImageCollector
 WebLeacher
 WebPix
-WebSauger
-WebStripper
+WebSucker
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
 WebsiteQuester
-Who.is Bot
+Webster
+Whack
+Whacker
+WinHTTrack
 Wonderbot
+Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
 Zade
+Zauba
 Zermelo
-ZoomBot
-ZyBorg
+ZmEu
+ZoominfoBot
 archive.org_bot
-backlink-check
-cah.io.community
-coccocbot-web
+autoemailspider
+check1.exe
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-demandbase-bot
-heritrix
-internetVista monitor
-lwp-request
-meanpathbot
-muhstik-scan
+domainsproject.org
+facebookscraper
+gopher
+ips-agent
+isitwp.com
 netEstate NE Crawler
 pcBrowser
-plumanalytics
-polaris version
 probe-image-size
 ripz
-seobility
-seocompany.store
+satoristudio.net
+scan.lol
 seoscanners
-seostar
-sogouspider
+serpstatbot
+siteripz
 sp_auditbot
 spyfu
 tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
-webprosbot
+trendiction.com
+webmeup-crawler
+webpros.com
+zauba.io
+zgrab