V4.2022.01.2836 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 80legs
 ADmantX
-AIBOT
 ASPSeek
-Aboundex
-Aboundexbot
+Abonti
 Acunetix
+AhrefsBot
+AiHitBot
+Alexibot
 AllSubmitter
-AlphaBot
 Anarchy
-Anthill
 Apexoo
-BBBike
-BackDoorBot
+AwarioSmartBot
+BLEXBot
 BacklinkCrawler
-Badass
 Bandit
-BatchFTP
-Battleztar Bazinga
-BlackWidow
-Blow
+Bitacle
+Blackboard
+BlowFish
+Boardreader
 Buck
-Buddy
+BuiltWith
+Bullseye
 CATExplorador
 CODE87
-CSHttp
-CazoodleBot
-CheTeam
+Calculon
 ChinaClaw
-Cocolyzebot
+Claritybot
 Collector
 Copier
 CopyRightCheck
-Copyscape
-Crescent
-CrunchBot
-Curious
-DBLBot
-DIIbot
-DTS Agent
-DataCha0s
-Deusu
+DSearch
+Devil
+Digincore
 DigitalPebble
 Discobot
-DnyzBot
-DomainCrawler
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DomainSigmaCrawler
 Domains Project
-Download Wonder
-Dragonfly
 Drip
 Ebingbong
 Ecxi
-ExtractorPro
-Extreme Picture Finder
+EroCrawler
+Exabot
+Express WebPictures
+ExtLinksBot
+EyeNetIE
 Ezooms
 FDM
-FHscan
+FemtosearchBot
 Fimap
-FlashGet
 Foobot
-Freeuploader
-Go-Ahead-Got-It
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
+GetRight
+GetWeb
+Gigabot
 GoZilla
-GrapeFX
+Gotit
+GridBot
 HMView
+HaosouSpider
 Harvest
 Havij
 Hloader
-IDBTE4M
-IDBot
-IRLbot
-Iblog
+HybridBot
 Id-search
-IlseBot
-InfoNaviRobot
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
 InfoTekies
-JamesBOT
-JennyBot
+Internet Ninja
+Iskanie
+JOC Web Spider
 JetCar
 Jetty
-JikeSpider
+Joomla
+Jorgee
+Jyxobot
 Kenjin Spider
-Kozmosbot
-LWP::Simple
-Lanshanbot
+Keyword Density
+Larbin
+Leap
+LeechGet
+Lftp
+Libwhisker
 LieBaoFast
-LinkWalker
+Lightspeedsystems
+Likse
+LinkScan
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
+Lmspider
+Ltx71
 MQQBrowser
-MSIECrawler
+MSFrontPage
 Mag-Net
 Magnet
-MarkWatch
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+Mass Downloader
 Masscan
 Mata Hari
-MeanPath Bot
-Metauri
-MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
 Minefield
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
-Name Intelligence
-Nameprotect
-NearSite
+Mojeek
+Mozlila
+Mr.4x3
+Navroad
 Nessus
+Net Vampire
 NetAnts
-NetMechanic
-NetZIP
-NextGenSearchBot
-Ninja
+NetLyzer
+Nibbler
+Nikto
+NimbleCrawler
+Nimbostratus
 Nmap
 Nutch
-Octopus
-OpenLinkProfiler
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
+Offline Explorer
+OrangeBot
+PHPCrawl
+PageAnalyzer
 PageScorer
-PageThing.com
-Pandalytics
+Panscient
 Papa Foto
-Petalbot
-Picscout
+Pavuk
+Pi-Monster
 Picsearch
 PictureFinder
-Piepmatz
-ProWebWalker
+Pimonster
+Pixray
+Pockey
+Probethenet
 Psbot
-PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankingBot
-Re-re
-ReGet
+RankActiveLinkBot
+RankFlex
+RealDownload
 Reaper
 Recorder
 RedesScrapy
-RocketCrawler
 Rogerbot
-SBIder
 SEOkicks
 SEOkicks-Robot
-SISTRIX
-SMTBot
+SEOlyticsCrawler
 ScoutJet
-Scrapy
-Screaming
+ScreenerBot
 ScrepyBot
-Searchestate
-SemanticJuice
+SearchmetricsBot
+Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
 Sitebeam
+Sitevigil
 Snake
-SocialRankIOBot
+Snapbot
+Sociscraper
 Sosospider
-Spammen
-Spanner
-Sqlworm
+SpaceBison
+SputnikBot
+Sqlmap
 Sqworm
-Stripper
-Sucker
-SuperBot
 SuperHTTP
-T8Abot
-Teleport
-Telesphoreo
-TheNomad
-Titan
-Toata
-Tracemyfile
+Suzuran
+Swiftbot
+T0PHackTeam
+Telesoft
+Thumbor
+TightTwatBot
 True_Robot
-Turnitin
-Typhoeus
-URLy Warning
-URLy.Warning
 VB Project
+VCI
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-Voltron
-WPScan
+Virusdie
+WASALive-Bot
+WWW-Collector-E
+WWW::Mechanize
 WeSEE
 Web Auto
-Web Enhancer
+Web Collage
+Web Fetch
+Web Pix
 Web Sucker
-WebCollage
-WebCopier
 WebEnhancer
-WebFetch
+WebReaper
 WebSauger
 WebStripper
 WebWhacker
-Website Quester
+Webshag
 WebsiteExtractor
-WebsiteQuester
-Whatweb
+Webster
+Whack
+Whacker
+Who.is Bot
 Widow
 WinHTTrack
 WiseGuys Robot
+Wonderbot
 Wotbox
-Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zermelo
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
+Zeus
+ZoominfoBot
 adscanner
+cah.io.community
 check1.exe
-crawl.sogou.com
+cognitiveseo
+com.plumanalytics
 dataforseo.com
 domainsproject.org
+eCatch
+facebookscraper
 gopher
-lwp-trivial
-meanpathbot
-mediawords
+heritrix
+internetVista monitor
+lwp-request
+magpie-crawler
 muhstik-scan
-page scorer
+netEstate NE Crawler
+oBot
 probe-image-size
 ripz
 scalaj-http
-scan.lol
 seobility
 seocompany.store
-serpstatbot
+seostar
 sexsearcher
 sitechecker.pro
-sogouspider
-trendiction.com
-voyagerx.com
-webgains-bot
+sp_auditbot
+sysscan
+ubermetrics-technologies.com
 webpros.com
-webprosbot
-xpymep1.exe
+x09Mozilla
 zauba.io
-zgrab