V4.2022.05.3084 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ADmantX
+AIBOT
 ASPSeek
-Abonti
-Acunetix
+Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
-Anthill
-Apexoo
-Asterias
+Alligator
+Anarchy
+Atomseobot
+Attach
 AwarioSmartBot
-BBBike
-BDCbot
 BDFetch
-BackDoorBot
-BackStreet
+BLEXBot
+BacklinkCrawler
+Barkrowler
 Battleztar Bazinga
-Bitacle
-BlackWidow
-Blow
-BlowFish
-Boardreader
-BotALot
-Buddy
-Bullseye
-BunnySlippers
-BuzzSumo
+Black Hole
+Bolt
+BuiltBotTough
+BuiltWith
+CATExplorador
 CCBot
-CODE87
-CensysInspect
-CheeseBot
-Citoid
-Cliqzbot
-Cloud mapping
+CSHttp
+Chlooe
 Cocolyzebot
 Collector
-CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
+Copier
 CrazyWebCrawler
+Crescent
+CrunchBot
 Curious
-CyotekWebCopy
+Custo
 DIIbot
 DSearch
-DTS Agent
 Demon
 Deusu
-Digincore
-DigitalPebble
-Dirbuster
+Devil
+Discobot
 Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainStatsBot
-Dotbot
+DomainAppender
+DomainSigmaCrawler
+Download Wonder
 Drip
-EasyDL
-Ebingbong
-Express WebPictures
-ExtractorPro
-Ezooms
+ECCP/1.0
+EMail Wolf
+Ecxi
+ExtLinksBot
+FDM
 FHscan
-FlashGet
+FemtosearchBot
+Fimap
+Firefox/7.0
+Flunky
 G-i-g-a-b-o-t
-GetWeb
-Go!Zilla
+GermCrawler
+GetRight
+Getintent
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+Gotit
 GrabNet
-GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HTMLparser
 HTTP::Lite
-HybridBot
-IRLbot
-IlseBot
+Harvest
+Heritrix
+HonoluluBot
+Humanlinks
+IDBot
 Image Fetch
 Image Sucker
+IndeedBot
 Indy Library
-InfoNaviRobot
 Intelliseek
-InterGET
-Iria
+InternetSeer
 Iskanie
-JOC Web Spider
-JamesBOT
-JennyBot
-Jorgee
+IstellaBot
+JetCar
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
-Larbin
-Leap
+LNSpiderguy
+LWP::Simple
 LeechFTP
-LexiBot
+Lftp
 LibWeb
+Libwhisker
 LieBaoFast
+Lightspeedsystems
+Likse
 LinkScan
-Linkbot
+LinkWalker
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
 Ltx71
-MFC_Tear_Sample
+MJ12bot
 MQQBrowser
+MSFrontPage
 MTRobot
-Majestic SEO
+Mag-Net
 Majestic-SEO
-MarkWatch
 Masscan
 Mata Hari
-MauiBot
-MegaIndex.ru
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
 Metauri
 Microsoft Data Access
+Minefield
 Mister PiX
 Moblie Safari
+Mojolicious
+Mozlila
 Msrabot
-NPbot
-Nameprotect
-NearSite
+Name Intelligence
 Needle
 NetAnts
-NetMechanic
+NetLyzer
 NetZIP
+Netcraft
 Nettrack
-Netvibes
 Nibbler
-Not
+NimbleCrawler
+Nmap
 Nuclei
-Offline Explorer
-OpenVAS
-Openfind
-OutfoxBot
-POE-Component-Client-HTTP
+Nutch
+Octopus
+OnCrawl
+PHPCrawl
 PageAnalyzer
-Panscient
+PageGrabber
+Papa Foto
 PeoplePal
-Petalbot
-Picscout
+Picsearch
 PictureFinder
-Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Probethenet
-Psbot
 Pu_iN
 PxBroker
-PyCurl
 Quick-Crawler
-RankActiveLinkBot
+RankActive
 RankFlex
-RankingBot
 RankingBot2
-RebelMouse
+RankurBot
+Re-re
+ReGet
+RealDownload
+Reaper
+Recorder
+RedesScrapy
+RepoMonkey
 Rogerbot
-SBIder
-SEOkicks
-SEOprofiler
-SISTRIX
-SMTBot
-ScanAlert
-Scrapy
+SEOkicks-Robot
+SEOlyticsCrawler
+Scanbot
 Screaming
 ScreenerBot
-Searchestate
-SearchmetricsBot
-SeoSiteCheckup
+Seekport
+Semrush
+SemrushBot
 Shodan
-Site Sucker
-SiteSucker
+SiteExplorer
+SiteSnagger
 SlySearch
-Snake
+SmartDownload
 Snoopy
+SocialRankIOBot
+Sociscraper
 Sogou web spider
 Sosospider
-SpankBot
+SpaceBison
 Spanner
 Spbot
-SputnikBot
-Steeler
-Swiftbot
-Szukacz
+Spinn3r
+Sqlmap
+Surfbot
+SurveyBot
 T8Abot
 Teleport
-Trendictionbot
+Thumbor
+Tracemyfile
 Turingos
 Turnitin
-Typhoeus
 URLy Warning
-VelenPublicWebCrawler
+Vacuum
 VeriCiteCrawler
 VoidEYE
 Voil
-Voltron
-WASALive-Bot
 WBSearchBot
 WWW-Mechanize
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
-Web Collage
+WeSEE
 Web Enhancer
-Web Pix
-Web Sauger
+Web Fetch
+Web Fuck
+WebBandit
 WebCollage
 WebCopier
-WebEnhancer
-WebFuck
+WebFetch
+WebLeacher
 WebPix
+WebReaper
 WebSauger
-WebZIP
-Webalta
-WebmasterWorldForumBot
+WebStripper
+WebSucker
+WebWhacker
 Website Quester
-Who.is Bot
+WebsiteQuester
+Whacker
+Whatweb
+Widow
 WinHTTrack
 Woobot
 Wotbox
-Wprecon
+Xaldon_WebSpider
 Xenu
-Zermelo
-Zitebot
+ZmEu
+ZoominfoBot
+arquivo-web-crawler
 arquivo.pt
-backlink-check
-check1.exe
+cah.io.community
 clark-crawler
-cognitiveseo
+dataforseo.com
 demandbase-bot
 domainsproject.org
+eCatch
+gopher
+heritrix
 instabid
 internetVista monitor
+isitwp.com
 linkdexbot
 magpie-crawler
 meanpathbot
 mediawords
 muhstik-scan
-plumanalytics
-polaris version
+netEstate NE Crawler
+oBot
+page scorer
 probe-image-size
-seostar
-serpstatbot
-sexsearcher
-sitechecker.pro
+ripz
+seobility
 sogouspider
-spyfu
 sysscan
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-xpymep1.exe
+x22Mozilla
+zauba.io