V4.2022.02.2907 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-AIBOT
-Acunetix
-Anarchie
-Aspiegel
+80legs
+Aboundex
+Alexibot
+AlphaBot
+Anarchy
+Ankit
+Anthill
+Asterias
 Atomseobot
-Attach
 AwarioRssBot
-BDCbot
-BackStreet
+AwarioSmartBot
+BBBike
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
-BatchFTP
-BlowFish
-Boardreader
-Bolt
+BotALot
 Brandprotect
-Buck
-Buddy
-BuiltBotTough
-Bullseye
+Brandwatch
+BunnySlippers
+BuzzSumo
+Calculon
 CazoodleBot
 Cegbfeieh
 CensysInspect
+CheTeam
 CheeseBot
+ChinaClaw
+Citoid
+Claritybot
 Cloud mapping
-Cocolyzebot
-Copyscape
-Crawling at Home Project
+Collector
+CopyRightCheck
 CrazyWebCrawler
-DSearch
+Crescent
+DIIbot
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Digincore
-Dirbuster
+Devil
+DigitalPebble
 Disco
+DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
-DomainCrawler
-DomainSigmaCrawler
+DomainAppender
 Download Wonder
-EMail Siphon
-EroCrawler
-Evil
-Express WebPictures
+ECCP/1.0
 ExtractorPro
-Extreme Picture Finder
-Ezooms
-FemtosearchBot
+FHscan
 Fimap
 Firefox/7.0
-Foobot
-Freeuploader
 FrontPage
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
 Genieo
-GermCrawler
-GetWeb
-Gigabot
-GoZilla
-Gotit
+GetRight
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
 GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTTP::Lite
-HTTrack
+HTMLparser
 Haansoft
-Heritrix
-Hloader
-Humanlinks
-IDBTE4M
+HaosouSpider
+Harvest
+HonoluluBot
 IDBot
+IRLbot
+Iblog
 Id-search
 IlseBot
-Image Sucker
 Indy Library
-InfoNaviRobot
 InfoTekies
-Internet Ninja
-InternetSeer
-Iskanie
+InterGET
 IstellaBot
-JamesBOT
-Jbrofuzz
-JetCar
-Jorgee
-JustView
+Jetty
+Joomla
+Jyxobot
+Kenjin Spider
 Kozmosbot
-LNSpiderguy
-Lanshanbot
-LeechGet
-LexiBot
-Lftp
+LWP::Simple
+LeechFTP
+LibWeb
+Libwhisker
 LieBaoFast
-Linkbot
+Likse
+LinkWalker
+Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Litemage_walker
 Lmspider
-Ltx71
-MIIxpc
+MFC_Tear_Sample
 MJ12bot
 MSFrontPage
-MSIECrawler
-MarkWatch
-Mass Downloader
+MTRobot
+Mag-Net
+Mail.RU_Bot
+MarkMonitor
 Masscan
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
-Minefield
-Mojeek
+Microsoft URL Control
 Mojolicious
-Mozlila
+MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-Musobot
 Nameprotect
 Navroad
-NearSite
-Nessus
+Needle
+Net Vampire
 NetAnts
 NetLyzer
-Nettrack
+NetZIP
+NextGenSearchBot
+Niki-bot
+Nikto
+Nimbostratus
 Ninja
-Nmap
-Not
-Nuclei
-Offline Explorer
+Nutch
 OnCrawl
-OpenLinkProfiler
 Openfind
-PageAnalyzer
+OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
 PageGrabber
-PageThing.com
-PeoplePal
+Pandalytics
+Panscient
+Pavuk
 Petalbot
 Pi-Monster
-Picsearch
 PictureFinder
-Pimonster
-PleaseCrawl
-ProPowerBot
-PyCurl
-Quick-Crawler
-RSSingBot
-RankActive
-RankActiveLinkBot
+Pixray
+ProWebWalker
+Pu_iN
+QueryN Metasearch
 RankFlex
-RankingBot
-RankingBot2
+RankurBot
 Re-re
-ReGet
-RealDownload
 Reaper
-Ripper
+RebelMouse
+Recorder
+SBIder
 SEOkicks
-SISTRIX
-ScanAlert
-ScoutJet
-Searchestate
-SemanticJuice
-SemrushBot
+SEOprofiler
+SEOstats
 SeoSiteCheckup
-SeobilityBot
+Shodan
 Site Sucker
-SiteSucker
+SiteCheckerBotCrawler
 Siteimprove
-SlySearch
 Snake
-Sogou web spider
-Sosospider
-Sottopop
-Spbot
+Snapbot
+SpaceBison
+SpankBot
+Spinn3r
 SputnikBot
-Sqlworm
-Stripper
-Surfbot
+SuperHTTP
+Suzuran
+Swiftbot
 Szukacz
-T0PHackTeam
-T8Abot
+TeleportPro
 Telesoft
+Telesphoreo
+The Intraformant
+TightTwatBot
+Titan
 Toata
-Trendiction
-True_Robot
-Turingos
+Toweyabot
 TurnitinBot
-Twice
-Typhoeus
-URLy Warning
+TwengaBot
 URLy.Warning
-VB Project
-VidibleScraper
+UnisterBot
+Vacuum
+VeriCiteCrawler
 Voil
+Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
 WPScan
-WWW::Mechanize
-Web Sauger
+WWW-Collector-E
+WWW-Mechanize
+Web Fetch
 WebCollage
-WebCopier
 WebEnhancer
+WebFetch
 WebFuck
-WebLeacher
+WebImageCollector
 WebPix
-WebZIP
+WebReaper
+WebSauger
+WebSucker
+Webalta
 WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
 WebsiteQuester
-Whack
-Whatweb
-Widow
-WiseGuys Robot
-Wotbox
+Whacker
+WinHTTrack
+Wprecon
+Xaldon WebSpider
+Xenu
+Zade
 Zauba
-Zitebot
+Zermelo
 ZmEu
 adscanner
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 backlink-check
 cah.io.community
-com.plumanalytics
-crawler.feedback
+dataforseo.com
+demandbase-bot
 domainsproject.org
-eCatch
+facebookscraper
+gopher
 instabid
-internetVista monitor
-isitwp.com
-lwp-trivial
-meanpathbot
+ips-agent
+iubenda-radar
+lwp-request
 mediawords
 muhstik-scan
-netEstate NE Crawler
 oBot
 plumanalytics
-polaris version
 probe-image-size
-ripz
 satoristudio.net
-seobility
+scalaj-http
+scan.lol
 seocompany.store
-seoscanners
-sexsearcher
-siteripz
+seostar
+serpstatbot
+sitechecker.pro
 sogouspider
+sp_auditbot
+sysscan
+tAkeOut
+trendiction.de
 webgains-bot
-webpros.com
 x22Mozilla
-zauba.io