V4.2022.05.3100 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
+80legs
+ADmantX
+AIBOT
 ASPSeek
 Aboundex
-Aboundexbot
-AiHitBot
-Alexibot
-Ankit
-Anthill
-Aspiegel
-Attach
+Acunetix
+AhrefsBot
+Aipbot
+AllSubmitter
+Alligator
+Anarchy
+Anarchy99
 AwarioSmartBot
-BBBike
 BDFetch
-BLEXBot
-Badass
-Bandit
+BackDoorBot
+BackStreet
+BatchFTP
 BetaBot
-Bigfoot
+Bitacle
 Blackboard
 Blow
-BlowFish
 Bolt
 Brandprotect
-Buck
-Buddy
-BuiltBotTough
+Brandwatch
+Bullseye
+BunnySlippers
+BuzzSumo
+CATExplorador
+CCBot
 CODE87
 CazoodleBot
-Cegbfeieh
-CensysInspect
 CheeseBot
-CherryPicker
 ChinaClaw
-Citoid
-Claritybot
-Cliqzbot
+Chlooe
 Cloud mapping
 Cogentbot
-Collector
-Copier
+CopyRightCheck
+Cosmos
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-Curious
-DSearch
+Crescent
+CrunchBot
+DBLBot
+Deusu
 DigitalPebble
-Dispatch
+Dirbuster
+Disco
+Discobot
 DnBCrawler-Analytics
-DomainAppender
-Domains Project
-Download Wonder
-Dragonfly
-ECCP/1.0
-Ecxi
+Drip
+EMail Siphon
+Ebingbong
+EirGrabber
 Exabot
-Express WebPictures
-ExtLinksBot
-ExtractorPro
-Ezooms
+Extractor
+Extreme Picture Finder
 FDM
-FemtosearchBot
+Fimap
+Firefox/7.0
 Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GermCrawler
+GetRight
 Getintent
-Go!Zilla
 Go-Ahead-Got-It
-GoZilla
 GrabNet
-Grafula
-HEADMasterSEO
-HMView
-Haansoft
+GridBot
+HTMLparser
+HaosouSpider
 Havij
+Humanlinks
 HybridBot
-IlseBot
-Image Fetch
+IDBot
+IRLbot
+Iblog
 Image Sucker
+IndeedBot
+InfoNaviRobot
 InfoTekies
 Intelliseek
-Iria
-Iskanie
-IstellaBot
-JOC Web Spider
-Jetty
+Jbrofuzz
+JennyBot
 Joomla
-Jyxobot
+Jorgee
+Kenjin Spider
 Keybot Translation-Search-Machine
 Kinza
-LNSpiderguy
-LWP::Simple
-Lanshanbot
 Larbin
-Leap
-LexiBot
-Lftp
+Libwhisker
 LinkScan
+Linkbot
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Lmspider
-MQQBrowser
-Majestic-SEO
-Majestic12
-MarkMonitor
-Mata Hari
-MauiBot
-Mb2345Browser
+LinqiaRSSBot
+Ltx71
+MSFrontPage
+MSIECrawler
+Magnet
+Meanpathbot
 MegaIndex.ru
-Minefield
-Moblie Safari
+Metauri
+MicroMessenger
+Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-NPbot
-Name Intelligence
-Needle
-Nessus
+Mozlila
+Navroad
 Net Vampire
-NetMechanic
-NetSpider
+NetAnts
+NetLyzer
 Nettrack
 Nibbler
 Nikto
-NimbleCrawler
-Nimbostratus
-Offline Navigator
-Openfind
-Openvas
-OutclicksBot
-POE-Component-Client-HTTP
+Nmap
+Not
+Nuclei
+Octopus
+OnCrawl
+OpenVAS
+OutfoxBot
+PECL::HTTP
 PageAnalyzer
-Papa Foto
-Pavuk
-PeoplePal
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
+Picscout
+Picsearch
+PictureFinder
 Piepmatz
-Pockey
-ProPowerBot
+PleaseCrawl
+ProWebWalker
 Psbot
-Pump
-PyCurl
-QueryN Metasearch
-RankingBot
-Rankivabot
-Re-re
+Pu_iN
+Quick-Crawler
+RankFlex
+RankurBot
+ReGet
+RealDownload
 Reaper
-RebelMouse
-RedesScrapy
-Ripper
 RocketCrawler
-SMTBot
+SBIder
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SalesIntelligent
 ScoutJet
 Scrapy
-ScrepyBot
+ScreenerBot
+SearchmetricsBot
+Seekport
 Semrush
-SentiBot
-Siphon
-SiteCheckerBotCrawler
+Seomoz
 SiteExplorer
-Sitevigil
-Snake
-Sociscraper
-Sogou web spider
-SpaceBison
-SpankBot
-Spinn3r
-SuperBot
+SiteLockSpider
+Sitebeam
+Siteimprove
+SlySearch
+SmartDownload
+Snapbot
+Snoopy
+Spanner
+Sqworm
+Stripper
+Sucker
+Sucuri
 SuperHTTP
 Surfbot
 Szukacz
-T0PHackTeam
 T8Abot
-Telesphoreo
-Telesphorep
+TeleportPro
+Telesoft
+TheNomad
 Thumbor
-TightTwatBot
+Titan
+Toata
 Tracemyfile
 Trendiction
 Trendictionbot
-Twice
+True_Robot
+TurnitinBot
 Typhoeus
-URLy Warning
+URLy.Warning
 UnisterBot
-VoidEYE
-Voltron
+Upflow
+V-BOT
+VB Project
+VCI
 WASALive-Bot
 WBSearchBot
 WISENutbot
 WPScan
 WWW-Collector-E
-WallpapersHD
-WeSEE
+WWW::Mechanize
+WWWOFFLE
 Web Auto
-Web Collage
-Web Enhancer
+Web Fetch
 Web Sauger
+Web Sucker
+WebBandit
 WebCollage
-WebImageCollector
-WebPix
-Webalta
-WebsiteExtractor
+WebCopier
+WebEnhancer
+WebFetch
+WebGo IS
+WebSucker
+WebmasterWorldForumBot
+Webshag
 WebsiteQuester
 Whack
-Whacker
-Who.is Bot
+Whatweb
 WinHTTrack
-WiseGuys Robot
-Xenu
-YoudaoBot
-Zade
+Woobot
+Wprecon
 Zauba
-ZmEu
-archive.org_bot
+Zeus
+ZoomBot
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
-backlink-check
-clark-crawler
+check1.exe
 cognitiveseo
-crawl.sogou.com
+com.plumanalytics
+crawler.feedback
+crawler4j
 dataforseo.com
-eCatch
-evc-batch
-gopher
 heritrix
 instabid
 internetVista monitor
-ips-agent
-isitwp.com
-linkdexbot
+iubenda-radar
+lwp-request
+lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
-page scorer
+muhstik-scan
 probe-image-size
-satoristudio.net
+ripz
+s1z.ru
 scalaj-http
+scan.lol
+seocompany.store
+seoscanners
+serpstatbot
 sexsearcher
-sogouspider
-spyfu
-voyagerx.com
-webgains-bot
+siteripz
+sysscan
+trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
-webpros.com
-xpymep1.exe
+webprosbot
+x09Mozilla
+zgrab