V4.2022.03.3005 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-404enemy
 AIBOT
 ALittle Client
-ASPSeek
-Aboundexbot
-AiHitBot
-Aipbot
+AhrefsBot
 Alexibot
+AllSubmitter
 AlphaBot
+Anarchie
 Anarchy
-Aspiegel
-BDCbot
+Anarchy99
+Ankit
+Anthill
+Asterias
+Atomseobot
+AwarioSmartBot
+BDFetch
+BLEXBot
+BackDoorBot
 BackWeb
-Bandit
-Barkrowler
+Backlink-Ceck
+Badass
 BatchFTP
-Battleztar Bazinga
-BetaBot
+Bitacle
 Black Hole
-BlackWidow
-Blow
-BlowFish
 Boardreader
-BuiltBotTough
-BuiltWith
-CODE87
+BotALot
+Brandprotect
+Brandwatch
+Buck
 Calculon
-CherryPicker
-Cogentbot
-Copier
-Craftbot
+CensysInspect
+CheTeam
+Citoid
+Collector
 CrazyWebCrawler
-Curious
-DataCha0s
-Digincore
+CrunchBot
+DatabaseDriverMysqli
+Demon
 DigitalPebble
-Dirbuster
+Disco
 Discobot
+DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
 DomainCrawler
-Dotbot
-Dragonfly
-EMail Wolf
-EasyDL
-EroCrawler
-Evil
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
-FrontPage
-GetWeb
+DomainSigmaCrawler
+Drip
+Extractor
+FHscan
+FemtosearchBot
+FyberSpider
+Fyrebot
+GT::WWW
+GermCrawler
 Getintent
-Gotit
-Grafula
-HMView
-Havij
-HonoluluBot
-Humanlinks
-IDBTE4M
-Id-search
-Image Fetch
+GrapeFX
+GridBot
+HTMLparser
+HTTrack
+Haansoft
+Harvest
+Heritrix
+HybridBot
+Iblog
+IlseBot
 Image Sucker
+Indy Library
 Intelliseek
-InterGET
 Internet Ninja
-Iskanie
+IstellaBot
 JOC Web Spider
-Jbrofuzz
-JennyBot
-JikeSpider
 Joomla
-Jorgee
-JustView
+Jyxobot
 Keybot Translation-Search-Machine
-Keyword Density
 Kinza
+Kozmosbot
+LNSpiderguy
+Lanshanbot
 Larbin
-Lftp
+Leap
+LeechFTP
+LexiBot
+LibWeb
+Libwhisker
 Lightspeedsystems
-Likse
 LinkScan
+LinkWalker
+Linkbot
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Ltx71
+Lipperhey
+Lipperhey Spider
 MIDown tool
+MIIxpc
 MJ12bot
-Mag-Net
+MSFrontPage
+Magnet
 Majestic-SEO
-Majestic12
-MarkMonitor
 MarkWatch
-Masscan
+Mass Downloader
 Mediatoolkitbot
-Metauri
-MicroMessenger
+MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
 Minefield
 Moblie Safari
-Mojolicious
+Mojeek
+MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
+Msrabot
 Musobot
-NICErsPRO
 Name Intelligence
-NearSite
+Nessus
+NetAnts
 NetMechanic
-NetSpider
+NetZIP
+Nettrack
+Netvibes
 Nibbler
-Nikto
 NimbleCrawler
-Nmap
-Octopus
-Offline Navigator
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
-Pandalytics
-PeoplePal
+Nuclei
+Nutch
+Offline Explorer
+OnCrawl
+Openfind
+OutclicksBot
+Page Analyzer
+Papa Foto
+Pavuk
+Petalbot
 Pi-Monster
-Picsearch
-ProPowerBot
-ProWebWalker
+Picscout
+PleaseCrawl
+Probethenet
 Psbot
-PxBroker
 PyCurl
-Quick-Crawler
 RankActiveLinkBot
-RankFlex
-RankingBot2
-Rankivabot
-Re-re
-ReGet
+RankurBot
 RealDownload
 Reaper
-RebelMouse
-Recorder
-RedesScrapy
-RocketCrawler
-SBIder
+RepoMonkey
 SEOkicks
-SEOprofiler
+SEOlyticsCrawler
+SEOstats
+SISTRIX
 SMTBot
-ScanAlert
-Scanbot
-Screaming
-SemrushBot
-SentiBot
-Siphon
+SalesIntelligent
+ScrepyBot
+Searchestate
+Seekport
+Site Sucker
+SiteSnagger
 SiteSucker
-SlySearch
+SmartDownload
 Snake
 Sogou web spider
 Sottopop
+SpaceBison
 Spanner
-Spinn3r
-Sqlmap
-Steeler
-Stripper
-Sucker
-Sucuri
-Suzuran
+SputnikBot
+SuperHTTP
+Surfbot
+Swiftbot
+Szukacz
 T0PHackTeam
-Teleport
+T8Abot
 TeleportPro
 Telesphoreo
-Telesphorep
+The Intraformant
 TheNomad
-Toata
-Trendiction
-True_Robot
-TwengaBot
-URLy Warning
-VCI
+TightTwatBot
+Titan
+Toweyabot
+Twice
+UnisterBot
+V-BOT
 Vacuum
 Vagabondo
-WASALive-Bot
-WBSearchBot
-WPScan
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
+Voil
 WWW-Collector-E
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
 WeSEE
-Web Enhancer
-Web Pix
-Web Sauger
-Web Sucker
+Web Auto
+Web Fetch
 WebAuto
 WebBandit
-WebCollage
-WebEnhancer
+WebCopier
 WebFetch
-WebPix
+WebGo IS
+WebImageCollector
 WebReaper
+WebSauger
+WebStripper
 WebSucker
 WebWhacker
-WebZIP
+WebmasterWorldForumBot
 Webshag
-Website Quester
+WebsiteQuester
 Webster
-Whatweb
-Who.is Bot
-Widow
 WinHTTrack
-Wotbox
-YoudaoBot
+WiseGuys Robot
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zade
-Zauba
-Zitebot
+Zermelo
+Zeus
 ZmEu
 ZoominfoBot
 ZumBot
 ZyBorg
+adscanner
 arquivo-web-crawler
+autoemailspider
 backlink-check
-cah.io.community
+check1.exe
 clark-crawler
-com.plumanalytics
-dataforseo.com
-evc-batch
-gopher
+cognitiveseo
+crawl.sogou.com
+crawler4j
+facebookscraper
 instabid
-iubenda-radar
+isitwp.com
 magpie-crawler
-meanpathbot
-oBot
-page scorer
-s1z.ru
-scalaj-http
-seoscanners
+mediawords
+muhstik-scan
+scan.lol
+seocompany.store
 serpstatbot
 sexsearcher
-sitechecker.pro
 siteripz
-sogouspider
-sp_auditbot
 spyfu
-sysscan
+tAkeOut
 voyagerx.com
 webgains-bot
-x09Mozilla
+webpros.com
+webprosbot
 xpymep1.exe