V4.2022.02.2911 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
 404enemy
-80legs
-ASPSeek
+ALittle Client
 Aboundex
-Aboundexbot
-Aipbot
-Alligator
-Anarchy
-Anarchy99
+AiHitBot
+AllSubmitter
 Ankit
 Anthill
 Apexoo
-Aspiegel
-BDFetch
+Atomseobot
+BLEXBot
 BackWeb
 Badass
-Black Hole
-Blackboard
+Bandit
+BetaBot
+Bitacle
+BlackWidow
 Blow
+BotALot
 Brandprotect
-Buck
+Brandwatch
 BuiltBotTough
-Bullseye
+BuiltWith
+CATExplorador
+CODE87
 CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
-ChinaClaw
+CheeseBot
+Chlooe
+Cliqzbot
 Cloud mapping
 CopyRightCheck
 Cosmos
-CrazyWebCrawler
-CrunchBot
-Curious
+Craftbot
+Crescent
+CyotekWebCopy
+DBLBot
 DSearch
-DTS Agent
-DatabaseDriverMysqli
-Devil
-DigitalPebble
+Demon
+Digincore
+Disco
 Discoverybot
-DnBCrawler-Analytics
-DomCopBot
+DittoSpyder
+DomainAppender
 DomainCrawler
+Dotbot
 Download Wonder
-Drip
+Dragonfly
+EMail Siphon
 EMail Wolf
 EasyDL
-Ebingbong
 Ecxi
-EroCrawler
+Evil
+Exabot
 ExtLinksBot
 Extractor
+Extreme Picture Finder
 EyeNetIE
-FDM
-FemtosearchBot
-Firefox/7.0
-FlashGet
-Flunky
+Foobot
 GT::WWW
+GermCrawler
+GetRight
 Getintent
 Go!Zilla
-Grabber
-GrapeFX
-GrapeshotCrawler
-GridBot
+Go-Ahead-Got-It
+GrabNet
+HEADMasterSEO
 HTTP::Lite
+HTTrack
 Haansoft
 Harvest
 Havij
-Heritrix
+HybridBot
 IDBot
+IRLbot
+Iblog
 Id-search
 IlseBot
 Image Sucker
-InfoNaviRobot
+Indy Library
 InfoTekies
-Internet Ninja
 InternetSeer
-Iria
-Iskanie
+JamesBOT
 Jbrofuzz
+JennyBot
+JetCar
+Jetty
 JikeSpider
-Joomla
-Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
+JustView
 Lanshanbot
-LeechGet
+LibWeb
 Libwhisker
-Lightspeedsystems
+LinkScan
 LinkextractorPro
+LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MSFrontPage
+MIIxpc
+MQQBrowser
+MSIECrawler
 MTRobot
-Magnet
-Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
 MarkWatch
+Masscan
 MauiBot
-Mb2345Browser
-MeanPath Bot
+Meanpathbot
 MegaIndex.ru
-Microsoft Data Access
-Minefield
+Mister PiX
+Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
 Msrabot
+NPbot
+Name Intelligence
 Needle
+Nessus
+NetAnts
+NetSpider
 Netcraft
+Nettrack
 Netvibes
-Nimbostratus
-Not
-Nuclei
+Nibbler
+Niki-bot
+NimbleCrawler
+Ninja
+Nmap
 Nutch
-Octopus
-OpenVAS
-OrangeBot
-OutclicksBot
+Offline Explorer
+OnCrawl
+Openvas
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
+PageThing.com
+Pandalytics
 Papa Foto
-Picsearch
-PictureFinder
-Pixray
 ProPowerBot
-ProWebWalker
-Probethenet
+Psbot
 PxBroker
-Quick-Crawler
-RSSingBot
-RankingBot
-RankingBot2
-ReGet
+PyCurl
+RankActive
+RankFlex
+Rankivabot
+RankurBot
+Re-re
 Reaper
-Recorder
-RedesScrapy
+RebelMouse
 RepoMonkey
-Ripper
-SEOkicks-Robot
-SEOprofiler
-SEOstats
+Rogerbot
+ScanAlert
 ScoutJet
-Scrapy
-SearchmetricsBot
+Searchestate
 SemanticJuice
-SemrushBot
+Semrush
 SentiBot
+SeobilityBot
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
+SiteSucker
 Sitebeam
-SmartDownload
+Siteimprove
+Sitevigil
 Snake
+Snapbot
 Snoopy
-Sottopop
-SpankBot
-Spanner
+SocialRankIOBot
+SpaceBison
+Spbot
 Spinn3r
+SputnikBot
 Sqlmap
-Sqlworm
-Sucuri
-SuperBot
 Surfbot
-Szukacz
-T8Abot
+T0PHackTeam
 Teleport
+Telesphoreo
+TheNomad
 Thumbor
-Titan
-Toata
 Toweyabot
-Tracemyfile
 Trendictionbot
-True_Robot
+Turingos
+Turnitin
+TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-URLy Warning
-VB Project
-VidibleScraper
-Virusdie
-WASALive-Bot
-WBSearchBot
+URLy.Warning
+V-BOT
+Vacuum
+Vagabondo
+VoidEYE
+WEBDAV
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-WeSEE
-Web Collage
-Web Enhancer
-Web Fuck
-Web Pix
+WWWOFFLE
+WallpapersHD
+Web Fetch
 Web Sauger
+WebAuto
 WebCollage
-WebCopier
 WebEnhancer
 WebFuck
-WebGo IS
 WebImageCollector
 WebPix
-WebReaper
-WebSauger
 WebStripper
+WebWhacker
+Webalta
+WebmasterWorldForumBot
 Website Quester
 WebsiteExtractor
+Webster
 Whacker
 Whatweb
-Wonderbot
+WiseGuys Robot
 Woobot
-Wprecon
+Xaldon WebSpider
 Xenu
-YoudaoBot
 Zauba
-Zermelo
-Zitebot
-ZmEu
-ZoomBot
 ZoominfoBot
-ZyBorg
-autoemailspider
-backlink-check
-check1.exe
+cah.io.community
+coccocbot-web
 cognitiveseo
-crawl.sogou.com
+crawler.feedback
 dataforseo.com
 demandbase-bot
-gopher
-instabid
+domainsproject.org
+evc-batch
 internetVista monitor
+ips-agent
 lwp-trivial
-magpie-crawler
-netEstate NE Crawler
+oBot
 probe-image-size
-ripz
 s1z.ru
 satoristudio.net
 scalaj-http
-seoscanners
+seobility
 serpstatbot
-sexsearcher
-spyfu
-webpros.com
+sogouspider
+tAkeOut
+webgains-bot
 x09Mozilla
+zauba.io
+zgrab