V4.2021.09.2581 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 404enemy
+80legs
 AIBOT
 Abonti
-Alexibot
+Aboundex
+Acunetix
+AiHitBot
 AllSubmitter
-AlphaBot
-Anarchy99
-Anthill
+Anarchie
+Anarchy
 Apexoo
-AwarioRssBot
-BDCbot
+Asterias
+BLEXBot
 BackDoorBot
-BackStreet
-BatchFTP
+BackWeb
+Backlink-Ceck
+Bandit
 Battleztar Bazinga
-Bigfoot
-Blow
-BlowFish
-BuiltWith
+Boardreader
+Bolt
+Brandwatch
+BunnySlippers
+CATExplorador
 CCBot
-CSHttp
 CensysInspect
-CheTeam
-CheeseBot
-ChinaClaw
-Claritybot
-Cocolyzebot
-Collector
 Copier
-CopyRightCheck
 Cosmos
-Crawling at Home Project
 CrazyWebCrawler
-Crescent
-DIIbot
+CrunchBot
+Curious
+Custo
+CyotekWebCopy
+DSearch
 DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Deusu
-Digincore
 Dirbuster
-Disco
-Discobot
+Dispatch
+DittoSpyder
+DnyzBot
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Download Wonder
-Drip
-EMail Wolf
+Domains Project
+ECCP/1.0
 EasyDL
-Ebingbong
 EirGrabber
-Exabot
 Express WebPictures
-Extractor
 FHscan
+FemtosearchBot
 Fimap
-Flunky
 Foobot
 FrontPage
-G-i-g-a-b-o-t
+FyberSpider
+Fyrebot
 GT::WWW
-GermCrawler
-GetWeb
 Go!Zilla
+Go-Ahead-Got-It
 GoZilla
+Gotit
+GrabNet
 Grafula
+GrapeFX
 GridBot
 HEADMasterSEO
-HMView
-HTMLparser
 HTTrack
-Haansoft
 Havij
-Heritrix
-Humanlinks
+Hloader
 IRLbot
 Id-search
-Image Fetch
 Image Sucker
-InfoNaviRobot
-Intelliseek
-InterGET
-InternetSeer
-JamesBOT
-Jbrofuzz
+IndeedBot
+Internet Ninja
+Iria
+Iskanie
+IstellaBot
 JennyBot
+JetCar
 Jetty
-JikeSpider
-Kenjin Spider
+Joomla
+JustView
+Jyxobot
+Kozmosbot
+LNSpiderguy
+Lanshanbot
 Larbin
-LeechGet
-LexiBot
-Lftp
-Libwhisker
-Lightspeedsystems
-LinkWalker
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+LeechFTP
+Linkbot
+Linkdexbot
+LinkextractorPro
+MIIxpc
 MJ12bot
-MSFrontPage
-MSIECrawler
-MTRobot
-Mag-Net
+Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 Majestic12
+MarkWatch
 Mass Downloader
-Mata Hari
+Masscan
+MauiBot
 Mb2345Browser
-Meanpathbot
 Mediatoolkitbot
-Microsoft URL Control
-Mister PiX
-Moblie Safari
+MegaIndex.ru
+Metauri
 Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-Msrabot
 NICErsPRO
-NPbot
-Name Intelligence
-Net Vampire
-NetLyzer
-Nikto
+Navroad
+Nessus
+NetAnts
+NetSpider
+Nettrack
+Nibbler
+Niki-bot
 NimbleCrawler
-Nuclei
+Nimbostratus
+Ninja
+Nmap
 Octopus
 Offline Explorer
-OpenVAS
-PHPCrawl
-PageGrabber
-Pandalytics
+OnCrawl
+OrangeBot
+OrangeSpider
+OutfoxBot
+PECL::HTTP
+PageThing.com
+Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
 Picscout
-Pixray
-PleaseCrawl
-Pockey
+PictureFinder
+Pimonster
 ProPowerBot
 Probethenet
-Psbot
-Pu_iN
-PxBroker
-Quick-Crawler
+Pump
 RSSingBot
-RankActive
+RankingBot
 ReGet
 RealDownload
-RebelMouse
-RedesScrapy
-RepoMonkey
-Rogerbot
+RocketCrawler
 SBIder
 SEOkicks
 SISTRIX
-SMTBot
-Scanbot
-Scrapy
-Screaming
-ScreenerBot
-Searchestate
+ScoutJet
+SearchmetricsBot
 Semrush
-SentiBot
-SeoSiteCheckup
-Shodan
+Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Sitevigil
+SiteLockSpider
+SiteSucker
 Snake
-Sociscraper
+Snapbot
+Sosospider
+Sottopop
+Spammen
+SpankBot
+Spbot
 Spinn3r
-Sqworm
-Stripper
-Sucuri
+SputnikBot
+Sqlmap
+Steeler
 SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
 Swiftbot
-TeleportPro
+Szukacz
+T0PHackTeam
 Telesoft
-Telesphoreo
-Telesphorep
-TheNomad
 Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
 Turingos
-Turnitin
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-URLy.Warning
 Upflow
-Vagabondo
-VeriCiteCrawler
-Virusdie
+V-BOT
+VB Project
+VCI
 VoidEYE
+Voil
 Voltron
-WBSearchBot
-WEBDAV
-WWW-Collector-E
-Wallpapers/3.0
-Web Auto
-Web Collage
-Web Sucker
-WebBandit
+WISENutbot
+WPScan
+WWW::Mechanize
+Wallpapers
+Web Fuck
+Web Pix
 WebCollage
 WebEnhancer
-WebFetch
+WebGo IS
+WebPix
 WebReaper
-WebWhacker
-WebmasterWorldForumBot
-Website Quester
+WebSauger
+WebZIP
 WebsiteExtractor
-Webster
-Whacker
+WebsiteQuester
+Whack
 Whatweb
 Who.is Bot
+Widow
 WiseGuys Robot
-Woobot
-Wotbox
 Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
 Zade
-ZoominfoBot
+Zermelo
+ZmEu
+ZoomBot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
-autoemailspider
-cah.io.community
-clark-crawler
-com.plumanalytics
-dataforseo.com
-evc-batch
+arquivo.pt
+coccocbot-web
+cognitiveseo
+crawler.feedback
+domainsproject.org
+facebookscraper
 heritrix
+instabid
 internetVista monitor
+ips-agent
 isitwp.com
+lwp-request
+lwp-trivial
+meanpathbot
 muhstik-scan
 netEstate NE Crawler
+page scorer
 pcBrowser
+probe-image-size
 ripz
-satoristudio.net
+s1z.ru
 seobility
 seoscanners
-seostar
 serpstatbot
-sexsearcher
 sogouspider
-sp_auditbot
 spyfu
 tAkeOut
-webmeup-crawler
+voyagerx.com
 webprosbot
+x22Mozilla