V4.2022.06.3175 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 80legs
-AIBOT
 ASPSeek
 Abonti
-Aboundex
-Aboundexbot
+Acunetix
+AhrefsBot
 AiHitBot
-Aipbot
+Alexibot
+AllSubmitter
 AlphaBot
 Anarchy
+Anarchy99
 Ankit
-Apexoo
-Atomseobot
-AwarioSmartBot
+Attach
 BBBike
-BackDoorBot
-Backlink-Ceck
+Bandit
 BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bitacle
+BetaBot
+Black Hole
 BlackWidow
-Blackboard
+Blow
+BlowFish
 Bolt
-Brandwatch
-Buddy
+Brandprotect
 BuiltWith
-BunnySlippers
-CSHttp
-Cegbfeieh
+CATExplorador
+CCBot
+CazoodleBot
+CheTeam
+CheeseBot
+CherryPicker
 ChinaClaw
 Chlooe
 Citoid
-Claritybot
-Cocolyzebot
-Cogentbot
+Cliqzbot
 Collector
-Copier
+CopyRightCheck
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
+Crescent
 Curious
 Custo
 DBLBot
-DatabaseDriverMysqli
 Digincore
 DigitalPebble
-Discobot
-Dispatch
+Dirbuster
+DittoSpyder
 DnBCrawler-Analytics
 DomCopBot
-DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
-Dotbot
-EMail Wolf
+Download Wonder
+Dragonfly
+ECCP/1.0
+EMail Siphon
+Ebingbong
+Ecxi
 EirGrabber
-Evil
-ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 Ezooms
-FemtosearchBot
 Fimap
 FlashGet
-Freeuploader
-Fuzz
+FyberSpider
+Fyrebot
 GT::WWW
-GalaxyBot
+GermCrawler
 GetWeb
-Getintent
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Gotit
 GrabNet
-Grabber
-Grafula
-GridBot
-HTMLparser
+GrapeshotCrawler
 HTTP::Lite
 HTTrack
-Haansoft
-Harvest
-Havij
 Hloader
+HonoluluBot
 HybridBot
-IDBTE4M
-IDBot
+IRLbot
 IlseBot
-Image Sucker
-Indy Library
-InfoNaviRobot
 Intelliseek
 InterGET
-Iskanie
-IstellaBot
+InternetSeer
+Iria
 JOC Web Spider
-Jbrofuzz
-JennyBot
-JetCar
+JamesBOT
 JikeSpider
-Jorgee
-Keyword Density
-Kozmosbot
+JustView
+Kenjin Spider
+LWP::Simple
+Leap
 LeechFTP
-LexiBot
+LeechGet
+LibWeb
+Libwhisker
 Lightspeedsystems
 Likse
-LinkScan
+LinkextractorPro
 LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-Mail.RU_Bot
+MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
 Majestic12
 Mata Hari
+MauiBot
 Mediatoolkitbot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
-Mojeek
+Mister PiX
 Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-Needle
+Musobot
+NICErsPRO
+Navroad
+NetAnts
 NetLyzer
-NetZIP
+Netcraft
+Nettrack
 Netvibes
-NimbleCrawler
+Nikto
 Nmap
-Octopus
+Not
+Nutch
 Offline Explorer
 OnCrawl
+OpenVAS
+Openfind
 Openvas
-OutclicksBot
-POE-Component-Client-HTTP
+OrangeBot
+OutfoxBot
 PageAnalyzer
-Pandalytics
-Panscient
-PeoplePal
-Petalbot
+PageScorer
+PageThing.com
+Papa Foto
+Pavuk
 Pi-Monster
-Piepmatz
-Pixray
-ProWebWalker
-Pump
+Picsearch
+PleaseCrawl
+ProPowerBot
+Psbot
+PxBroker
 PyCurl
 QueryN Metasearch
 RSSingBot
-RankActiveLinkBot
 RankFlex
-RankingBot2
+RankingBot
 Rankivabot
-RankurBot
-Re-re
-ReGet
-Rogerbot
+RealDownload
+RebelMouse
+Recorder
+RocketCrawler
+SEOkicks-Robot
 SEOstats
 SISTRIX
 SMTBot
-ScanAlert
-ScoutJet
+SalesIntelligent
+Scrapy
 Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
 Seekport
-SemrushBot
-SentiBot
-Seomoz
-Siphon
-SiteLockSpider
-SiteSnagger
+Shodan
+Site Sucker
+SiteSucker
+Sitebeam
+Sitevigil
+SmartDownload
+Snapbot
+Snoopy
 SocialRankIOBot
-Sogou web spider
-Sottopop
 SpaceBison
 SpankBot
 Spbot
 Spinn3r
-SputnikBot
-Sqlworm
+Sqlmap
+Sqworm
 SuperBot
-Surfbot
+Suzuran
 T0PHackTeam
 Teleport
 TeleportPro
-Telesphoreo
-The Intraformant
-TheNomad
-Thumbor
-Trendictionbot
-True_Robot
-Turingos
-TwengaBot
-Twice
-UnisterBot
-Upflow
-V-BOT
-VCI
-VidibleScraper
-VoidEYE
-Voil
+TightTwatBot
+Titan
+Toweyabot
+Turnitin
+Typhoeus
+URLy Warning
+VB Project
+Vacuum
+VelenPublicWebCrawler
+Voltron
+WBSearchBot
+WISENutbot
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Enhancer
 Web Fetch
 Web Pix
-Web Sucker
 WebCopier
 WebEnhancer
 WebFetch
-WebLeacher
-WebSucker
-WebmasterWorldForumBot
+WebFuck
+WebImageCollector
+WebReaper
 Webshag
-WebsiteExtractor
-Webster
-Wonderbot
-Xenu
-Zauba
+WebsiteQuester
+Whack
+Whacker
+Who.is Bot
+Widow
+WiseGuys Robot
+Woobot
+Wprecon
+Xaldon WebSpider
+YoudaoBot
+Zeus
+Zitebot
 ZoominfoBot
 ZumBot
-archive.org_bot
-arquivo.pt
-autoemailspider
-cah.io.community
-crawl.sogou.com
-crawler.feedback
-demandbase-bot
-facebookscraper
-heritrix
+adscanner
+backlink-check
+crawler4j
+dataforseo.com
+evc-batch
 isitwp.com
-lwp-request
-lwp-trivial
+iubenda-radar
+linkdexbot
 meanpathbot
+mediawords
 muhstik-scan
-netEstate NE Crawler
-page scorer
+oBot
 plumanalytics
-polaris version
 probe-image-size
-ripz
+s1z.ru
 satoristudio.net
-seocompany.store
-seostar
+scalaj-http
+sexsearcher
 sitechecker.pro
 siteripz
 sysscan
+tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-zauba.io
+zgrab