V4.2022.07.3232 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
+404enemy
+ADmantX
+AIBOT
+Abonti
+Aboundex
+AiHitBot
 AllSubmitter
 Alligator
+AlphaBot
 Anthill
+Aspiegel
+Atomseobot
+Attach
 AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
-BackDoorBot
+BDFetch
 BackStreet
 BackWeb
-Backlink-Ceck
-Bigfoot
-Black Hole
+Badass
+Barkrowler
 Blackboard
-BlowFish
-Brandprotect
-Brandwatch
+Boardreader
+Bolt
 BuiltBotTough
-BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
-CSHttp
-CheTeam
+CODE87
+CazoodleBot
+CensysInspect
 CherryPicker
 ChinaClaw
-Chlooe
 Citoid
 Claritybot
+Cloud mapping
+Cocolyzebot
 Collector
-Copier
+CopyRightCheck
+Copyscape
 Cosmos
-Craftbot
-Curious
+Crawling at Home Project
+CrunchBot
 Custo
-CyotekWebCopy
 DBLBot
-DTS Agent
-DatabaseDriverMysqli
+DataCha0s
 Devil
-DigitalPebble
 Dirbuster
-Discoverybot
-Dispatch
+Disco
 DittoSpyder
+DnyzBot
+DomainAppender
 Domains Project
 Download Wonder
-Dragonfly
-Exabot
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ebingbong
+Ecxi
+EroCrawler
+Evil
 ExtLinksBot
-EyeNetIE
+ExtractorPro
 FHscan
-FemtosearchBot
 Fimap
+Firefox/7.0
 FlashGet
+Flunky
+Foobot
 Freeuploader
-FrontPage
+Fuzz
+FyberSpider
+GT::WWW
 GalaxyBot
-GoZilla
-GrabNet
-GrapeshotCrawler
-HTTP::Lite
+GermCrawler
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GrapeFX
+GridBot
+HEADMasterSEO
 HTTrack
-HaosouSpider
+Haansoft
 Harvest
+Heritrix
 HonoluluBot
-HybridBot
 IDBTE4M
-IRLbot
-Id-search
-Image Fetch
+Iblog
+IlseBot
 Image Sucker
-IndeedBot
-Indy Library
-Iskanie
-IstellaBot
+InternetSeer
+Iria
 JOC Web Spider
-JamesBOT
+JennyBot
+Jetty
 Jorgee
 JustView
-Keyword Density
-LNSpiderguy
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kozmosbot
+LWP::Simple
 Lanshanbot
-Larbin
+LeechFTP
+LeechGet
 Lftp
 LibWeb
 Libwhisker
-LieBaoFast
-Likse
+LinkWalker
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
+LinkpadBot
+LinksManager
+Lipperhey
 MFC_Tear_Sample
-MSIECrawler
-Majestic-SEO
-Majestic12
+MJ12bot
+Mag-Net
+Magnet
+MarkMonitor
+Masscan
 Mata Hari
 Mb2345Browser
 MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mojolicious
+Metauri
+Moblie Safari
+MolokaiBot
 Mozlila
-Name Intelligence
-Nameprotect
+Msrabot
+Musobot
+NearSite
 Needle
-Nessus
+NetAnts
 NetMechanic
-Netcraft
-Netvibes
-Nibbler
 Nikto
-Ninja
 Nmap
-Nuclei
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
+Not
+Octopus
+OpenVAS
+Openfind
 Openvas
+OrangeBot
 OutfoxBot
-PageScorer
-PageThing.com
-Pandalytics
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 Panscient
-Pi-Monster
-Picsearch
-Piepmatz
+Pavuk
+Petalbot
+PictureFinder
 Pimonster
-Pixray
-Pockey
-Probethenet
-RankActive
-RankingBot2
-RankurBot
+PleaseCrawl
+ProPowerBot
+QueryN Metasearch
+RankingBot
 RealDownload
 Reaper
 Recorder
-RepoMonkey
+RedesScrapy
 Ripper
-RocketCrawler
-Rogerbot
 SBIder
-SalesIntelligent
-Scrapy
-Searchestate
+SEOprofiler
+SEOstats
+Scanbot
+ScoutJet
 SearchmetricsBot
 SemanticJuice
 Semrush
-SemrushBot
-SeoSiteCheckup
-Seomoz
+SeobilityBot
+Shodan
+Siphon
+SiteLockSpider
 SiteSnagger
 SiteSucker
-SlySearch
+Siteimprove
 SmartDownload
-Snake
+Snapbot
 Snoopy
-Sogou web spider
-Sosospider
+SocialRankIOBot
+Spammen
 SpankBot
 Spanner
-Spbot
 Spinn3r
+Sqlworm
+Stripper
 Sucker
 SuperBot
+Surfbot
 SurveyBot
-Teleport
-Telesoft
+T0PHackTeam
+T8Abot
 Telesphoreo
-The Intraformant
 Thumbor
-TightTwatBot
-Trendiction
+Titan
 Trendictionbot
+Turingos
 Turnitin
-TwengaBot
-Twice
-URLy Warning
-UnisterBot
 Upflow
-VB Project
-Vacuum
+V-BOT
 VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-WPScan
-WallpapersHD
-Web Enhancer
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWW-Mechanize
+Wallpapers/3.0
+WeSEE
+Web Auto
 Web Fetch
-Web Pix
-Web Sauger
-Web Sucker
-WebCollage
-WebGo IS
-WebPix
-WebReaper
+Web Fuck
+WebFuck
+WebLeacher
 WebSauger
-WebmasterWorldForumBot
+WebStripper
+WebSucker
+Webalta
 Webshag
-Website Quester
-WebsiteExtractor
-Whack
-Who.is Bot
+Webster
+Whacker
+Whatweb
 Widow
 WinHTTrack
-Xaldon_WebSpider
-YoudaoBot
-Zermelo
-Zitebot
-ZmEu
-ZumBot
+Wotbox
 archive.org_bot
 arquivo.pt
 autoemailspider
+backlink-check
 cah.io.community
-check1.exe
-clark-crawler
-coccocbot
-cognitiveseo
+com.plumanalytics
 crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
-heritrix
-internetVista monitor
-ips-agent
-iubenda-radar
-magpie-crawler
+eCatch
+instabid
+lwp-request
 meanpathbot
 mediawords
-muhstik-scan
-pcBrowser
-s1z.ru
-satoristudio.net
+oBot
+page scorer
+polaris version
+probe-image-size
+ripz
 scan.lol
+seobility
 seoscanners
 serpstatbot
-sexsearcher
-sp_auditbot
-sysscan
-tAkeOut
-webmeup-crawler
+trendiction.de
+voyagerx.com
 webpros.com
-x09Mozilla
+webprosbot
 x22Mozilla
 zauba.io
 zgrab