V4.2022.11.3475 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-Aboundex
-Acunetix
-AhrefsBot
-AiHitBot
-AlphaBot
+01h4x.com
+ADmantX
+Abonti
+Alligator
 Anarchy99
+Ankit
 Anthill
 Apexoo
 Asterias
-BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
+Atomseobot
+AwarioRssBot
+BBBike
 Barkrowler
 BatchFTP
-Battleztar Bazinga
 BetaBot
 Bigfoot
-BlowFish
+Blow
 Boardreader
-Brandprotect
-Brandwatch
 Buck
+Buddy
 Bullseye
-BuzzSumo
-CATExplorador
+CCBot
+CODE87
 CSHttp
-Calculon
-Cegbfeieh
-CheTeam
-CherryPicker
-ChinaClaw
+CazoodleBot
 Chlooe
 Citoid
-Claritybot
+Cloud mapping
 Cogentbot
+Collector
 Copier
-CopyRightCheck
+Crescent
 CrunchBot
-Curious
-DSearch
-Demon
-Deusu
-Dirbuster
-Disco
-Discoverybot
+DigitalPebble
+Discobot
 DittoSpyder
-Dotbot
-Download Wonder
-ECCP/1.0
-EirGrabber
+DomainAppender
+DomainStatsBot
+Domains Project
+Dragonfly
+EMail Siphon
+EasyDL
+Ecxi
 Evil
-Exabot
 Extractor
-Extreme Picture Finder
-EyeNetIE
-Ezooms
 FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
 Flunky
-Freeuploader
-GalaxyBot
-Genieo
-Gotit
+Fuzz
+Gigabot
+Go-Ahead-Got-It
+GoZilla
 Grafula
 GrapeFX
-HMView
-HTMLparser
+HEADMasterSEO
 HTTrack
-HaosouSpider
-Hloader
-Image Fetch
+Harvest
+Heritrix
+HonoluluBot
+Humanlinks
+IDBTE4M
+IlseBot
 IndeedBot
-Indy Library
-InfoNaviRobot
 Intelliseek
 Internet Ninja
 InternetSeer
-Iria
+Iskanie
+JOC Web Spider
+JamesBOT
 Jetty
-JikeSpider
-Joomla
-Jorgee
+Jyxobot
 Keyword Density
-Lftp
-LieBaoFast
+Kozmosbot
+Lanshanbot
+LeechFTP
+Likse
 LinkScan
 LinkWalker
-LinkextractorPro
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-MFC_Tear_Sample
+Lipperhey Spider
 MIIxpc
-MSFrontPage
+MJ12bot
 MTRobot
-Mag-Net
 Magnet
+Mail.RU_Bot
 Majestic-SEO
-MarkWatch
-Masscan
-MicroMessenger
+Majestic12
+MarkMonitor
+Mass Downloader
+Mata Hari
+MauiBot
+Mb2345Browser
+Meanpathbot
 Microsoft Data Access
 Minefield
 Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
+Msrabot
+Musobot
+NICErsPRO
 NPbot
-Navroad
+Nameprotect
+NearSite
 Needle
 Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
+NetSpider
 NetZIP
 Netcraft
-NextGenSearchBot
-Nibbler
-Nikto
-Ninja
+Nettrack
+NimbleCrawler
+Not
 Octopus
-OpenVAS
-OrangeSpider
-PECL::HTTP
-PHPCrawl
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
+Openfind
+OrangeBot
+OutclicksBot
+OutfoxBot
 POE-Component-Client-HTTP
 PageGrabber
-PageScorer
-Panscient
+Pandalytics
+Pavuk
+PeoplePal
+Petalbot
+Pi-Monster
+Picscout
 PictureFinder
-Piepmatz
 Pixray
 Pockey
 ProWebWalker
-Probethenet
-Pu_iN
-Quick-Crawler
-RSSingBot
-RankActive
-RankingBot
-RankurBot
+Psbot
+Pump
+RankActiveLinkBot
+Re-re
 ReGet
-Reaper
+RealDownload
+RebelMouse
 RedesScrapy
-Ripper
+RepoMonkey
+RocketCrawler
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
-SISTRIX
+SEOprofiler
+SMTBot
 SalesIntelligent
+ScanAlert
+Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
-Seekport
-Semrush
+SearchmetricsBot
+SemanticJuice
 SemrushBot
-SeoSiteCheckup
-Shodan
+Seomoz
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
+SiteLockSpider
+SiteSucker
+Sitevigil
+SlySearch
 SmartDownload
 Snoopy
-SocialRankIOBot
-Spammen
+Sogou web spider
+Sosospider
 SpankBot
 Spinn3r
-Sqlmap
-Sqworm
-Steeler
-Sucker
+Sucuri
 SuperBot
+SuperHTTP
+SurveyBot
+Suzuran
 Swiftbot
-T0PHackTeam
-TeleportPro
-Telesoft
+T8Abot
+Teleport
+Telesphoreo
 Telesphorep
+The Intraformant
 Thumbor
-Toata
+TightTwatBot
+Trendictionbot
+True_Robot
 Turingos
-TurnitinBot
+Turnitin
 TwengaBot
-Typhoeus
+Twice
 Upflow
-V-BOT
-VelenPublicWebCrawler
+VCI
+Vacuum
+Vagabondo
 VidibleScraper
-Virusdie
-Voil
-WASALive-Bot
+VoidEYE
+WEBDAV
 WWW-Collector-E
-WWW::Mechanize
 Wallpapers
-WeSEE
+WallpapersHD
 Web Collage
-Web Sauger
-WebAuto
+WebBandit
 WebFetch
-WebGo IS
-WebReaper
-WebWhacker
+WebFuck
+WebImageCollector
+WebSauger
 Webshag
-Website Quester
 WebsiteExtractor
 Webster
+Whack
+Whacker
 Widow
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
 Wprecon
 Xaldon WebSpider
 Xenu
-YoudaoBot
-Zade
-ZoomBot
-adscanner
+Zeus
 archive.org_bot
 backlink-check
+cah.io.community
 check1.exe
-coccocbot
-crawl.sogou.com
+crawler4j
+dataforseo.com
+eCatch
 evc-batch
-facebookscraper
-gopher
-lwp-request
+ips-agent
+iubenda-radar
 magpie-crawler
 muhstik-scan
-netEstate NE Crawler
+oBot
 page scorer
-pcBrowser
 plumanalytics
 polaris version
 probe-image-size
 s1z.ru
-sexsearcher
+satoristudio.net
+seobility
+seoscanners
+seostar
 sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-sysscan
+tAkeOut
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
+webgains-bot
+webprosbot
 x22Mozilla
 xpymep1.exe
+zauba.io
 zgrab