V4.2022.09.3371 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-Abonti
-AfD-Verbotsverfahren
-AhrefsBot
-Anarchy
-Atomseobot
-Attach
-AwarioSmartBot
+360Spider
+404checker
+Aboundex
+Acunetix
+AiHitBot
+Aipbot
+Alligator
+Ankit
+Apexoo
 BDCbot
-BackDoorBot
 BackStreet
-Backlink-Ceck
-Bandit
+BackWeb
+Badass
+BatchFTP
+BetaBot
 Bigfoot
+BlackWidow
 Blackboard
-Boardreader
-Brandwatch
-BuiltBotTough
-BuiltWith
+Blow
+BlowFish
+Bolt
+BotALot
+Buck
+Buddy
 BunnySlippers
+CATExplorador
 CCBot
-CazoodleBot
-Cegbfeieh
+CODE87
+Calculon
+CheTeam
 CherryPicker
 Chlooe
-Cloud mapping
-Cocolyzebot
-Cogentbot
-CrazyWebCrawler
-Crescent
-CrunchBot
+Claritybot
+Cliqzbot
+Copier
+CopyRightCheck
+Crawling at Home Project
 Curious
-Custo
-DIIbot
 DSearch
 DTS Agent
 DataCha0s
-Deusu
 Digincore
-DigitalPebble
 Disco
-Dispatch
+DittoSpyder
 DnyzBot
-DomainCrawler
-Dotbot
-Download Wonder
-Dragonfly
-EMail Wolf
+Domains Project
+EasyDL
+Ebingbong
 Ecxi
 EroCrawler
 Evil
-Exabot
-Express WebPictures
-Extractor
-EyeNetIE
-FHscan
+ExtractorPro
+FemtosearchBot
+Flunky
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
-GetRight
-GetWeb
-Getintent
+Genieo
 Gigabot
 Go!Zilla
+GoZilla
+Gotit
+GrabNet
 Grabber
+Grafula
 GrapeFX
-HEADMasterSEO
+GrapeshotCrawler
+HTTP::Lite
+Haansoft
 HaosouSpider
 Heritrix
-Humanlinks
-IRLbot
-Image Sucker
-IndeedBot
-Indy Library
+Hloader
+HonoluluBot
+HybridBot
+IlseBot
 InfoNaviRobot
-InfoTekies
-Intelliseek
 Internet Ninja
-InternetSeer
-Iskanie
 IstellaBot
+JOC Web Spider
+JennyBot
 JetCar
-JikeSpider
-Kenjin Spider
+Jetty
+Joomla
+Jorgee
+JustView
+Jyxobot
 Keybot Translation-Search-Machine
-LWP::Simple
+Keyword Density
 Lanshanbot
+Larbin
 LeechFTP
-LeechGet
-LieBaoFast
-LinkScan
+LibWeb
+Libwhisker
+Lightspeedsystems
 LinkWalker
 Linkbot
 LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
 Lipperhey
+Litemage_walker
+Ltx71
 MFC_Tear_Sample
 MIIxpc
-MQQBrowser
+MJ12bot
+MSFrontPage
+Mag-Net
+Magnet
+Majestic SEO
+Majestic12
+MarkWatch
 Mass Downloader
-Masscan
-MauiBot
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Minefield
+Mata Hari
+Meanpathbot
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
 Mojolicious
-Mr.4x3
-NICErsPRO
-NearSite
+MolokaiBot
+Mozlila
+Musobot
+NPbot
+Name Intelligence
+Needle
 Net Vampire
-NetLyzer
-NetZIP
-Niki-bot
-Nikto
+NetSpider
+Netcraft
+NimbleCrawler
 Nuclei
-Octopus
-Offline Explorer
+Offline Navigator
 Openfind
 OrangeBot
-OrangeSpider
-OutfoxBot
-PECL::HTTP
-Page Analyzer
-PageScorer
-PageThing.com
+OutclicksBot
+POE-Component-Client-HTTP
+PageAnalyzer
 Pandalytics
-PeoplePal
-Petalbot
-PictureFinder
+Pavuk
+Pi-Monster
+Picsearch
 Piepmatz
+Pimonster
 ProPowerBot
-Probethenet
+ProWebWalker
 Psbot
 Pu_iN
 PxBroker
+PyCurl
+QueryN Metasearch
 Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot2
 RankurBot
 ReGet
+RebelMouse
 Recorder
-RedesScrapy
 Ripper
-RocketCrawler
 Rogerbot
-SBIder
 SEOkicks
-SEOlyticsCrawler
 SEOprofiler
-SEOstats
-ScreenerBot
-SentiBot
-Shodan
-Site Sucker
+SISTRIX
+Scrapy
+Screaming
+Searchestate
+Semrush
+SeoSiteCheckup
+SeobilityBot
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
 SiteSnagger
+SiteSucker
 Sitebeam
-Siteimprove
 Sitevigil
-Snapbot
-SocialRankIOBot
-Sociscraper
-Sosospider
+Snake
+Sogou web spider
 SpaceBison
-Spammen
-Spanner
-Sqlworm
-Stripper
-Sucuri
-SuperHTTP
-SurveyBot
+Spinn3r
+Sqlmap
+Steeler
 Suzuran
+Swiftbot
+T0PHackTeam
 Teleport
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
+The Intraformant
 TheNomad
-Titan
+Toata
 Tracemyfile
-Trendiction
 True_Robot
-Typhoeus
-URLy Warning
-URLy.Warning
-Upflow
-V-BOT
+Turnitin
+Twice
 VB Project
 VCI
-Vacuum
 Vagabondo
 VelenPublicWebCrawler
+Virusdie
 VoidEYE
-Voil
-Voltron
 WASALive-Bot
+WPScan
 WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 WeSEE
+Web Collage
 Web Enhancer
 Web Fetch
-Web Pix
-Web Sucker
 WebEnhancer
-WebImageCollector
-WebPix
-WebStripper
+WebGo IS
+WebSauger
 WebSucker
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-Webshag
-Webster
 Whack
-WinHTTrack
+Whacker
+Whatweb
+WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
-Wprecon
-ZoomBot
+Xaldon WebSpider
+YoudaoBot
+Zade
 ZoominfoBot
 ZyBorg
 adscanner
 archive.org_bot
-arquivo.pt
-backlink-check
-cah.io.community
+check1.exe
 coccocbot
-crawler4j
-dataforseo.com
-gopher
-ips-agent
+com.plumanalytics
+crawler.feedback
+demandbase-bot
+domainsproject.org
+eCatch
 isitwp.com
-linkdexbot
-lwp-trivial
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
+mediawords
 oBot
-page scorer
-probe-image-size
+pcBrowser
 s1z.ru
-scan.lol
-seocompany.store
+seoscanners
 seostar
-sp_auditbot
-tAkeOut
-trendiction.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
-xpymep1.exe
+sexsearcher
+sitechecker.pro
+sogouspider
+x22Mozilla