V4.2022.05.3130 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404enemy
-80legs
-ADmantX
-AIBOT
+ALittle Client
 ASPSeek
+Aboundex
 Aboundexbot
-Acunetix
 AhrefsBot
-AlphaBot
+AiHitBot
+Alexibot
 Anarchy
-Ankit
 Apexoo
 Atomseobot
-BDCbot
-BackDoorBot
-BackStreet
-Bandit
+Attach
+AwarioSmartBot
+BBBike
+BLEXBot
 Barkrowler
-BetaBot
-Bigfoot
+BatchFTP
 Bitacle
-Blackboard
 Blow
-Boardreader
-BotALot
+Bolt
 Brandprotect
+Buddy
 BuiltBotTough
-BunnySlippers
+BuiltWith
+BuzzSumo
+CCBot
 Calculon
-CazoodleBot
-CensysInspect
-CheTeam
-ChinaClaw
+Chlooe
 Cliqzbot
-Cogentbot
+Cloud mapping
+Cocolyzebot
 Copier
-Copyscape
+Cosmos
 CrunchBot
-CyotekWebCopy
-DBLBot
-DIIbot
+Custo
+DSearch
+DTS Agent
 DataCha0s
-Demon
+DatabaseDriverMysqli
 Deusu
+Digincore
+Discobot
+Discoverybot
 DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
 DomCopBot
+DomainAppender
 DomainCrawler
 DomainStatsBot
 Domains Project
 Dragonfly
-EMail Siphon
-EasyDL
-Ebingbong
+ECCP/1.0
 Ecxi
-EirGrabber
 EroCrawler
+Evil
 Exabot
-ExtLinksBot
+EyeNetIE
 Ezooms
-FemtosearchBot
-Foobot
-FrontPage
+Flunky
+Fuzz
 FyberSpider
 Fyrebot
-GalaxyBot
-Genieo
+G-i-g-a-b-o-t
+GT::WWW
 GermCrawler
-GetRight
-Getintent
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
-Grabber
-GridBot
-HEADMasterSEO
-Haansoft
-Havij
+GrapeFX
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
+Hloader
 IDBot
-IRLbot
-Image Sucker
-IndeedBot
+Iblog
 InfoNaviRobot
-InterGET
-Internet Ninja
-Iria
+Intelliseek
 JOC Web Spider
+JennyBot
+JetCar
 Jetty
-JikeSpider
+Joomla
 JustView
-Kozmosbot
+Jyxobot
+Keyword Density
+Kinza
 LNSpiderguy
 LWP::Simple
-Lanshanbot
-LeechFTP
-Libwhisker
-LieBaoFast
+Lftp
+LibWeb
+LinkScan
 LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
+Lipperhey Spider
+MFC_Tear_Sample
 MJ12bot
-MQQBrowser
+MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Majestic12
-MauiBot
-Mediatoolkitbot
-Mojeek
+MarkMonitor
+MarkWatch
+Mass Downloader
+MeanPath Bot
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Minefield
+Mister PiX
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-NICErsPRO
 NPbot
+Navroad
 NearSite
-NetSpider
-NetZIP
-Netvibes
-NextGenSearchBot
-Nuclei
-Octopus
-OnCrawl
+NetMechanic
+Nibbler
+Ninja
 OpenLinkProfiler
 OpenVAS
-Openfind
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-Panscient
+Openvas
+OrangeSpider
+OutfoxBot
 Papa Foto
 PeoplePal
+Petalbot
 Pi-Monster
 Picscout
-Picsearch
+PictureFinder
 Piepmatz
-Psbot
-RankFlex
-RankingBot2
+Pockey
+Pu_iN
+Pump
+QueryN Metasearch
+RSSingBot
+RankActive
+RankActiveLinkBot
 Rankivabot
-Re-re
-ReGet
-RedesScrapy
-Ripper
-SEOkicks
+RankurBot
+Reaper
+RepoMonkey
+RocketCrawler
+SBIder
 SEOlyticsCrawler
-SMTBot
 SalesIntelligent
-ScanAlert
 ScoutJet
-Screaming
-Semrush
-SentiBot
-SeoSiteCheckup
-Siphon
+Scrapy
+ScreenerBot
+SearchmetricsBot
+SemanticJuice
+SeobilityBot
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
 SiteSnagger
 SiteSucker
+Siteimprove
+Sitevigil
+SlySearch
+Snake
+SocialRankIOBot
 Sociscraper
-Sogou web spider
 Sosospider
-Sottopop
 Spammen
 SpankBot
-Spbot
+Spanner
+Spinn3r
 SputnikBot
-Sqlworm
-Steeler
-SuperBot
-Suzuran
+Sqworm
+Stripper
 T0PHackTeam
-T8Abot
-Teleport
-Telesphoreo
-TheNomad
-Thumbor
-Toata
+Titan
+Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
+Turingos
 Turnitin
+TurnitinBot
+TwengaBot
+Twice
 URLy Warning
-UnisterBot
-Upflow
-V-BOT
-Vagabondo
+URLy.Warning
+VCI
 VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
-Voltron
-WASALive-Bot
-WEBDAV
+Virusdie
+Voil
+WBSearchBot
 WISENutbot
-WWW-Mechanize
-WWW::Mechanize
+WWW-Collector-E
 WWWOFFLE
-Wallpapers
+Wallpapers/3.0
 WeSEE
-Web Enhancer
-Web Fuck
-Web Sucker
+Web Fetch
+Web Sauger
 WebBandit
-WebCollage
-WebGo IS
+WebCopier
+WebEnhancer
 WebWhacker
-Webalta
-WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
+WebsiteQuester
+Whack
 Whacker
-WinHTTrack
+Who.is Bot
 WiseGuys Robot
-Woobot
-Wotbox
+Wonderbot
+Wprecon
+Xaldon WebSpider
 Xenu
 YoudaoBot
-Zauba
-Zermelo
-Zeus
+Zade
 ZoomBot
 ZoominfoBot
 ZumBot
 ZyBorg
-adscanner
-archive.org_bot
+arquivo-web-crawler
+autoemailspider
+backlink-check
+cah.io.community
+coccocbot
+cognitiveseo
 com.plumanalytics
-crawler.feedback
+crawl.sogou.com
 domainsproject.org
-evc-batch
-gopher
 instabid
-internetVista monitor
-iubenda-radar
+isitwp.com
+linkdexbot
+lwp-request
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
 page scorer
-pcBrowser
+polaris version
 probe-image-size
-satoristudio.net
-serpstatbot
-sexsearcher
-sogouspider
+seobility
+seocompany.store
+seostar
+siteripz
 sp_auditbot
-sysscan
 trendiction.com
-trendiction.de
-voyagerx.com
-webpros.com
+webgains-bot
+webmeup-crawler
 webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe
+zgrab