V4.2022.10.3388 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 80legs
-AIBOT
-Abonti
-Aboundex
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Alexibot
-Anarchie
-Aspiegel
+Anarchy99
+Ankit
+Apexoo
+Attach
 AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
-BackDoorBot
+BDFetch
 BackStreet
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Bandit
-Barkrowler
+BatchFTP
 BetaBot
-Bitacle
-Blow
-BlowFish
-Buck
-Buddy
-BunnySlippers
-CCBot
+Black Hole
+Bolt
+BotALot
+BuiltWith
+Bullseye
+BuzzSumo
 CODE87
-Calculon
 CazoodleBot
-CheTeam
-CheeseBot
 ChinaClaw
-Citoid
+Claritybot
 Cliqzbot
-Cocolyzebot
-Cogentbot
+Collector
+Copier
+CopyRightCheck
+Copyscape
 Crawling at Home Project
 CrazyWebCrawler
 Crescent
-CrunchBot
-CyotekWebCopy
-DTS Agent
-DatabaseDriverMysqli
+DBLBot
+Demon
+Deusu
 Devil
+DigitalPebble
+Dirbuster
 Disco
 Dispatch
-DomCopBot
-DomainCrawler
-Download Wonder
-ECCP/1.0
-EMail Siphon
+DittoSpyder
+DomainAppender
+DomainSigmaCrawler
+Domains Project
+Dragonfly
 EMail Wolf
-EasyDL
 Ebingbong
-EirGrabber
-EroCrawler
 Evil
 Exabot
 ExtractorPro
-Extreme Picture Finder
-Ezooms
-FHscan
-FemtosearchBot
 Fimap
+Flunky
 Foobot
-FrontPage
-Fuzz
+Freeuploader
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-Genieo
+GalaxyBot
 GermCrawler
-Gigabot
+GetWeb
+Getintent
+Go!Zilla
 Gotit
 GrabNet
-Grafula
-GrapeshotCrawler
-GridBot
+HEADMasterSEO
+HMView
 Haansoft
-HaosouSpider
-Harvest
-Havij
 Hloader
-IDBot
-IRLbot
-Image Fetch
-Iria
+Id-search
+IlseBot
+Image Sucker
 JOC Web Spider
+JennyBot
 JetCar
-Joomla
-Lanshanbot
+Jetty
+Jorgee
+Kenjin Spider
+Keyword Density
+Kinza
+Kozmosbot
+LNSpiderguy
 Larbin
 Leap
-LeechGet
-Lftp
 LibWeb
 Libwhisker
-Likse
+LieBaoFast
+Lightspeedsystems
+LinkScan
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-MFC_Tear_Sample
-MIDown tool
+Lmspider
 MIIxpc
-MSIECrawler
-Mag-Net
+MSFrontPage
 Magnet
-MarkMonitor
-Mass Downloader
-MauiBot
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkWatch
+Masscan
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
 MicroMessenger
-Minefield
-Moblie Safari
+Microsoft Data Access
+Microsoft URL Control
+Mojeek
 Morfeus Fucking Scanner
-Mr.4x3
+Msrabot
+Musobot
 NICErsPRO
+NPbot
 Nameprotect
-NearSite
-Needle
-Net Vampire
 NetLyzer
-Netcraft
-Nettrack
-Netvibes
+NetSpider
+NetZIP
 Nibbler
-Niki-bot
-Ninja
 Nmap
 Not
 Nutch
-Offline Navigator
+Offline Explorer
 OpenLinkProfiler
-Openfind
+Openvas
+OrangeSpider
 OutclicksBot
-OutfoxBot
-PageGrabber
-PageThing.com
-Panscient
-PeoplePal
+POE-Component-Client-HTTP
+PageAnalyzer
+Pandalytics
+Pavuk
+Petalbot
+Picscout
+Picsearch
 Piepmatz
-PleaseCrawl
-ProPowerBot
+Pockey
+ProWebWalker
 Probethenet
-Psbot
-Pump
-PyCurl
 QueryN Metasearch
-Recorder
-SEOkicks
-SEOkicks-Robot
+RSSingBot
+RankingBot
+RankingBot2
+RankurBot
+Reaper
+Rogerbot
 SEOlyticsCrawler
 SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
 SalesIntelligent
 ScanAlert
+Scanbot
 ScoutJet
-Scrapy
-Screaming
-ScreenerBot
-Searchestate
 SearchmetricsBot
 Seekport
-Semrush
+SemanticJuice
 SemrushBot
 SeoSiteCheckup
-SiteSnagger
-Sitebeam
-Sitevigil
-SmartDownload
+SeobilityBot
+Seomoz
+Site Sucker
+SiteSucker
 Snoopy
 SocialRankIOBot
-Sosospider
-Spammen
-Spanner
+Sociscraper
+SpaceBison
 Spinn3r
 Sqlmap
 Sqworm
-Sucuri
+Steeler
+Sucker
+SuperHTTP
 Surfbot
-Szukacz
-Thumbor
+SurveyBot
+Suzuran
+TheNomad
 Titan
+Toata
 Toweyabot
-Tracemyfile
 Trendiction
 Trendictionbot
-Turingos
+True_Robot
 Twice
 URLy Warning
-URLy.Warning
-UnisterBot
 Upflow
+VB Project
 VCI
-Vacuum
-VelenPublicWebCrawler
-Voil
-WBSearchBot
-WEBDAV
-WISENutbot
+Vagabondo
+Virusdie
+VoidEYE
+WASALive-Bot
+WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-WeSEE
-Web Fetch
-Web Sauger
+WallpapersHD
+Web Auto
+Web Collage
 Web Sucker
-WebCollage
-WebCopier
+WebBandit
+WebFetch
 WebFuck
 WebImageCollector
-WebLeacher
-WebPix
-WebWhacker
-Website Quester
+WebSauger
+WebStripper
+WebZIP
+WebsiteExtractor
 WebsiteQuester
 Webster
-Whacker
-Who.is Bot
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Wotbox
-Xenu
-YoudaoBot
-Zauba
-Zermelo
-ZumBot
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
+Zeus
+ZmEu
 ZyBorg
+archive.org_bot
 arquivo.pt
-autoemailspider
-cah.io.community
+cognitiveseo
 crawler4j
-dataforseo.com
-demandbase-bot
+domainsproject.org
+internetVista monitor
+ips-agent
 isitwp.com
-magpie-crawler
+iubenda-radar
+lwp-trivial
 meanpathbot
-pcBrowser
-plumanalytics
-polaris version
-s1z.ru
-scalaj-http
-sexsearcher
-siteripz
+mediawords
+netEstate NE Crawler
+page scorer
+satoristudio.net
+seobility
+seocompany.store
+seostar
+sogouspider
+sp_auditbot
+spyfu
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
-webmeup-crawler
+webpros.com
+webprosbot
 xpymep1.exe
-zgrab