V4.2022.12.3525 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-AIBOT
-ASPSeek
+01h4x.com
+404enemy
 Aboundexbot
-AiHitBot
-Alexibot
-AllSubmitter
-Alligator
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+AlphaBot
 Anarchy
-Aspiegel
-Asterias
+Anarchy99
+Apexoo
 Atomseobot
 BBBike
-BDCbot
-BLEXBot
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Badass
 BatchFTP
-BlackWidow
-Blackboard
-Blow
-BotALot
+BetaBot
+Boardreader
 Brandprotect
-Brandwatch
+Buck
+BuiltWith
 Bullseye
-BunnySlippers
-CODE87
+BuzzSumo
+CCBot
+CSHttp
 CazoodleBot
-CensysInspect
+Cegbfeieh
 CheTeam
 ChinaClaw
-Chlooe
-Citoid
+Cloud mapping
 Cocolyzebot
+Copier
+CopyRightCheck
+Copyscape
 Cosmos
-Crawling at Home Project
-Curious
-Custo
-CyotekWebCopy
-DBLBot
-DSearch
-DTS Agent
+Crescent
+CrunchBot
 DatabaseDriverMysqli
-Discoverybot
+Deusu
+Devil
+Disco
 DnBCrawler-Analytics
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
+Domains Project
+Drip
 ECCP/1.0
-EasyDL
-Ecxi
+EMail Siphon
+Ebingbong
 EirGrabber
-Evil
-Exabot
 Express WebPictures
+ExtLinksBot
 Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-Firefox/7.0
-Flunky
+FDM
+FHscan
+FemtosearchBot
+Fimap
+Freeuploader
+Fuzz
 FyberSpider
-GT::WWW
-GalaxyBot
 Genieo
 GermCrawler
 Go!Zilla
 GoZilla
-GrabNet
-Grabber
-HEADMasterSEO
+Grafula
+HTTP::Lite
 HTTrack
-Heritrix
+Haansoft
+Havij
 Hloader
-HonoluluBot
 Humanlinks
-IDBot
-Id-search
+IDBTE4M
+IRLbot
+Iblog
+IlseBot
+Image Fetch
 Image Sucker
-Indy Library
-Internet Ninja
-Iria
-JamesBOT
+InfoTekies
+Intelliseek
+InterGET
+InternetSeer
+Iskanie
+JOC Web Spider
+Jbrofuzz
 JennyBot
 Jetty
+Jorgee
 Jyxobot
 Keyword Density
 Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Larbin
 Leap
 LeechFTP
 Lftp
+LibWeb
 Libwhisker
-LieBaoFast
 Lightspeedsystems
-LinkScan
-Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lmspider
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MSFrontPage
+MJ12bot
 MSIECrawler
+MTRobot
 Mag-Net
-Majestic12
-MauiBot
-Meanpathbot
-Mister PiX
-Moblie Safari
-Mojeek
+Mail.RU_Bot
+MarkWatch
+Mb2345Browser
+Mediatoolkitbot
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
-NPbot
+Mozlila
+Musobot
 Nameprotect
-Navroad
-NearSite
 Needle
-NetAnts
+NetZIP
+Netcraft
+Nettrack
 Netvibes
-NextGenSearchBot
-Niki-bot
 Nuclei
-Nutch
-Octopus
-OpenLinkProfiler
-Openvas
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
+OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
+Page Analyzer
 PageScorer
-Pandalytics
+PageThing.com
 Petalbot
-Pimonster
+Picsearch
 Pixray
+PleaseCrawl
+ProPowerBot
 Psbot
-Pu_iN
 Pump
-PxBroker
-PyCurl
-RankActive
-RankActiveLinkBot
+QueryN Metasearch
+Quick-Crawler
+RankFlex
 RankingBot
 RankurBot
-ReGet
-RealDownload
+Re-re
 RebelMouse
 RedesScrapy
-Ripper
-SBIder
-SEOkicks
-SMTBot
-Scanbot
-Scrapy
-Screaming
+RocketCrawler
+ScreenerBot
 ScrepyBot
+SearchmetricsBot
+SemanticJuice
 Semrush
-SeoSiteCheckup
-Seomoz
+SemrushBot
+SentiBot
+SiteSnagger
+SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
 SlySearch
-Sottopop
-Spammen
+SmartDownload
+Snake
+Snoopy
+Spbot
 Spinn3r
-SputnikBot
 Sqlmap
-Sqworm
-Stripper
-Sucker
+Sucuri
 SuperHTTP
 SurveyBot
+Swiftbot
 Szukacz
 T0PHackTeam
-T8Abot
-Teleport
 Telesoft
-Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
-Titan
-Toata
-Tracemyfile
-Trendictionbot
-Turingos
-TurnitinBot
-URLy Warning
+Thumbor
 URLy.Warning
-UnisterBot
-Upflow
-V-BOT
 VB Project
-Vagabondo
-VidibleScraper
-Virusdie
-VoidEYE
-Voltron
-WASALive-Bot
-Web Auto
+VCI
+Vacuum
+VelenPublicWebCrawler
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+WeSEE
+Web Collage
+Web Enhancer
 Web Pix
-WebCopier
+Web Sauger
+Web Sucker
+WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
+WebReaper
 WebStripper
-WebSucker
-WebWhacker
-Webalta
-WebsiteExtractor
 WebsiteQuester
 Whack
 Whacker
-Widow
-Wonderbot
+Wotbox
 Xaldon WebSpider
-Zermelo
+Xenu
+Zeus
 Zitebot
 ZmEu
-ZumBot
+ZoomBot
+ZoominfoBot
+adscanner
+archive.org_bot
+autoemailspider
 backlink-check
-check1.exe
-clark-crawler
+cah.io.community
 coccocbot
 cognitiveseo
+com.plumanalytics
 crawler.feedback
-dataforseo.com
 demandbase-bot
 eCatch
+evc-batch
+gopher
 instabid
-ips-agent
-linkdexbot
+internetVista monitor
 lwp-request
-magpie-crawler
+meanpathbot
 mediawords
-pcBrowser
+muhstik-scan
+page scorer
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
-seocompany.store
+scan.lol
+seobility
 seoscanners
 serpstatbot
 sexsearcher
-ubermetrics-technologies.com
+siteripz
+sogouspider
+sp_auditbot
+spyfu
+trendiction.com
 webpros.com
-webprosbot
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab