V4.2022.08.3278 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-ADmantX
-ASPSeek
-Aboundex
+80legs
+AIBOT
+Abonti
 AfD-Verbotsverfahren
-AllSubmitter
-Alligator
-AlphaBot
-Anarchie
-Anarchy
+Aipbot
+Alexibot
+Ankit
 Anthill
-Apexoo
-Attach
-BDFetch
-Backlink-Ceck
-BacklinkCrawler
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BLEXBot
+BackStreet
 Badass
-BatchFTP
 BetaBot
-Blackboard
+Black Hole
+BlackWidow
 Blow
-BotALot
-Brandprotect
-Buck
+Boardreader
+BuiltWith
 BunnySlippers
-BuzzSumo
-Calculon
+CSHttp
+CensysInspect
+CheTeam
+CheeseBot
 CherryPicker
-Citoid
+ChinaClaw
+Chlooe
+Claritybot
 Cliqzbot
 Cocolyzebot
-Cogentbot
-Copier
-Craftbot
-CrunchBot
-Curious
+Copyscape
 CyotekWebCopy
-DataCha0s
-DatabaseDriverMysqli
-Dirbuster
-Disco
-Discobot
+DIIbot
+DTS Agent
+Demon
+Discoverybot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomainSigmaCrawler
-DomainStatsBot
-ECCP/1.0
+DomainAppender
+Dragonfly
 EMail Siphon
-EMail Wolf
+EasyDL
+Ebingbong
 Ecxi
-EroCrawler
-Exabot
+EirGrabber
+Express WebPictures
+ExtractorPro
 Extreme Picture Finder
 Ezooms
 FHscan
 FemtosearchBot
-Fimap
-Fuzz
-GT::WWW
-Genieo
+Foobot
 GetRight
-Getintent
-Grabber
-GrapeFX
+GoZilla
+Gotit
+GrapeshotCrawler
+HEADMasterSEO
 HTTP::Lite
 HTTrack
-Havij
 Hloader
-HonoluluBot
 HybridBot
 IDBTE4M
-IDBot
-Id-search
-Image Fetch
-Image Sucker
-Intelliseek
-Iskanie
+IRLbot
+Iblog
+IndeedBot
+InterGET
+Iria
+IstellaBot
+JOC Web Spider
 JamesBOT
 Jbrofuzz
-JikeSpider
-Joomla
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
+Jetty
+Kenjin Spider
+Kinza
 Leap
-LeechGet
+LexiBot
 LibWeb
-Likse
 LinkWalker
-LinkextractorPro
-LinqiaScrapeBot
-Lmspider
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
 MIIxpc
 MJ12bot
-MQQBrowser
-MSIECrawler
+MSFrontPage
 MTRobot
-Mag-Net
 Magnet
 Mail.RU_Bot
 Majestic SEO
-Majestic12
-MarkMonitor
 Mata Hari
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
+MauiBot
+Mb2345Browser
+Metauri
 Microsoft URL Control
 Mojeek
-Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Msrabot
+Musobot
 NPbot
+Name Intelligence
 Navroad
-NetAnts
-NetSpider
-Netcraft
+Nessus
+Net Vampire
+NetLyzer
 Nettrack
+Netvibes
+Nibbler
 Nikto
-Nimbostratus
+Ninja
+Nuclei
+Nutch
 Octopus
 Offline Explorer
-OnCrawl
-OpenVAS
+Openfind
+OrangeBot
 OrangeSpider
+OutfoxBot
 PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
+PageGrabber
 PageThing.com
-Panscient
-Papa Foto
-Pavuk
-PeoplePal
+Pandalytics
+Petalbot
 Picscout
-Pimonster
-Pixray
-Pockey
+PictureFinder
+Piepmatz
 ProPowerBot
-Psbot
 Pu_iN
-QueryN Metasearch
-RankFlex
+Pump
+RankActive
 RankingBot
-RankingBot2
-Reaper
+RankurBot
+RealDownload
 Recorder
-SEOkicks
-SEOkicks-Robot
+RedesScrapy
+RepoMonkey
+Rogerbot
+SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
-SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
 Seekport
-Semrush
-Seomoz
-Shodan
+SemanticJuice
+SeobilityBot
 SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+SiteSucker
+Siteimprove
 Sitevigil
-SmartDownload
-Snake
-Sociscraper
 Sogou web spider
-Spammen
+Sosospider
+Sottopop
+SpaceBison
 SpankBot
+Spinn3r
 SputnikBot
-Sqlworm
+Sqworm
 Sucker
 Sucuri
-SuperBot
-SurveyBot
+Swiftbot
 T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-TheNomad
-TightTwatBot
-Trendictionbot
+Telesoft
+Titan
+Toweyabot
 True_Robot
+TurnitinBot
+TwengaBot
 Typhoeus
+URLy Warning
 URLy.Warning
-UnisterBot
-Upflow
 V-BOT
 VB Project
-VeriCiteCrawler
-VoidEYE
-WASALive-Bot
-WWW::Mechanize
-WallpapersHD
-Web Auto
+VelenPublicWebCrawler
+Voil
+WBSearchBot
+WEBDAV
+WPScan
+Wallpapers/3.0
 Web Fetch
 Web Fuck
 Web Pix
+Web Sauger
+WebCollage
+WebCopier
 WebEnhancer
-WebLeacher
-WebPix
-WebStripper
+WebGo IS
+WebImageCollector
+WebReaper
+WebSucker
+WebWhacker
 Webalta
-WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-WebsiteQuester
 Webster
 Whack
 Whacker
-Wonderbot
-Woobot
-Wprecon
+Whatweb
+WinHTTrack
+WiseGuys Robot
+Wotbox
 Xaldon_WebSpider
-YoudaoBot
-Zauba
-Zeus
+Zade
+Zermelo
 ZmEu
-ZoominfoBot
-adscanner
+ZumBot
 archive.org_bot
-arquivo.pt
+arquivo-web-crawler
 autoemailspider
-cah.io.community
+backlink-check
+check1.exe
+clark-crawler
 cognitiveseo
-crawler4j
-eCatch
-evc-batch
+crawl.sogou.com
 facebookscraper
 gopher
 heritrix
 instabid
-ips-agent
-iubenda-radar
+internetVista monitor
+isitwp.com
 lwp-request
-mediawords
+meanpathbot
 muhstik-scan
 oBot
 page scorer
-pcBrowser
+polaris version
+probe-image-size
+s1z.ru
 satoristudio.net
-seoscanners
+scan.lol
+seocompany.store
 sogouspider
 spyfu
 sysscan
-tAkeOut
-trendiction.de
 voyagerx.com
-webpros.com
+webgains-bot
+webprosbot
 xpymep1.exe