V4.2022.05.3101 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
+404enemy
 80legs
 ADmantX
 AIBOT
 ASPSeek
-Aboundex
-Acunetix
+Abonti
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-AllSubmitter
+AiHitBot
 Alligator
-Anarchy
-Anarchy99
+Anarchie
+Ankit
+Aspiegel
 AwarioSmartBot
-BDFetch
-BackDoorBot
-BackStreet
+BBBike
+Backlink-Ceck
+Badass
 BatchFTP
-BetaBot
+Battleztar Bazinga
+Bigfoot
 Bitacle
 Blackboard
-Blow
 Bolt
 Brandprotect
 Brandwatch
-Bullseye
 BunnySlippers
-BuzzSumo
 CATExplorador
-CCBot
 CODE87
-CazoodleBot
-CheeseBot
-ChinaClaw
-Chlooe
+Cegbfeieh
+Citoid
+Cliqzbot
 Cloud mapping
-Cogentbot
-CopyRightCheck
+Cocolyzebot
+Collector
+Copyscape
 Cosmos
 Craftbot
-Crawling at Home Project
 CrazyWebCrawler
-Crescent
 CrunchBot
-DBLBot
-Deusu
-DigitalPebble
-Dirbuster
+CyotekWebCopy
+DataCha0s
+Digincore
 Disco
 Discobot
-DnBCrawler-Analytics
+Discoverybot
+Dragonfly
 Drip
-EMail Siphon
-Ebingbong
+EMail Wolf
+EasyDL
 EirGrabber
-Exabot
-Extractor
-Extreme Picture Finder
-FDM
+Ezooms
+FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
-Fuzz
+Flunky
+FrontPage
 FyberSpider
-G-i-g-a-b-o-t
-GetRight
-Getintent
-Go-Ahead-Got-It
+Fyrebot
+GalaxyBot
+Genieo
+GetWeb
+Go!Zilla
 GrabNet
-GridBot
-HTMLparser
-HaosouSpider
-Havij
-Humanlinks
-HybridBot
+GrapeFX
+Hloader
 IDBot
-IRLbot
-Iblog
+Id-search
+IlseBot
 Image Sucker
 IndeedBot
-InfoNaviRobot
-InfoTekies
+Indy Library
 Intelliseek
+Iskanie
+JOC Web Spider
+JamesBOT
 Jbrofuzz
-JennyBot
 Joomla
-Jorgee
-Kenjin Spider
 Keybot Translation-Search-Machine
+Keyword Density
 Kinza
+LNSpiderguy
+Lanshanbot
 Larbin
-Libwhisker
-LinkScan
+Leap
+LeechFTP
+LexiBot
+LibWeb
+Likse
 Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Ltx71
+LinkextractorPro
+Lipperhey Spider
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
 MSFrontPage
-MSIECrawler
 Magnet
-Meanpathbot
-MegaIndex.ru
-Metauri
+Mail.RU_Bot
+Majestic12
+MarkWatch
+MauiBot
+MeanPath Bot
+Mediatoolkitbot
 MicroMessenger
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Navroad
-Net Vampire
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+MolokaiBot
+NPbot
+NearSite
+Needle
+Nessus
 NetAnts
-NetLyzer
+NetSpider
+Netcraft
 Nettrack
-Nibbler
-Nikto
-Nmap
-Not
-Nuclei
+Netvibes
+Nimbostratus
+Ninja
+Nutch
 Octopus
-OnCrawl
-OpenVAS
+Openfind
+OrangeBot
 OutfoxBot
 PECL::HTTP
-PageAnalyzer
-PageGrabber
-PageScorer
-PageThing.com
+POE-Component-Client-HTTP
+Pandalytics
 Panscient
-Picscout
-Picsearch
+Papa Foto
+Pavuk
+PeoplePal
 PictureFinder
 Piepmatz
 PleaseCrawl
-ProWebWalker
+Pockey
+ProPowerBot
+Probethenet
 Psbot
-Pu_iN
-Quick-Crawler
-RankFlex
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActive
+RankActiveLinkBot
+Rankivabot
 RankurBot
 ReGet
-RealDownload
 Reaper
-RocketCrawler
+RebelMouse
+Recorder
+RepoMonkey
 SBIder
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
 SalesIntelligent
-ScoutJet
-Scrapy
 ScreenerBot
-SearchmetricsBot
-Seekport
+SemanticJuice
 Semrush
+SeobilityBot
 Seomoz
-SiteExplorer
 SiteLockSpider
-Sitebeam
-Siteimprove
-SlySearch
-SmartDownload
-Snapbot
-Snoopy
+SiteSnagger
+Snake
+SocialRankIOBot
+Sogou web spider
+Sosospider
+Spammen
 Spanner
-Sqworm
-Stripper
-Sucker
+Spbot
+Sqlworm
+Steeler
 Sucuri
-SuperHTTP
-Surfbot
-Szukacz
+Suzuran
+T0PHackTeam
 T8Abot
-TeleportPro
 Telesoft
-TheNomad
-Thumbor
-Titan
-Toata
+Telesphoreo
 Tracemyfile
 Trendiction
 Trendictionbot
 True_Robot
+Turingos
+Turnitin
 TurnitinBot
+Twice
 Typhoeus
-URLy.Warning
-UnisterBot
-Upflow
-V-BOT
-VB Project
-VCI
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Web Auto
-Web Fetch
+URLy Warning
+VelenPublicWebCrawler
+VidibleScraper
+VoidEYE
+WEBDAV
+Wallpapers
+Wallpapers/3.0
+Web Collage
+Web Enhancer
+Web Fuck
 Web Sauger
-Web Sucker
-WebBandit
+WebAuto
 WebCollage
 WebCopier
-WebEnhancer
 WebFetch
+WebFuck
 WebGo IS
-WebSucker
+WebPix
+WebReaper
+WebStripper
+Webalta
 WebmasterWorldForumBot
 Webshag
-WebsiteQuester
+Website Quester
+WebsiteExtractor
+Webster
 Whack
-Whatweb
-WinHTTrack
+Widow
 Woobot
-Wprecon
+Wotbox
+Xenu
 Zauba
-Zeus
+Zermelo
+Zitebot
 ZoomBot
-arquivo-web-crawler
-check1.exe
+ZyBorg
+adscanner
+arquivo.pt
+cah.io.community
+clark-crawler
 cognitiveseo
-com.plumanalytics
 crawler.feedback
-crawler4j
-dataforseo.com
-heritrix
-instabid
+domainsproject.org
+eCatch
+gopher
 internetVista monitor
+ips-agent
 iubenda-radar
-lwp-request
-lwp-trivial
 magpie-crawler
-muhstik-scan
-probe-image-size
+meanpathbot
+mediawords
+oBot
+page scorer
+pcBrowser
+plumanalytics
 ripz
-s1z.ru
-scalaj-http
+satoristudio.net
 scan.lol
-seocompany.store
-seoscanners
-serpstatbot
+seobility
+seostar
 sexsearcher
-siteripz
-sysscan
-trendiction.de
+sitechecker.pro
+sogouspider
 ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
-x09Mozilla
 zgrab