V4.2022.06.3182 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
 80legs
+AIBOT
 Abonti
 Aboundex
-AhrefsBot
+AfD-Verbotsverfahren
 Aipbot
-Alexibot
-Alligator
-Anthill
+AllSubmitter
+Anarchie
+Anarchy
+Anarchy99
+Apexoo
 Asterias
-AwarioRssBot
-BBBike
+Atomseobot
+Attach
 BDCbot
 BLEXBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
 Badass
 Bandit
 Battleztar Bazinga
-BlackWidow
-Blackboard
-Brandwatch
+BetaBot
+Bigfoot
+Blow
+BlowFish
+Boardreader
+Bolt
+Brandprotect
 Buddy
-BunnySlippers
-CazoodleBot
+BuiltBotTough
+BuiltWith
+Bullseye
+BuzzSumo
+CCBot
+Calculon
+Cegbfeieh
 CensysInspect
-CheTeam
-CheeseBot
+CherryPicker
 Citoid
 Claritybot
-Cliqzbot
 Cloud mapping
-Cocolyzebot
-Collector
+Cogentbot
+Copier
+CopyRightCheck
+Copyscape
 Cosmos
 Craftbot
-CrazyWebCrawler
-CrunchBot
+Crescent
 Curious
 Custo
 DBLBot
 DIIbot
+DSearch
 DataCha0s
 DatabaseDriverMysqli
 Deusu
-DigitalPebble
+Devil
+Digincore
 Dirbuster
+Disco
 Dispatch
+DittoSpyder
 DomCopBot
-DomainStatsBot
-Download Wonder
+DomainAppender
+Dotbot
 Dragonfly
-EMail Siphon
-EasyDL
-Ecxi
+ECCP/1.0
+Ebingbong
 EirGrabber
-EroCrawler
 ExtLinksBot
-ExtractorPro
 EyeNetIE
-FDM
+Ezooms
 FHscan
+FemtosearchBot
 Flunky
-Foobot
 FyberSpider
-GT::WWW
-GalaxyBot
-Genieo
-GetRight
-Go!Zilla
-Go-Ahead-Got-It
-GrapeFX
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
-HTMLparser
+G-i-g-a-b-o-t
+Gigabot
+GoZilla
+Grabber
+HTTP::Lite
 HTTrack
-Heritrix
+Havij
+HonoluluBot
+Humanlinks
 IDBTE4M
-Iblog
-IlseBot
 Image Fetch
-Image Sucker
-Indy Library
+Intelliseek
+Internet Ninja
 InternetSeer
-JOC Web Spider
-JetCar
-JikeSpider
+Iria
+Iskanie
+IstellaBot
+JennyBot
+Jetty
 Joomla
-Jyxobot
+Kenjin Spider
+Keyword Density
+Kozmosbot
 LWP::Simple
-LieBaoFast
+Leap
+LeechGet
+LibWeb
+Lightspeedsystems
 Likse
-LinkScan
-Linkbot
-LinqiaMetadataDownloaderBot
+LinkpadBot
+LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Ltx71
+Lmspider
 MIIxpc
+MJ12bot
 MSIECrawler
+MTRobot
 Mail.RU_Bot
-Majestic12
-MeanPath Bot
+MarkMonitor
+Mass Downloader
+Mb2345Browser
+Mediatoolkitbot
 Metauri
-MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
 Moblie Safari
+Mojolicious
 Morfeus Fucking Scanner
-Name Intelligence
-Nessus
-Nettrack
+Mr.4x3
+NPbot
+NearSite
+Needle
+NetAnts
+NetMechanic
+NetZIP
+Netcraft
+Netvibes
 NextGenSearchBot
-Nibbler
-Niki-bot
-NimbleCrawler
-Nmap
-Not
+Nimbostratus
+Ninja
 Octopus
 Offline Explorer
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
+PECL::HTTP
 PageGrabber
-Picscout
-Pimonster
-PleaseCrawl
-Probethenet
-Psbot
-Pu_iN
-PxBroker
-PyCurl
-RSSingBot
-RankingBot
+Panscient
+Papa Foto
+PeoplePal
+Picsearch
+Piepmatz
+Pockey
+QueryN Metasearch
+Quick-Crawler
+RankActive
 RankingBot2
+Rankivabot
+RankurBot
+ReGet
+RealDownload
+Reaper
 RebelMouse
+Recorder
 RedesScrapy
-RepoMonkey
+Ripper
 Rogerbot
 SBIder
 SEOkicks-Robot
 SEOprofiler
 SEOstats
-SMTBot
 SalesIntelligent
-ScanAlert
-Scrapy
+Scanbot
+ScoutJet
 Screaming
+Searchestate
+SearchmetricsBot
+SemanticJuice
+Semrush
 SemrushBot
-Seomoz
-Siphon
+Site Sucker
 SiteSucker
-SmartDownload
+Sitebeam
+Snapbot
+Snoopy
 Sosospider
-Sottopop
-Spammen
-SputnikBot
-Sqlmap
+SpaceBison
+Spbot
+Spinn3r
 Sqlworm
 Steeler
 Stripper
-SuperHTTP
-Surfbot
-SurveyBot
-Swiftbot
-Szukacz
-T0PHackTeam
-TeleportPro
-Telesphorep
-TheNomad
+Sucker
+SuperBot
+Telesoft
+Telesphoreo
 Thumbor
-Trendictionbot
-True_Robot
-Turingos
-Turnitin
-TwengaBot
+Toweyabot
+Trendiction
+TurnitinBot
 Twice
-Typhoeus
 URLy.Warning
-Upflow
-V-BOT
-VCI
-Vacuum
+VB Project
 Vagabondo
-Virusdie
 VoidEYE
-Voil
-Voltron
-WASALive-Bot
-WBSearchBot
 WWW::Mechanize
 WWWOFFLE
 Web Auto
 Web Enhancer
-Web Fuck
-WebAuto
+Web Sucker
 WebBandit
-WebCollage
+WebEnhancer
 WebFetch
-WebLeacher
-WebPix
-WebReaper
+WebSauger
+WebStripper
 WebSucker
-WebZIP
+Webalta
 WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteExtractor
-Whack
-Widow
-WiseGuys Robot
-Woobot
+WebsiteQuester
+Who.is Bot
+WinHTTrack
+Wotbox
+Wprecon
+Xenu
 YoudaoBot
-Zade
-Zauba
-Zeus
+Zermelo
 Zitebot
-ZmEu
 ZoominfoBot
-ZyBorg
 adscanner
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
-com.plumanalytics
-crawler4j
+coccocbot
+cognitiveseo
+crawl.sogou.com
+dataforseo.com
+demandbase-bot
 domainsproject.org
-gopher
-isitwp.com
-iubenda-radar
-linkdexbot
-muhstik-scan
-page scorer
-ripz
-scalaj-http
-serpstatbot
-sitechecker.pro
+eCatch
+internetVista monitor
+meanpathbot
+oBot
+pcBrowser
+polaris version
+s1z.ru
+seobility
+seostar
+sexsearcher
 sogouspider
-sp_auditbot
-trendiction.com
+tAkeOut
+trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+x09Mozilla
 x22Mozilla
-xpymep1.exe
 zauba.io
+zgrab