V4.2022.05.3078 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
+80legs
+AIBOT
 ALittle Client
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-Alligator
+ASPSeek
+Acunetix
+AhrefsBot
+Aipbot
+Alexibot
 Anarchie
-Anarchy
+Ankit
 Apexoo
 Aspiegel
+Asterias
+Atomseobot
 Attach
-AwarioRssBot
+BDFetch
 BLEXBot
-BackDoorBot
-BackStreet
 BacklinkCrawler
+Bandit
 Barkrowler
+Battleztar Bazinga
 BetaBot
-Black Hole
+Bigfoot
+Bitacle
 Blackboard
-Blow
-Brandwatch
+Bolt
+BotALot
+Brandprotect
+Buck
+BuiltBotTough
+BunnySlippers
+CATExplorador
+CCBot
 CODE87
 Calculon
+Cegbfeieh
 CensysInspect
 CheeseBot
+ChinaClaw
 Chlooe
 Claritybot
-Cliqzbot
+Cocolyzebot
 Cogentbot
-Copier
-Copyscape
 Cosmos
-CrazyWebCrawler
+Craftbot
 Crescent
-DTS Agent
-Deusu
-Disco
+CrunchBot
+Custo
+CyotekWebCopy
+DSearch
+Dirbuster
 Discoverybot
-DittoSpyder
-DnyzBot
-Domains Project
+Dispatch
+DomCopBot
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
 Download Wonder
-EMail Wolf
-Ebingbong
-EirGrabber
+ECCP/1.0
+Exabot
+ExtLinksBot
 Extractor
-Ezooms
-FDM
+EyeNetIE
+FlashGet
 Flunky
-Fuzz
+Freeuploader
+FrontPage
+FyberSpider
+Fyrebot
+GT::WWW
 GalaxyBot
-GetRight
-Getintent
-Gigabot
-Go-Ahead-Got-It
+Genieo
+GetWeb
+Go!Zilla
 GoZilla
+GrabNet
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-HTTrack
-Haansoft
+HMView
 HaosouSpider
-Heritrix
-HybridBot
+Harvest
+HonoluluBot
+Humanlinks
 IDBTE4M
-IDBot
-IRLbot
-Iblog
-IlseBot
-Image Fetch
 Image Sucker
-Intelliseek
-InterGET
-Internet Ninja
 InternetSeer
 Iria
-JamesBOT
-JennyBot
-JikeSpider
+Iskanie
+JetCar
+Jorgee
 JustView
-Jyxobot
-Kenjin Spider
-Kinza
+Keyword Density
+Kozmosbot
 LNSpiderguy
 Lanshanbot
-Larbin
-LeechFTP
-Lightspeedsystems
-LinkextractorPro
+Lftp
+LinkScan
+Linkbot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-MIDown tool
+MIIxpc
 MJ12bot
 MSIECrawler
 MTRobot
-Mag-Net
+Magnet
+Mail.RU_Bot
+MarkMonitor
 MarkWatch
-Masscan
+Mass Downloader
 MauiBot
-MeanPath Bot
+Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
-Metauri
-Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Name Intelligence
+Mozlila
+Mr.4x3
+Musobot
+NPbot
+Nameprotect
 Navroad
-Needle
-Net Vampire
-NetLyzer
-NetSpider
+NearSite
+NetAnts
+NetZIP
+Netcraft
+Nettrack
 Netvibes
-NextGenSearchBot
 Nikto
-Nmap
-Nuclei
-Offline Navigator
-OpenLinkProfiler
+Not
+Octopus
+OpenVAS
 Openfind
-Openvas
-OutclicksBot
-POE-Component-Client-HTTP
-PageAnalyzer
-PageThing.com
-Pavuk
+OrangeBot
+OrangeSpider
+Page Analyzer
+PageScorer
+Papa Foto
 Petalbot
 Picscout
+Picsearch
 PictureFinder
-ProWebWalker
-Probethenet
+Piepmatz
+Pimonster
+Pixray
 Psbot
-Pump
-PxBroker
-PyCurl
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
+Quick-Crawler
+RSSingBot
 RankFlex
-RankingBot
-RankingBot2
 Rankivabot
-Re-re
-ReGet
+RankurBot
+RebelMouse
+RepoMonkey
 Ripper
-Rogerbot
+RocketCrawler
 SBIder
 SEOkicks
-SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
 SISTRIX
-ScanAlert
+SalesIntelligent
+Scanbot
+Screaming
+ScrepyBot
+SearchmetricsBot
+Seekport
 SemanticJuice
-SemrushBot
-Snapbot
-SocialRankIOBot
+Semrush
+SeobilityBot
+Siteimprove
+Sociscraper
 SpaceBison
-SpankBot
+Spbot
 Sqlworm
-Steeler
+Sqworm
+Sucuri
 SuperBot
-SurveyBot
-Swiftbot
-Szukacz
-T0PHackTeam
+SuperHTTP
+Surfbot
 TeleportPro
+Telesoft
 Telesphoreo
-Telesphorep
-TheNomad
+Thumbor
 TightTwatBot
-Toweyabot
 Trendictionbot
-True_Robot
-TwengaBot
-URLy Warning
-V-BOT
-Vacuum
+Turnitin
+Twice
+Upflow
+VB Project
+VCI
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
+Virusdie
+Voil
 Voltron
-WEBDAV
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
+Web Auto
 Web Collage
-Web Fetch
+Web Enhancer
 Web Fuck
-Web Sauger
-WebFetch
-WebGo IS
-WebLeacher
-WebPix
+WebAuto
+WebCollage
+WebCopier
+WebImageCollector
 WebSauger
+WebWhacker
+WebZIP
+Webalta
 Webshag
 WebsiteExtractor
-WebsiteQuester
-Whack
-Whatweb
+Webster
+Who.is Bot
 WiseGuys Robot
-Woobot
 Wotbox
 Xaldon WebSpider
 Xaldon_WebSpider
+YoudaoBot
 Zade
-ZmEu
-ZoominfoBot
+Zeus
+Zitebot
 ZumBot
-adscanner
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
-backlink-check
 coccocbot
-cognitiveseo
+com.plumanalytics
 crawler.feedback
-dataforseo.com
-evc-batch
+crawler4j
+domainsproject.org
 gopher
-internetVista monitor
-ips-agent
+heritrix
 isitwp.com
 iubenda-radar
-magpie-crawler
+lwp-trivial
 mediawords
 muhstik-scan
 page scorer
-pcBrowser
-probe-image-size
-ripz
-scalaj-http
-scan.lol
-seobility
+plumanalytics
 seocompany.store
-seostar
-siteripz
-sp_auditbot
+sexsearcher
+spyfu
+sysscan
+tAkeOut
 trendiction.com
 ubermetrics-technologies.com
-webgains-bot
-webpros.com
+webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io