V4.2022.03.2974 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
 404enemy
-80legs
-Aboundexbot
-AhrefsBot
+ADmantX
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
 Aipbot
-Alexibot
-AllSubmitter
 Anarchie
-Anarchy
 Anarchy99
 Ankit
-Asterias
 Attach
 AwarioRssBot
-AwarioSmartBot
-BackDoorBot
-BackWeb
+BDFetch
+Backlink-Ceck
 BacklinkCrawler
-Barkrowler
 Battleztar Bazinga
-BetaBot
-Bigfoot
 Black Hole
-Boardreader
-BotALot
-Brandwatch
-Buck
+BlackWidow
+Blow
+BuiltBotTough
 Bullseye
+BunnySlippers
 Calculon
-CherryPicker
-ChinaClaw
+Cegbfeieh
+CensysInspect
+CheTeam
+Chlooe
 Citoid
-Cocolyzebot
-Cogentbot
-Copyscape
-CrazyWebCrawler
 Crescent
 CrunchBot
 Curious
+DBLBot
+DSearch
+DatabaseDriverMysqli
 Demon
-Deusu
-Devil
+Digincore
+DigitalPebble
 Dirbuster
-Discobot
-DomCopBot
+Disco
+Dispatch
+DittoSpyder
+DomainSigmaCrawler
 DomainStatsBot
-ECCP/1.0
-EMail Wolf
-EasyDL
+EMail Siphon
+Ebingbong
 EirGrabber
+Evil
+ExtractorPro
+Ezooms
 FDM
-FemtosearchBot
+FHscan
+Fimap
+FlashGet
 Flunky
-Fyrebot
-Genieo
-GetRight
-GetWeb
+Foobot
+FrontPage
+Fuzz
 Getintent
-Go!Zilla
+Gigabot
 GoZilla
-Gotit
 GrabNet
-Grabber
-Grafula
-GrapeFX
-HEADMasterSEO
+GrapeshotCrawler
 HMView
+HTMLparser
 HTTP::Lite
-Haansoft
 HaosouSpider
-Harvest
-Havij
+Heritrix
 HybridBot
-Id-search
-Image Sucker
+IRLbot
+IlseBot
+Image Fetch
+InfoTekies
 Intelliseek
+Internet Ninja
 InternetSeer
-JamesBOT
+Iskanie
+JOC Web Spider
+Jetty
 JikeSpider
-Joomla
-Jyxobot
-LeechFTP
+Jorgee
+Kinza
+LexiBot
 Lftp
+Libwhisker
 Lightspeedsystems
-Likse
+LinkWalker
 Linkbot
+Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-Lipperhey
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Ltx71
+Lmspider
 MIDown tool
+MIIxpc
 MJ12bot
+MQQBrowser
 MSFrontPage
 Magnet
-Mail.RU_Bot
 Majestic SEO
-MarkMonitor
 Mass Downloader
 Masscan
 MauiBot
+Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
-Microsoft URL Control
+Minefield
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
 Msrabot
 NICErsPRO
-Nameprotect
+Name Intelligence
 Needle
+Nessus
 NetAnts
-NetSpider
-NetZIP
-Netcraft
 Netvibes
-Nikto
-NimbleCrawler
+Niki-bot
 Nimbostratus
+Ninja
+Nmap
 Not
+Nuclei
 Nutch
 Offline Explorer
-OpenLinkProfiler
-Openfind
-OrangeBot
+Offline Navigator
+OnCrawl
 OrangeSpider
 OutclicksBot
 OutfoxBot
-PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageThing.com
 Pandalytics
-Papa Foto
 PeoplePal
 Petalbot
-Pi-Monster
 Picscout
-PictureFinder
-Piepmatz
-Pixray
+Pimonster
 PleaseCrawl
-ProPowerBot
-PxBroker
-RSSingBot
+Probethenet
+Pump
+QueryN Metasearch
 RankActiveLinkBot
-RankFlex
-RankingBot
 RankingBot2
-Rankivabot
-Re-re
+RankurBot
 ReGet
-RealDownload
+Reaper
+RebelMouse
+Recorder
 RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
-SEOkicks
-SEOkicks-Robot
+SBIder
 SMTBot
-ScanAlert
-ScoutJet
+SalesIntelligent
 Scrapy
-ScrepyBot
-Seekport
+ScreenerBot
+Semrush
 SemrushBot
+SentiBot
 SeoSiteCheckup
-Site Sucker
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-SlySearch
-SmartDownload
-Sociscraper
-Sogou web spider
-SpaceBison
-Sqworm
-Sucker
+Seomoz
+SiteCheckerBotCrawler
+Siteimprove
+Snapbot
+Snoopy
+Spammen
+Spbot
+Stripper
+Sucuri
+SuperBot
 Suzuran
-Swiftbot
-Szukacz
+TeleportPro
+Telesphoreo
 Telesphorep
-TheNomad
+The Intraformant
+Thumbor
 Titan
-Tracemyfile
-Trendiction
-TurnitinBot
-Twice
-Typhoeus
+Trendictionbot
+True_Robot
+Turingos
+TwengaBot
+URLy Warning
+URLy.Warning
 UnisterBot
+Upflow
+V-BOT
 VB Project
-Vacuum
-VelenPublicWebCrawler
+VCI
 VeriCiteCrawler
-WEBDAV
-WWW-Collector-E
-Wallpapers/3.0
+VidibleScraper
+WPScan
+WWWOFFLE
 WallpapersHD
-Web Pix
+Web Auto
+Web Fetch
+Web Sauger
 Web Sucker
 WebAuto
-WebCollage
+WebBandit
 WebCopier
 WebEnhancer
-WebImageCollector
-WebStripper
-Webalta
+WebGo IS
+WebReaper
 WebmasterWorldForumBot
-Webshag
 WebsiteExtractor
-Whacker
+Whack
+Whatweb
+Who.is Bot
+Widow
+Wonderbot
 Wotbox
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
+YoudaoBot
+Zade
+Zermelo
 Zitebot
 ZoomBot
-ZoominfoBot
 ZumBot
+ZyBorg
 adscanner
-autoemailspider
-check1.exe
-clark-crawler
-crawler.feedback
-crawler4j
-dataforseo.com
+archive.org_bot
+cah.io.community
+com.plumanalytics
 demandbase-bot
-facebookscraper
+eCatch
+evc-batch
+gopher
 heritrix
-isitwp.com
-iubenda-radar
-lwp-trivial
+lwp-request
 meanpathbot
 mediawords
 muhstik-scan
 netEstate NE Crawler
-oBot
 pcBrowser
 polaris version
+probe-image-size
 satoristudio.net
-sogouspider
-sp_auditbot
-spyfu
+scalaj-http
+seostar
+sitechecker.pro
+siteripz
 sysscan
-trendiction.com
-voyagerx.com
-xpymep1.exe
+tAkeOut
+trendiction.de
+webgains-bot
+webpros.com
+x09Mozilla
+zauba.io
+zgrab