V4.2022.02.2942 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
-404enemy
-AIBOT
 ALittle Client
 ASPSeek
-Acunetix
-Aipbot
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
 Alexibot
-Alligator
-Apexoo
-Asterias
-Atomseobot
-Attach
+Ankit
 BBBike
+BDFetch
+BackDoorBot
+BackStreet
 Badass
-BatchFTP
-BlackWidow
-BotALot
+Bandit
+Barkrowler
+Battleztar Bazinga
 Brandprotect
-BuiltBotTough
+Buddy
 Bullseye
+BunnySlippers
 CCBot
+CODE87
 CSHttp
-Calculon
 CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
-Citoid
-Cliqzbot
+ChinaClaw
+Chlooe
 Cloud mapping
+Cogentbot
 Copier
-Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
+Crescent
 Custo
-CyotekWebCopy
-DSearch
-Digincore
+DBLBot
+DIIbot
+DTS Agent
+DatabaseDriverMysqli
 DigitalPebble
-Discoverybot
-DittoSpyder
+Discobot
+DnBCrawler-Analytics
 DomCopBot
-DomainAppender
+DomainSigmaCrawler
 Domains Project
 Download Wonder
+Dragonfly
 Drip
 EMail Siphon
 EMail Wolf
+Ebingbong
 Ecxi
 EirGrabber
-EroCrawler
-Evil
+Exabot
+Express WebPictures
 ExtLinksBot
-ExtractorPro
+Extreme Picture Finder
 FDM
-FHscan
-FemtosearchBot
 FlashGet
-Flunky
 Foobot
-Freeuploader
+Fuzz
+FyberSpider
+Fyrebot
+GalaxyBot
 Genieo
 GermCrawler
-Go!Zilla
+GetWeb
+Getintent
 Gotit
-Grafula
-HTMLparser
-HTTP::Lite
-HTTrack
-Heritrix
+GrabNet
+GrapeFX
+GridBot
+HEADMasterSEO
+HMView
+HaosouSpider
+Havij
 Hloader
-HybridBot
 IDBTE4M
 IRLbot
-Iblog
-InfoTekies
+Image Fetch
+Image Sucker
+InterGET
 Internet Ninja
-InternetSeer
 Iria
-JOC Web Spider
+Iskanie
 JamesBOT
-Jbrofuzz
 JennyBot
-JetCar
-JikeSpider
+Joomla
+Jorgee
+JustView
 Jyxobot
 Kenjin Spider
-Kozmosbot
-Larbin
+Keyword Density
+Kinza
+LWP::Simple
 Leap
 LexiBot
+Libwhisker
 LieBaoFast
-Likse
-LinkScan
 Linkbot
-LinkextractorPro
+Linkdexbot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
+LinqiaRSSBot
 Litemage_walker
 Ltx71
 MFC_Tear_Sample
 MIIxpc
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic12
-Metauri
-Microsoft Data Access
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+MarkWatch
+Masscan
+Mata Hari
+MeanPath Bot
+Meanpathbot
+MicroMessenger
 Microsoft URL Control
-Morfeus Fucking Scanner
-Musobot
-NPbot
+Minefield
+Mojeek
+Mojolicious
+MolokaiBot
+Mozlila
 Name Intelligence
-NearSite
+Navroad
 Needle
-Net Vampire
-NetMechanic
-Netcraft
+Nessus
+NetAnts
+NetLyzer
 Nettrack
+Netvibes
 Nibbler
+Niki-bot
+NimbleCrawler
+Nimbostratus
 Ninja
-Nmap
-Not
 Nutch
+OpenLinkProfiler
+Openvas
+PECL::HTTP
+PHPCrawl
 Page Analyzer
 PageAnalyzer
-PageScorer
-Petalbot
-Pi-Monster
+Papa Foto
+Pavuk
 Picscout
 Piepmatz
-PleaseCrawl
-ProPowerBot
+Pixray
 Probethenet
 Pu_iN
 Pump
-Quick-Crawler
+PxBroker
+PyCurl
 RSSingBot
 RankActive
-RankFlex
-Rankivabot
-Re-re
-RealDownload
-Recorder
-RedesScrapy
+RankActiveLinkBot
+Reaper
+RocketCrawler
 SBIder
-SEOprofiler
-SEOstats
-SISTRIX
-ScanAlert
-ScoutJet
-Screaming
-ScreenerBot
-Searchestate
-SemanticJuice
-SemrushBot
+SEOkicks
+SEOlyticsCrawler
+SalesIntelligent
+Scanbot
+Scrapy
 SentiBot
-SeoSiteCheckup
+Shodan
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
+SiteSnagger
 Siteimprove
 SmartDownload
-Snoopy
-SpaceBison
+Snapbot
+Sogou web spider
+Sottopop
 SpankBot
-Spanner
+Spbot
+SputnikBot
+Sqlmap
 Sqlworm
-Surfbot
-Telesoft
+Sucuri
+SuperHTTP
+Suzuran
+Szukacz
+T0PHackTeam
 Telesphoreo
-Thumbor
 TightTwatBot
-Titan
-Toweyabot
-TurnitinBot
-TwengaBot
-Twice
-Typhoeus
-URLy.Warning
+Toata
+Trendiction
+Turnitin
+URLy Warning
 UnisterBot
 Upflow
 VB Project
+VCI
 Vacuum
-VelenPublicWebCrawler
 VidibleScraper
-Virusdie
+VoidEYE
 WASALive-Bot
 WEBDAV
+WISENutbot
 WWW-Mechanize
-WWWOFFLE
-Wallpapers
+Wallpapers/3.0
 WeSEE
-Web Fuck
-WebFetch
-WebImageCollector
-WebLeacher
+Web Collage
+Web Pix
+Web Sauger
+Web Sucker
+WebBandit
+WebEnhancer
+WebGo IS
 WebReaper
 WebSucker
-WebWhacker
-WebmasterWorldForumBot
-Webshag
+Webalta
 Website Quester
-WebsiteExtractor
 Webster
-Whack
-Widow
-WinHTTrack
-WiseGuys Robot
+Whacker
+Wonderbot
 Woobot
 Wprecon
-Xaldon_WebSpider
-Xenu
-Zauba
-adscanner
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
-clark-crawler
-com.plumanalytics
-dataforseo.com
-facebookscraper
-heritrix
+Xaldon WebSpider
+YoudaoBot
+ZoominfoBot
+ZumBot
+coccocbot
+crawler4j
+domainsproject.org
+gopher
+instabid
 ips-agent
 isitwp.com
 lwp-trivial
-mediawords
-muhstik-scan
-netEstate NE Crawler
-oBot
+meanpathbot
+page scorer
 plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-scalaj-http
+ripz
+satoristudio.net
+scan.lol
+seobility
 seocompany.store
-seoscanners
-sitechecker.pro
+sexsearcher
+siteripz
+sp_auditbot
+spyfu
+sysscan
+tAkeOut
+trendiction.de
 ubermetrics-technologies.com
-webprosbot
+webgains-bot
 x09Mozilla
 x22Mozilla
-zauba.io