V4.2022.08.3281 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+404enemy
 80legs
-ADmantX
-Abonti
-AfD-Verbotsverfahren
+AIBOT
+Aboundex
+Aboundexbot
+AhrefsBot
+Aipbot
 AllSubmitter
 Alligator
-Anarchy
-Anthill
-Apexoo
-Atomseobot
-BBBike
-Backlink-Ceck
+AlphaBot
+Anarchie
+AwarioSmartBot
+BackStreet
+BackWeb
+BacklinkCrawler
+Badass
+Bandit
 Barkrowler
+BatchFTP
 Bigfoot
+Black Hole
 Blackboard
+Brandprotect
 Buck
 Buddy
-BuiltBotTough
-BuiltWith
+Bullseye
+BunnySlippers
 CATExplorador
-CCBot
+CSHttp
 Calculon
 Cegbfeieh
-CensysInspect
+CheTeam
 CheeseBot
 CherryPicker
-ChinaClaw
+Chlooe
 Citoid
-Claritybot
 Cocolyzebot
-Collector
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
-DBLBot
+Crawling at Home Project
+Custo
 DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Devil
+Digincore
+Discobot
 Discoverybot
+Dispatch
 DnBCrawler-Analytics
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
 Drip
-ECCP/1.0
-EMail Siphon
 EasyDL
-EroCrawler
+Ecxi
 Exabot
-ExtLinksBot
-ExtractorPro
+Express WebPictures
 EyeNetIE
 Ezooms
-FemtosearchBot
-Fimap
+FHscan
 Firefox/7.0
-FlashGet
-Fuzz
-FyberSpider
-Fyrebot
+Flunky
+Freeuploader
+FrontPage
 G-i-g-a-b-o-t
-GT::WWW
 Genieo
-GermCrawler
-GetWeb
 Getintent
 Gigabot
-GrabNet
+GoZilla
+Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
-HMView
-HTTP::Lite
+HTTrack
+Harvest
 Havij
-Heritrix
 HonoluluBot
+Humanlinks
 HybridBot
-IDBTE4M
 IDBot
-Iblog
-Id-search
-IndeedBot
-Intelliseek
-Iskanie
-JennyBot
-JetCar
-Jorgee
+InfoTekies
+IstellaBot
+JOC Web Spider
+Joomla
+JustView
 Kenjin Spider
 Keyword Density
 Kozmosbot
-LeechFTP
-Lftp
-Likse
-LinkScan
-Linkbot
+LNSpiderguy
+LWP::Simple
+LibWeb
+Libwhisker
+LinkextractorPro
 LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lmspider
+LinqiaScrapeBot
 Ltx71
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
-MSIECrawler
+MJ12bot
+MQQBrowser
+MSFrontPage
 Mag-Net
+Magnet
 Majestic SEO
+Majestic-SEO
+Majestic12
 MarkWatch
 Masscan
-Meanpathbot
-Metauri
+MauiBot
+MeanPath Bot
+Mediatoolkitbot
 Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
-Mr.4x3
+Mozlila
 Msrabot
 Musobot
-Name Intelligence
-NearSite
+NICErsPRO
 Needle
-Nessus
-Net Vampire
-NetLyzer
-NetSpider
 NetZIP
+Netcraft
 Niki-bot
-Nikto
 NimbleCrawler
-Nmap
-Octopus
-Offline Explorer
+Nimbostratus
+Ninja
+Not
+Nuclei
+Nutch
 Offline Navigator
-OrangeSpider
-PHPCrawl
+OnCrawl
+OpenVAS
+Openvas
+OutclicksBot
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
+PageScorer
 Pandalytics
 Panscient
-Papa Foto
 Pavuk
-PeoplePal
-Pi-Monster
+PictureFinder
+Piepmatz
 Pixray
+PleaseCrawl
 Pockey
-Psbot
-QueryN Metasearch
 Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankingBot
-Rankivabot
+RSSingBot
 ReGet
-Reaper
+RebelMouse
 Recorder
-RedesScrapy
-RepoMonkey
-Ripper
-SEOprofiler
-SEOstats
-Searchestate
+RocketCrawler
+Scanbot
+Scrapy
+ScreenerBot
+ScrepyBot
 SearchmetricsBot
-Seekport
-SemanticJuice
 Semrush
+SemrushBot
+Seomoz
 Siphon
-SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
 SiteSnagger
+SiteSucker
 Sitebeam
-Sitevigil
 SmartDownload
 Snapbot
-SocialRankIOBot
-Spammen
+Sogou web spider
+Sosospider
+Spanner
 SputnikBot
-Stripper
+Sqlworm
+Sucker
 Sucuri
-SuperHTTP
-Suzuran
+Swiftbot
 Szukacz
-T0PHackTeam
-Telesphoreo
-Telesphorep
-TightTwatBot
-Toata
+Teleport
+TeleportPro
+Telesoft
+Titan
 Toweyabot
-Trendictionbot
-TwengaBot
+TurnitinBot
 Typhoeus
-URLy.Warning
-Upflow
-Virusdie
-Voil
-Voltron
-WBSearchBot
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
 WEBDAV
-WISENutbot
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Auto
 Web Enhancer
-Web Fuck
 Web Sauger
+Web Sucker
 WebBandit
-WebFetch
+WebCopier
+WebEnhancer
 WebFuck
+WebImageCollector
 WebReaper
 WebSauger
 WebStripper
+WebSucker
 WebWhacker
-Webalta
-Webshag
+WebmasterWorldForumBot
 Website Quester
+Whack
+Whatweb
 Who.is Bot
 Widow
-WinHTTrack
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
-Wprecon
+Xenu
 Zade
+Zauba
+Zeus
+Zitebot
 ZmEu
+ZoominfoBot
+ZyBorg
 adscanner
-archive.org_bot
 autoemailspider
-backlink-check
-check1.exe
-coccocbot
-cognitiveseo
+cah.io.community
 com.plumanalytics
-crawl.sogou.com
+crawler4j
 demandbase-bot
-eCatch
-evc-batch
-facebookscraper
-instabid
+gopher
 ips-agent
-lwp-trivial
+iubenda-radar
+linkdexbot
 magpie-crawler
-mediawords
-page scorer
-ripz
+muhstik-scan
+pcBrowser
+probe-image-size
+satoristudio.net
 scalaj-http
+seobility
 seoscanners
-seostar
+tAkeOut
 trendiction.com
 voyagerx.com
-webprosbot
-x22Mozilla
+webmeup-crawler
+x09Mozilla
+zauba.io
 zgrab