V4.2022.03.2961 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+80legs
+AIBOT
+Abonti
+Aboundex
 Alexibot
 AllSubmitter
-Anarchie
-Atomseobot
-Attach
-BDFetch
+Alligator
+Anarchy
+Ankit
+AwarioSmartBot
+BDCbot
 BLEXBot
-BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Bandit
-Bitacle
-BlackWidow
-Blackboard
-BlowFish
-Boardreader
-Brandwatch
+BacklinkCrawler
+Badass
+Barkrowler
+BatchFTP
+BetaBot
+Bigfoot
+BotALot
 Buck
-BuiltBotTough
-BuzzSumo
-CATExplorador
 CCBot
-CODE87
 CSHttp
 CheeseBot
 CherryPicker
 ChinaClaw
-Collector
-CopyRightCheck
+Copier
+Copyscape
 Cosmos
-Craftbot
-Crawling at Home Project
+CrazyWebCrawler
 Curious
-DBLBot
-DSearch
-DTS Agent
+Custo
+CyotekWebCopy
+DIIbot
 DataCha0s
-DatabaseDriverMysqli
-Demon
+Devil
 DigitalPebble
+Dirbuster
+Disco
+Discoverybot
+DittoSpyder
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
+Domains Project
 Dotbot
 Drip
 EMail Siphon
-EMail Wolf
 EasyDL
-EirGrabber
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-FDM
-FHscan
-Flunky
-Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
+Ebingbong
+EroCrawler
+ExtLinksBot
+Extractor
+EyeNetIE
+Ezooms
+GT::WWW
+GetRight
+GetWeb
 Getintent
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-Gotit
-GrapeshotCrawler
 GridBot
 HMView
-Haansoft
-Heritrix
-Hloader
+HTTrack
+Harvest
+Havij
 HonoluluBot
+Humanlinks
+IDBTE4M
+IDBot
+Iblog
 Id-search
 IlseBot
-Image Fetch
+Image Sucker
+IndeedBot
 Indy Library
-InfoNaviRobot
-Iria
-IstellaBot
-Jbrofuzz
+InfoTekies
+Intelliseek
+InternetSeer
+Iskanie
+JOC Web Spider
 JetCar
-Kenjin Spider
+Joomla
+Jyxobot
 Kinza
-Lftp
+Kozmosbot
+LWP::Simple
+LeechFTP
+LieBaoFast
+Lightspeedsystems
 Likse
-LinkextractorPro
+LinksManager
 Lipperhey
-Lipperhey Spider
-Litemage_walker
 MFC_Tear_Sample
 MIDown tool
-MQQBrowser
-MSFrontPage
-MTRobot
-Mag-Net
-Majestic SEO
-MarkMonitor
+MIIxpc
 Mass Downloader
-Masscan
 Mb2345Browser
-Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
+MeanPath Bot
+Metauri
+MicroMessenger
 Minefield
-Mister PiX
 Moblie Safari
+Mojolicious
+MolokaiBot
 Mozlila
-Musobot
+Mr.4x3
+NICErsPRO
+NPbot
 Name Intelligence
 Nameprotect
-Net Vampire
+Navroad
+Needle
+Nessus
 NetLyzer
-NetSpider
+NetZIP
+Netcraft
 Nettrack
-Netvibes
-NextGenSearchBot
-NimbleCrawler
-Not
+Nibbler
+Niki-bot
+Nikto
+Nmap
 Nuclei
-Nutch
-Offline Navigator
-OpenVAS
-Openfind
-OrangeBot
-OrangeSpider
+Offline Explorer
+OnCrawl
+Openvas
+OutfoxBot
 PECL::HTTP
 PHPCrawl
 Page Analyzer
-PageGrabber
+PageAnalyzer
 PageScorer
-Panscient
-Papa Foto
+Pandalytics
 Pavuk
 Picscout
-Picsearch
-Piepmatz
+PictureFinder
 Pimonster
-Pixray
-PleaseCrawl
-Pockey
-ProPowerBot
 PxBroker
-RankingBot2
-Rankivabot
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
 RankurBot
-ReGet
+RedesScrapy
 RepoMonkey
 RocketCrawler
-Rogerbot
+SBIder
 SEOkicks-Robot
+SEOprofiler
+SEOstats
+SISTRIX
 SMTBot
-Scanbot
-Screaming
-ScrepyBot
-Searchestate
-SemrushBot
+ScanAlert
+Scrapy
+ScreenerBot
+SearchmetricsBot
+Seomoz
 Siphon
-SiteExplorer
 SiteSnagger
-SiteSucker
-Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
-SmartDownload
-Snake
-SocialRankIOBot
-Sogou web spider
-SpaceBison
-Spammen
+SpankBot
 Spanner
 Spbot
 SputnikBot
-Sqlworm
-Steeler
+Sqworm
 Sucuri
+SuperHTTP
 Suzuran
-T8Abot
-Teleport
-Telesphorep
-Thumbor
+Swiftbot
+Szukacz
+The Intraformant
 Titan
-Toata
-Toweyabot
 Tracemyfile
-Trendictionbot
-True_Robot
 Turingos
-UnisterBot
-V-BOT
+TurnitinBot
+Twice
+URLy Warning
+URLy.Warning
+Upflow
+VB Project
 Vacuum
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
 VoidEYE
 Voltron
 WASALive-Bot
-WWW-Mechanize
-WeSEE
-Web Auto
+WEBDAV
+WWW-Collector-E
+Wallpapers
+WallpapersHD
+Web Enhancer
+Web Fetch
 Web Pix
 Web Sucker
 WebAuto
-WebGo IS
+WebFetch
+WebFuck
 WebImageCollector
+WebLeacher
 WebPix
-WebReaper
 WebSauger
-WebSucker
 WebWhacker
-WebZIP
+Webalta
 Webshag
 WebsiteQuester
-Whatweb
-Who.is Bot
-Wprecon
-Zitebot
-ZoomBot
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
+Xaldon_WebSpider
+Zeus
+ZmEu
+ZoominfoBot
 ZumBot
-ZyBorg
-arquivo-web-crawler
+adscanner
+archive.org_bot
 arquivo.pt
-backlink-check
-crawler4j
-demandbase-bot
-eCatch
-evc-batch
+com.plumanalytics
+crawler.feedback
 facebookscraper
-heritrix
-isitwp.com
+internetVista monitor
 iubenda-radar
+lwp-request
 lwp-trivial
-mediawords
-s1z.ru
+meanpathbot
+muhstik-scan
+pcBrowser
+plumanalytics
+polaris version
+satoristudio.net
+scalaj-http
+scan.lol
 seocompany.store
+seoscanners
 seostar
 serpstatbot
-sitechecker.pro
+sexsearcher
 siteripz
 sogouspider
-spyfu
+tAkeOut
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
+webpros.com
+webprosbot
 x09Mozilla
-x22Mozilla
-xpymep1.exe
 zauba.io
-zgrab