V4.2022.01.2850 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
 404enemy
+80legs
+ADmantX
+AIBOT
 ASPSeek
-Acunetix
-Aipbot
-AllSubmitter
-Ankit
-AwarioSmartBot
+Abonti
+AfD-Verbotsverfahren
+AiHitBot
+Alligator
+Anarchie
+Anarchy99
+Apexoo
+Attach
 BBBike
+BDCbot
 BackStreet
-Backlink-Ceck
+BackWeb
 BacklinkCrawler
 Badass
 Bandit
-Barkrowler
+BatchFTP
+BetaBot
+Bigfoot
 Bitacle
-BlackWidow
-Blow
+Black Hole
+Boardreader
 Bolt
-Brandprotect
-Buddy
+Brandwatch
 BuiltBotTough
 BuiltWith
-Bullseye
+BunnySlippers
 BuzzSumo
-Cegbfeieh
+CheTeam
 CheeseBot
-Cliqzbot
-Collector
-Copier
+ChinaClaw
+Chlooe
+Citoid
+Claritybot
+Cocolyzebot
+Cosmos
 Craftbot
+CrazyWebCrawler
+Custo
+DBLBot
 DIIbot
-DSearch
-DatabaseDriverMysqli
+DataCha0s
 Deusu
+Digincore
 DigitalPebble
-Disco
-Dispatch
-DittoSpyder
-DomCopBot
+Dirbuster
+Discoverybot
 DomainCrawler
-Download Wonder
-Dragonfly
-EMail Wolf
-Ebingbong
+Domains Project
+Drip
 Ecxi
+EirGrabber
 EroCrawler
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-FDM
-FemtosearchBot
-Fimap
+Extractor
+EyeNetIE
+FHscan
 FlashGet
 Flunky
-Foobot
+Freeuploader
+Fuzz
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+GermCrawler
 GetRight
-GetWeb
-Getintent
+Go!Zilla
+GrabNet
+GrapeFX
 GrapeshotCrawler
+HEADMasterSEO
 HMView
 HTMLparser
 HTTP::Lite
-Haansoft
-Havij
+Harvest
 Heritrix
+Hloader
+HybridBot
+IDBTE4M
+IDBot
+Id-search
 IlseBot
 Image Sucker
-IndeedBot
-Indy Library
-InternetSeer
+Intelliseek
+Internet Ninja
 Iskanie
-JOC Web Spider
 JamesBOT
-Jetty
+JetCar
 JikeSpider
 Jorgee
+Kenjin Spider
 Kinza
-Kozmosbot
-Lanshanbot
-LeechGet
+Larbin
+Leap
+LeechFTP
 LibWeb
+Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
-Linkdexbot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Lmspider
+Ltx71
+MIDown tool
+MIIxpc
 MJ12bot
-Mail.RU_Bot
-Mass Downloader
+MQQBrowser
+MTRobot
+Magnet
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
+Masscan
 Mata Hari
-Meanpathbot
-MicroMessenger
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
 Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
+Minefield
+Mojolicious
 Mozlila
 Mr.4x3
-Msrabot
 NICErsPRO
 NPbot
-Name Intelligence
-Navroad
-NearSite
-Needle
-Nessus
-Net Vampire
-NetMechanic
+NetAnts
+Netcraft
 Nettrack
+Netvibes
 Nibbler
-Nikto
-NimbleCrawler
-Not
-Nuclei
-OpenVAS
+Niki-bot
+Ninja
+Nmap
+Nutch
+Octopus
+Offline Explorer
 Openfind
-Openvas
-OutfoxBot
-PECL::HTTP
-Page Analyzer
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
-Pavuk
+Panscient
+Papa Foto
 PeoplePal
-Pi-Monster
-Picsearch
-Piepmatz
-Pixray
+Picscout
+Pockey
 ProPowerBot
 ProWebWalker
 Probethenet
-Psbot
-QueryN Metasearch
+Pu_iN
 RSSingBot
-RankActive
-RankingBot2
-Rankivabot
-ReGet
-Reaper
-SEOkicks
-SISTRIX
-ScanAlert
+RankFlex
+RankurBot
+RedesScrapy
+RepoMonkey
+SBIder
+SEOprofiler
+SEOstats
+SMTBot
+Scanbot
 ScoutJet
-Screaming
-ScreenerBot
 ScrepyBot
-Seekport
-Semrush
+Seomoz
 Siphon
-Site Sucker
 SiteExplorer
 SiteSucker
-Siteimprove
 Sitevigil
 Snapbot
 Snoopy
-Sosospider
-Sottopop
+Sogou web spider
+SpaceBison
 SpankBot
+Spanner
 Spbot
 Spinn3r
-Sqlmap
+SputnikBot
+Sqlworm
 Sqworm
-Sucker
-Sucuri
+Stripper
 SuperBot
-Suzuran
+SuperHTTP
+Surfbot
+Swiftbot
 Szukacz
-T0PHackTeam
-TeleportPro
-Telesoft
-Telesphorep
-The Intraformant
-TightTwatBot
+Teleport
+Toata
+Tracemyfile
 Trendiction
 Trendictionbot
-True_Robot
-Turnitin
 Twice
-Typhoeus
-URLy.Warning
-Upflow
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-VoidEYE
 Voil
-WBSearchBot
+Voltron
+WEBDAV
+WISENutbot
+WPScan
 WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+WallpapersHD
 WeSEE
+Web Auto
 Web Fetch
-Web Fuck
-Web Sucker
-WebBandit
+Web Pix
+WebFetch
 WebFuck
 WebGo IS
-WebImageCollector
+WebLeacher
 WebStripper
-WebWhacker
-WebZIP
-WebsiteExtractor
-Whatweb
-Woobot
-Xaldon_WebSpider
+Webster
+Whack
+Who.is Bot
 Xenu
-Zade
-Zermelo
+YoudaoBot
 Zitebot
 ZyBorg
+archive.org_bot
 arquivo.pt
-autoemailspider
-check1.exe
-cognitiveseo
-com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-dataforseo.com
+eCatch
+evc-batch
 instabid
-ips-agent
-isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
-meanpathbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
+internetVista monitor
+oBot
 page scorer
 plumanalytics
-scalaj-http
-scan.lol
+s1z.ru
 seobility
-seoscanners
+seocompany.store
 seostar
+serpstatbot
+sitechecker.pro
+siteripz
+sogouspider
 sp_auditbot
-sysscan
-tAkeOut
-ubermetrics-technologies.com
-webgains-bot
 webmeup-crawler
-webpros.com
-x09Mozilla
-x22Mozilla
+zauba.io
 zgrab