V4.2022.08.3285 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-AIBOT
-Abonti
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AllSubmitter
-AlphaBot
-Ankit
+ADmantX
+Alligator
+Anarchy
 Asterias
 Atomseobot
+AwarioRssBot
 AwarioSmartBot
+BBBike
+BDFetch
 BackDoorBot
-Backlink-Ceck
+BackWeb
 Bandit
-Barkrowler
+BatchFTP
 BetaBot
-Bigfoot
 Bitacle
+Black Hole
 Blow
 Boardreader
 BotALot
+Brandprotect
 Brandwatch
-Buck
-Bullseye
-BuzzSumo
-CATExplorador
+BunnySlippers
 CCBot
+CODE87
+CSHttp
 Calculon
-CazoodleBot
+Cegbfeieh
+CensysInspect
+CheeseBot
 CherryPicker
-ChinaClaw
 Chlooe
-Citoid
 Cliqzbot
-Cloud mapping
 Cogentbot
+Collector
+Copier
+CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
 CrazyWebCrawler
-CrunchBot
+Curious
+Custo
 CyotekWebCopy
-DBLBot
-DTS Agent
-Demon
-Devil
-Digincore
-Disco
-Discobot
+DatabaseDriverMysqli
+Dirbuster
 DittoSpyder
+DnyzBot
+DomainAppender
 DomainStatsBot
-Dotbot
+Domains Project
 Download Wonder
 Drip
-Ebingbong
-EroCrawler
+EMail Siphon
+EasyDL
+Evil
 Exabot
-Express WebPictures
-Extractor
 ExtractorPro
 EyeNetIE
-Ezooms
-Fimap
-Foobot
-FrontPage
+FemtosearchBot
+Flunky
 G-i-g-a-b-o-t
-GermCrawler
+GT::WWW
+GalaxyBot
+GetRight
 Getintent
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
 GrabNet
-HTMLparser
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HMView
 HTTP::Lite
 HTTrack
-Haansoft
 Hloader
 HonoluluBot
 HybridBot
-Image Sucker
-IndeedBot
-Indy Library
-Intelliseek
+IDBTE4M
+Id-search
+InfoTekies
 InterGET
+Internet Ninja
 InternetSeer
-Iskanie
 JOC Web Spider
-JennyBot
-Jetty
-Jorgee
+Jbrofuzz
+JetCar
+JikeSpider
+Joomla
 JustView
-Jyxobot
-Kozmosbot
-LWP::Simple
-Leap
+Keybot Translation-Search-Machine
+Keyword Density
+Lanshanbot
+Larbin
 LeechFTP
+LeechGet
 LexiBot
 Lftp
-LibWeb
 Libwhisker
-LinkScan
+Likse
+Linkbot
 LinkextractorPro
-LinkpadBot
 LinqiaScrapeBot
-Lmspider
-MJ12bot
+Lipperhey
+Litemage_walker
+MIDown tool
 MQQBrowser
-MSIECrawler
-Mag-Net
-Majestic-SEO
-MarkMonitor
-Mata Hari
+MSFrontPage
+Mail.RU_Bot
+MarkWatch
+Mass Downloader
+MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-MicroMessenger
+Microsoft URL Control
 Minefield
-Mojolicious
+Mister PiX
 MolokaiBot
-Mozlila
-NICErsPRO
+Msrabot
+NPbot
 Nameprotect
 NearSite
-Needle
-Nessus
 Net Vampire
 NetAnts
+NetLyzer
+NetMechanic
+NetZIP
+Netvibes
+NextGenSearchBot
 Nibbler
 Niki-bot
-Nimbostratus
-Nmap
+Ninja
 Not
+Nutch
 Octopus
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-Openfind
+OpenVAS
+OrangeBot
 OrangeSpider
-OutfoxBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
-Panscient
+PageThing.com
+Pandalytics
+Papa Foto
 Pavuk
 Picscout
 Picsearch
-Piepmatz
-PxBroker
-QueryN Metasearch
-Rankivabot
-Re-re
-ReGet
+PyCurl
+RankActive
+RankingBot
+RankingBot2
+RankurBot
 RealDownload
-SISTRIX
-ScanAlert
-ScoutJet
-Screaming
-ScrepyBot
+RedesScrapy
+Ripper
+SEOlyticsCrawler
+SEOstats
+SalesIntelligent
+ScreenerBot
 Seekport
-SemrushBot
-SentiBot
-Shodan
-Site Sucker
+Semrush
+Seomoz
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Snake
-Snapbot
+Sitebeam
+Siteimprove
+Sitevigil
+SlySearch
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-SpaceBison
-Spammen
+Sottopop
 SpankBot
-Spinn3r
-Sqlworm
+Spanner
+Sqworm
+Stripper
 Sucker
-Surfbot
+SuperHTTP
 SurveyBot
-Suzuran
-Swiftbot
-T0PHackTeam
-T8Abot
+Teleport
 TeleportPro
 Telesoft
 Telesphoreo
-The Intraformant
-Thumbor
-TightTwatBot
-Toweyabot
-Trendiction
+Toata
+True_Robot
+TwengaBot
 UnisterBot
-Upflow
-V-BOT
+Vacuum
 Vagabondo
-WASALive-Bot
-WWW-Collector-E
+VeriCiteCrawler
+WBSearchBot
+WPScan
+WWW-Mechanize
 WWW::Mechanize
 Wallpapers
 WallpapersHD
-Web Enhancer
-Web Sucker
+WeSEE
+Web Collage
+Web Fetch
+Web Pix
+Web Sauger
 WebBandit
+WebCollage
+WebCopier
+WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
-WebPix
+WebLeacher
+WebSauger
 WebSucker
-WebZIP
+Webshag
 WebsiteExtractor
 WebsiteQuester
+Whack
 Whacker
 Whatweb
-Widow
-Wonderbot
-Wprecon
-Xenu
-Zermelo
-Zeus
+WinHTTrack
+WiseGuys Robot
+Wotbox
 Zitebot
-ZumBot
-archive.org_bot
+ZyBorg
+arquivo.pt
 autoemailspider
-clark-crawler
-cognitiveseo
-com.plumanalytics
+cah.io.community
 crawl.sogou.com
-dataforseo.com
-domainsproject.org
 eCatch
-evc-batch
-gopher
+facebookscraper
+heritrix
+instabid
+ips-agent
 iubenda-radar
 linkdexbot
 lwp-request
-lwp-trivial
-magpie-crawler
-mediawords
+netEstate NE Crawler
 page scorer
-probe-image-size
-s1z.ru
-satoristudio.net
+plumanalytics
+ripz
+scalaj-http
 seobility
-sitechecker.pro
-sysscan
-trendiction.com
-voyagerx.com
+seostar
+serpstatbot
+spyfu
+trendiction.de
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
-x22Mozilla
-zauba.io
+zgrab