V4.2022.05.3103 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-Aboundex
-AfD-Verbotsverfahren
+360Spider
+AIBOT
+Aboundexbot
+Aipbot
+Alexibot
+AllSubmitter
 Alligator
 AlphaBot
-Anarchy
-Ankit
-Apexoo
-Attach
-AwarioRssBot
+Aspiegel
+Asterias
+Atomseobot
 BBBike
 BDFetch
 BLEXBot
 BackDoorBot
+BackStreet
+Backlink-Ceck
+Bandit
+BatchFTP
+BetaBot
+Bigfoot
+BlackWidow
+Blackboard
+Boardreader
+BotALot
+Brandprotect
 Buck
-Bullseye
+Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
+BuzzSumo
 CODE87
-Calculon
-CherryPicker
+CazoodleBot
+CheeseBot
 Chlooe
+Citoid
 Claritybot
-Cliqzbot
-Collector
-CopyRightCheck
-Craftbot
-CrunchBot
-CyotekWebCopy
-DBLBot
+Cloud mapping
+Cocolyzebot
+Cosmos
+CrazyWebCrawler
+Curious
+Custo
+DataCha0s
 Deusu
-Devil
+Disco
+Discobot
 Discoverybot
-DnBCrawler-Analytics
+Dispatch
+DittoSpyder
 DnyzBot
-DomCopBot
-DomainAppender
-Dotbot
-Download Wonder
-Dragonfly
-Drip
+DomainSigmaCrawler
+Domains Project
 ECCP/1.0
 EMail Wolf
-EirGrabber
+Ebingbong
 Evil
 Exabot
-Express WebPictures
-Extractor
+ExtractorPro
 Ezooms
-FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
-Flunky
-Freeuploader
-FrontPage
-Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-Genieo
+FlashGet
 GermCrawler
-GetWeb
-Getintent
+Gigabot
 Go!Zilla
-GoZilla
-GrapeFX
+Go-Ahead-Got-It
 GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTTP::Lite
-Haansoft
+HTMLparser
 HaosouSpider
-Havij
+Harvest
+Heritrix
 HonoluluBot
-Humanlinks
-IRLbot
+HybridBot
 Iblog
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InternetSeer
-Iskanie
+Id-search
+IlseBot
+Image Fetch
+Internet Ninja
+JOC Web Spider
 JamesBOT
-JennyBot
 JetCar
 JikeSpider
-Joomla
-LNSpiderguy
+Jorgee
+Keybot Translation-Search-Machine
+Keyword Density
+Kozmosbot
+LWP::Simple
 Lanshanbot
-LexiBot
+Leap
 Libwhisker
+LieBaoFast
+Lightspeedsystems
+Likse
 LinkScan
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+Linkbot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
-Ltx71
-MIDown tool
+MFC_Tear_Sample
 MSFrontPage
-MTRobot
+MSIECrawler
+Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
+Majestic SEO
+Majestic12
+MarkWatch
+Mass Downloader
 Masscan
-MauiBot
+Mata Hari
+Mb2345Browser
+MeanPath Bot
 Meanpathbot
 MegaIndex.ru
 Metauri
-MicroMessenger
-Mister PiX
-Moblie Safari
-Mojeek
-MolokaiBot
-Musobot
-Navroad
-NearSite
+Microsoft Data Access
+Microsoft URL Control
+Mojolicious
+NICErsPRO
+Needle
+Nessus
+Net Vampire
 NetAnts
-NetZIP
-Netvibes
-Nibbler
-Niki-bot
-NimbleCrawler
-Nimbostratus
+NetLyzer
+NetMechanic
+Nmap
+Not
+Nuclei
 Nutch
-Offline Explorer
+Octopus
+OpenLinkProfiler
 OpenVAS
 OrangeBot
+OrangeSpider
 OutclicksBot
-PECL::HTTP
+OutfoxBot
 PHPCrawl
+Page Analyzer
 PageAnalyzer
-Pi-Monster
-Picscout
+PageGrabber
+PeoplePal
+Picsearch
+Piepmatz
 Pixray
-Pockey
-ProPowerBot
 Pu_iN
-Quick-Crawler
-RankActiveLinkBot
-RankingBot2
-Rankivabot
-Re-re
-ReGet
-Recorder
-RocketCrawler
+Pump
+PxBroker
+PyCurl
+RankingBot
+RankurBot
+RealDownload
 Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SMTBot
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
-Seekport
-SemanticJuice
-SemrushBot
-SentiBot
-SeobilityBot
-SiteLockSpider
-SlySearch
-SmartDownload
-Snapbot
+Searchestate
+SeoSiteCheckup
+Site Sucker
+SiteExplorer
+SiteSucker
+Siteimprove
+Snake
 Snoopy
 SocialRankIOBot
+Sociscraper
+Sottopop
+SpaceBison
 Spammen
-Spbot
+SpankBot
+Spanner
 SputnikBot
-Sqlmap
+Sqlworm
 Sqworm
-Suzuran
-Swiftbot
-Telesphorep
+Steeler
+Sucuri
+Surfbot
+Szukacz
+T8Abot
+Teleport
+TeleportPro
+TheNomad
+Thumbor
+TightTwatBot
 Titan
-Tracemyfile
+Toweyabot
 True_Robot
-TurnitinBot
-TwengaBot
+Turingos
+Turnitin
+Twice
+Typhoeus
 URLy Warning
 UnisterBot
 VB Project
-VCI
+VelenPublicWebCrawler
+Virusdie
+Voil
 Voltron
-WASALive-Bot
-WBSearchBot
-WEBDAV
 WPScan
-WWW-Collector-E
-WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
+Web Collage
 Web Enhancer
-Web Fetch
-Web Pix
 Web Sauger
+Web Sucker
 WebBandit
-WebCollage
-WebPix
+WebEnhancer
 WebSucker
-WebmasterWorldForumBot
-Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whack
+WebZIP
+Webalta
+Whatweb
 Widow
-WinHTTrack
-WiseGuys Robot
 Wonderbot
-Woobot
+Wprecon
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zauba
 Zermelo
-Zeus
-ZmEu
-ZoomBot
-ZumBot
-adscanner
+ZoominfoBot
+ZyBorg
 arquivo-web-crawler
 arquivo.pt
-autoemailspider
-backlink-check
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+check1.exe
 crawler4j
-evc-batch
-facebookscraper
-ips-agent
+eCatch
+gopher
+heritrix
+instabid
+internetVista monitor
+isitwp.com
+linkdexbot
+lwp-trivial
+magpie-crawler
 mediawords
-plumanalytics
+muhstik-scan
+oBot
+page scorer
 polaris version
+s1z.ru
 scalaj-http
-serpstatbot
-sexsearcher
 sogouspider
 sp_auditbot
-sysscan
+spyfu
 tAkeOut
-trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webpros.com
+webgains-bot
 x09Mozilla
 x22Mozilla
-zgrab