V4.2022.12.3533 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404enemy
-ADmantX
-ASPSeek
-Abonti
+ALittle Client
 Aboundex
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
 Aipbot
+AllSubmitter
 Anarchie
-Anarchy
-Anarchy99
 Ankit
-Anthill
-Aspiegel
+Apexoo
 Atomseobot
+AwarioRssBot
+BBBike
+BDCbot
 BDFetch
-BackStreet
-BackWeb
-Badass
-Battleztar Bazinga
+BacklinkCrawler
 BetaBot
-Blackboard
-Blow
+Black Hole
+BlackWidow
 BotALot
-Buck
-Bullseye
-Calculon
+Brandwatch
+BuiltBotTough
+BunnySlippers
 CazoodleBot
-Cegbfeieh
-ChinaClaw
-Chlooe
+CensysInspect
 Citoid
-Claritybot
-Cliqzbot
-Cocolyzebot
+Cloud mapping
 Collector
 Copier
 CopyRightCheck
-Cosmos
-Crawling at Home Project
-Curious
+Copyscape
+CrazyWebCrawler
+Crescent
+CrunchBot
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Deusu
 Devil
-Disco
+Digincore
 Discobot
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
+Dispatch
+DnyzBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
 Dotbot
-Dragonfly
-EMail Siphon
+Download Wonder
 EMail Wolf
-EroCrawler
-Express WebPictures
-ExtractorPro
-FDM
+EasyDL
+Ecxi
+EirGrabber
+Evil
+Ezooms
+FHscan
 FemtosearchBot
 FlashGet
-Flunky
-FrontPage
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GetRight
-Go!Zilla
+GT::WWW
+GalaxyBot
 Go-Ahead-Got-It
-GoZilla
 Gotit
-Grabber
 GrapeshotCrawler
-HMView
-HTMLparser
+HEADMasterSEO
 HTTP::Lite
 Haansoft
-HaosouSpider
-Harvest
 Havij
-Humanlinks
+Hloader
+HonoluluBot
 HybridBot
-IDBTE4M
-IDBot
-IRLbot
 Id-search
-IlseBot
-IndeedBot
-InternetSeer
-JOC Web Spider
+Indy Library
+Intelliseek
+Internet Ninja
+JennyBot
 JetCar
+Jetty
+JikeSpider
 JustView
-Keybot Translation-Search-Machine
-LWP::Simple
-LexiBot
+Jyxobot
+Keyword Density
+Kinza
+Kozmosbot
+Lanshanbot
+Larbin
+Leap
 Lftp
-LibWeb
-LieBaoFast
-LinkpadBot
+Libwhisker
+Lightspeedsystems
+LinkScan
+LinkWalker
+Linkbot
 LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
+Litemage_walker
+Lmspider
 Ltx71
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MJ12bot
+MSFrontPage
+MSIECrawler
+MTRobot
 Magnet
-Mail.RU_Bot
 Majestic12
-MarkMonitor
-MarkWatch
-Masscan
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+Mass Downloader
+Mata Hari
+MeanPath Bot
 MegaIndex.ru
-Metauri
 MicroMessenger
+Microsoft URL Control
+Mojeek
 Mojolicious
-Mozlila
-Msrabot
+Mr.4x3
 NICErsPRO
-NPbot
-Navroad
 Needle
-NetLyzer
+NetAnts
 NetMechanic
 NetSpider
-Netvibes
 NextGenSearchBot
-Nibbler
-Nmap
-Not
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openvas
-OrangeSpider
+Nimbostratus
+Nutch
+OrangeBot
 PECL::HTTP
 PHPCrawl
 Page Analyzer
+PageGrabber
 PageScorer
-PeoplePal
-Petalbot
-Pi-Monster
-Pixray
+Pandalytics
+Panscient
+Papa Foto
+Pavuk
+Picscout
+Piepmatz
+Pimonster
 PleaseCrawl
-Pockey
-Probethenet
+Pu_iN
 Pump
+Quick-Crawler
 RSSingBot
-RankActive
-RankingBot2
-RankurBot
+Rankivabot
 ReGet
-Recorder
-RepoMonkey
-SEOstats
+RebelMouse
+SEOkicks
+SEOlyticsCrawler
 SISTRIX
-SMTBot
-SalesIntelligent
+ScoutJet
 Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
 Seomoz
+Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-Snapbot
-Snoopy
-SocialRankIOBot
+Sitevigil
+SmartDownload
+Snake
 Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
-SpaceBison
-Sqlmap
-Steeler
+Spanner
+SputnikBot
+Sqworm
+Stripper
 SuperHTTP
-Surfbot
 SurveyBot
-Suzuran
-Teleport
-Telesoft
-Telesphorep
-TightTwatBot
-Toata
+Swiftbot
+T0PHackTeam
+TeleportPro
+Toweyabot
+Trendiction
 Trendictionbot
-Turingos
-Turnitin
-Upflow
+True_Robot
+TurnitinBot
+TwengaBot
+URLy Warning
+URLy.Warning
+V-BOT
 Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
 Virusdie
-WASALive-Bot
+VoidEYE
+WBSearchBot
+WWW::Mechanize
+WWWOFFLE
 Web Enhancer
-Web Fetch
-Web Fuck
-WebAuto
-WebBandit
+Web Pix
+Web Sauger
 WebCopier
-WebFetch
+WebEnhancer
+WebFuck
+WebPix
 WebSauger
-WebStripper
-WebZIP
+WebSucker
+Webalta
 Website Quester
-WebsiteExtractor
+WebsiteQuester
+Whack
+Whacker
 Who.is Bot
-WiseGuys Robot
-Wonderbot
-Wotbox
-Xaldon_WebSpider
+Widow
+Woobot
+Xaldon WebSpider
+Xenu
 Zermelo
 Zeus
 ZmEu
-ZoomBot
-ZumBot
-adscanner
+ZoominfoBot
+ZyBorg
 archive.org_bot
-autoemailspider
-backlink-check
+arquivo.pt
 cah.io.community
-check1.exe
-coccocbot
+clark-crawler
 cognitiveseo
-com.plumanalytics
-crawler.feedback
-crawler4j
+crawl.sogou.com
 domainsproject.org
+facebookscraper
 gopher
 heritrix
 instabid
-ips-agent
-iubenda-radar
-magpie-crawler
+isitwp.com
+lwp-trivial
 meanpathbot
 pcBrowser
-seobility
-seocompany.store
+probe-image-size
+scalaj-http
+scan.lol
+seoscanners
+serpstatbot
+sitechecker.pro
 siteripz
-sp_auditbot
+spyfu
 sysscan
-tAkeOut
-trendiction.de
+trendiction.com
 ubermetrics-technologies.com
-webpros.com
-x09Mozilla
+webgains-bot
+x22Mozilla
+xpymep1.exe
+zgrab