V4.2021.10.2638 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+404checker
 80legs
 AIBOT
 ALittle Client
-Aboundex
-Acunetix
-AhrefsBot
+Abonti
+AiHitBot
+Aipbot
+AllSubmitter
 Alligator
 Ankit
-Asterias
-AwarioRssBot
+Apexoo
 AwarioSmartBot
 BBBike
-BDCbot
+BackDoorBot
 BackStreet
-Badass
-BatchFTP
+Bitacle
 Black Hole
-Blow
-Bolt
-BotALot
+Boardreader
 Brandprotect
-Buck
-BuzzSumo
+Buddy
+BuiltBotTough
 CATExplorador
-Calculon
 Cegbfeieh
 CensysInspect
-CheTeam
 CheeseBot
-Claritybot
-Cliqzbot
-Cocolyzebot
+CherryPicker
+ChinaClaw
+Cloud mapping
 Cogentbot
-Copyscape
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+CopyRightCheck
+Crescent
+CrunchBot
+Curious
 Custo
-DatabaseDriverMysqli
+CyotekWebCopy
+DIIbot
+DSearch
+DTS Agent
 Demon
-Deusu
+Devil
+Dirbuster
+Disco
 Discobot
-Discoverybot
+Dispatch
+DittoSpyder
 DnyzBot
-DomainStatsBot
+DomainCrawler
 Domains Project
 Dotbot
-EMail Siphon
-Ebingbong
-EroCrawler
-Express WebPictures
-ExtLinksBot
+Dragonfly
+EMail Wolf
 Extractor
-ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FemtosearchBot
+FDM
+FHscan
 Fimap
 Firefox/7.0
 Freeuploader
-Fuzz
-Genieo
+FrontPage
+G-i-g-a-b-o-t
+GalaxyBot
 GermCrawler
 GetRight
 GetWeb
 Go!Zilla
 Go-Ahead-Got-It
-GrabNet
+GoZilla
+Grabber
 Grafula
-GrapeshotCrawler
+GrapeFX
+HEADMasterSEO
 HMView
-Havij
-Hloader
-Humanlinks
-HybridBot
-Iblog
+HaosouSpider
+Harvest
+IDBTE4M
+IRLbot
 Id-search
+IlseBot
 Image Sucker
-InfoTekies
-InternetSeer
-IstellaBot
+IndeedBot
+InterGET
 JOC Web Spider
-JikeSpider
-Joomla
-Jorgee
-JustView
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Leap
-LeechFTP
-LibWeb
+Jbrofuzz
+JetCar
+LWP::Simple
 Libwhisker
-Lightspeedsystems
-Likse
+LinkScan
 LinkWalker
-LinkextractorPro
-LinkpadBot
+Linkdexbot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MSIECrawler
+MJ12bot
+MQQBrowser
+MTRobot
 Magnet
+Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
+Majestic12
 MarkMonitor
 MarkWatch
 Mass Downloader
 Masscan
+MauiBot
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
+Microsoft URL Control
 Mister PiX
-Mojeek
-Mozlila
-Msrabot
+Mr.4x3
 Musobot
+NPbot
 Navroad
-NetLyzer
+NearSite
+Needle
+Net Vampire
+NetAnts
 NetZIP
+Netcraft
+Nettrack
 Netvibes
+NextGenSearchBot
+Nibbler
+Nikto
+NimbleCrawler
+Nuclei
 Nutch
-Offline Explorer
+Openfind
 Openvas
-OutclicksBot
-OutfoxBot
-PECL::HTTP
+OrangeSpider
 Page Analyzer
+PageGrabber
 PageScorer
-PeoplePal
-Pi-Monster
+PageThing.com
+Pandalytics
+Panscient
 Picscout
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
 Pixray
-PleaseCrawl
-Pockey
 ProWebWalker
-Pu_iN
-PxBroker
-RankingBot
+Pump
+Quick-Crawler
+RankActive
+RankingBot2
+Re-re
 Reaper
+RedesScrapy
 RocketCrawler
-SBIder
-SEOkicks-Robot
+SEOkicks
+SEOlyticsCrawler
 SEOprofiler
-SISTRIX
-ScoutJet
+SMTBot
+SalesIntelligent
+Scanbot
+Scrapy
 ScreenerBot
-ScrepyBot
 SearchmetricsBot
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Site Sucker
+SemrushBot
+Seomoz
+Siphon
 SiteLockSpider
-SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-SlySearch
-Snake
+Siteimprove
 Snapbot
+Snoopy
 Sociscraper
 Sogou web spider
-SpaceBison
-Spinn3r
+Sottopop
+Spammen
+Spanner
 SputnikBot
-Sqlworm
 Sqworm
 Stripper
 Sucker
+SuperBot
 Surfbot
-Swiftbot
+SurveyBot
+Suzuran
+Szukacz
 T0PHackTeam
-TeleportPro
-Telesphoreo
+Teleport
+Telesphorep
 The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
-Titan
 Toweyabot
 Tracemyfile
-Trendiction
-True_Robot
+Turingos
+Turnitin
 TurnitinBot
-Typhoeus
+UnisterBot
+Upflow
 Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voltron
+VoidEYE
+WEBDAV
+WPScan
 WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
 WeSEE
-Web Enhancer
-Web Sauger
-Web Sucker
+Web Auto
 WebAuto
+WebBandit
 WebCopier
-WebFetch
-WebPix
-WebWhacker
-WebsiteQuester
+WebLeacher
+WebReaper
+WebSauger
+WebStripper
+WebSucker
+Webalta
+WebsiteExtractor
 Webster
-Whacker
-Whatweb
+Whack
 WiseGuys Robot
-Woobot
 Wprecon
-Zeus
-Zitebot
+Xaldon_WebSpider
+Zauba
+Zermelo
 ZmEu
-ZoomBot
 ZoominfoBot
 ZumBot
 ZyBorg
 arquivo-web-crawler
+autoemailspider
+backlink-check
 cah.io.community
-coccocbot-web
-cognitiveseo
-crawl.sogou.com
-crawler.feedback
-eCatch
-facebookscraper
-ips-agent
-isitwp.com
+check1.exe
+clark-crawler
+demandbase-bot
 lwp-request
+lwp-trivial
 magpie-crawler
-muhstik-scan
-oBot
 pcBrowser
-plumanalytics
 polaris version
-ripz
-scalaj-http
+s1z.ru
+satoristudio.net
 scan.lol
-sitechecker.pro
-sogouspider
-spyfu
+siteripz
+sp_auditbot
+trendiction.com
 trendiction.de
+ubermetrics-technologies.com
+webpros.com
 x09Mozilla
+xpymep1.exe
+zauba.io