V4.2023.01.3549 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-80legs
+404checker
 AIBOT
-Abonti
+ASPSeek
 Aboundex
-Aboundexbot
+Acunetix
 AhrefsBot
-Aipbot
-Alexibot
-Anarchie
-Anarchy
-Apexoo
-Aspiegel
+Alligator
+Anarchy99
 Asterias
-Atomseobot
+Attach
+AwarioSmartBot
 BDFetch
-BackDoorBot
+BLEXBot
 Backlink-Ceck
 BacklinkCrawler
-Badass
+Barkrowler
 BatchFTP
-Battleztar Bazinga
-Bitacle
-BlackWidow
-BlowFish
+BetaBot
+Black Hole
+Blackboard
+Blow
 Boardreader
+Bolt
 BotALot
 Brandwatch
-Buddy
 BuiltBotTough
-Bullseye
 BunnySlippers
-CCBot
-Calculon
-CazoodleBot
 Cegbfeieh
-CheeseBot
-CherryPicker
+CensysInspect
 ChinaClaw
-Cliqzbot
+Claritybot
+Cocolyzebot
 Collector
-Crescent
+Copier
+CopyRightCheck
+Cosmos
+Crawling at Home Project
 Curious
-Custo
 CyotekWebCopy
-DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Disco
+DBLBot
+Demon
+Dirbuster
 Discobot
-DittoSpyder
+DnyzBot
+DomCopBot
 DomainAppender
 DomainCrawler
-ECCP/1.0
-EMail Siphon
+Dotbot
 EMail Wolf
-Ebingbong
-Ecxi
-EroCrawler
-ExtLinksBot
-Extractor
-Ezooms
-FemtosearchBot
-Fimap
-FlashGet
+EasyDL
+Evil
+Extreme Picture Finder
+FHscan
+Firefox/7.0
 Foobot
 Freeuploader
+FrontPage
 Fuzz
+FyberSpider
 GT::WWW
-GalaxyBot
+Genieo
 GermCrawler
 GetRight
-Go-Ahead-Got-It
 Gotit
-GrabNet
 Grafula
+GridBot
 HEADMasterSEO
-Harvest
+HMView
+HTMLparser
+HTTrack
+Haansoft
 Havij
 Hloader
-Humanlinks
 IDBot
 IRLbot
+Iblog
 Id-search
-IlseBot
-Image Sucker
-IndeedBot
-InfoNaviRobot
+Image Fetch
+InfoTekies
 Internet Ninja
+InternetSeer
 IstellaBot
+JamesBOT
 Jbrofuzz
+JennyBot
 JetCar
-Jetty
 JikeSpider
-Jyxobot
+Jorgee
+JustView
 Keyword Density
-LNSpiderguy
-Larbin
-LexiBot
-Lftp
-LinkScan
+Kozmosbot
+Lanshanbot
 LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
+Ltx71
+MIDown tool
 MJ12bot
-MQQBrowser
+MSFrontPage
 MSIECrawler
-Majestic SEO
-Majestic-SEO
+MTRobot
+Magnet
+Majestic12
 MarkMonitor
+MarkWatch
 Mass Downloader
-Masscan
-Meanpathbot
+Mata Hari
+Mb2345Browser
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
-Microsoft URL Control
+Minefield
 Mister PiX
+Moblie Safari
+Mojeek
 Mojolicious
-Msrabot
+Mozlila
 Musobot
 NPbot
-Nessus
-Net Vampire
-NetZIP
-Netvibes
-Nibbler
-Nmap
-Nuclei
-Octopus
-Offline Explorer
+Name Intelligence
+NetAnts
+NetMechanic
+Ninja
 Offline Navigator
-OpenVAS
-OrangeBot
 OrangeSpider
-PECL::HTTP
+OutclicksBot
+OutfoxBot
 Page Analyzer
-PageAnalyzer
+PageGrabber
 PageScorer
-Pandalytics
-Papa Foto
+Pavuk
 PeoplePal
+Picscout
+Picsearch
 PictureFinder
 Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
 Pockey
 ProPowerBot
-PxBroker
-PyCurl
+QueryN Metasearch
 Quick-Crawler
+RankActive
 RankActiveLinkBot
-RankingBot2
+RankFlex
+RankingBot
 Rankivabot
-Reaper
+Re-re
+Recorder
 RedesScrapy
+RepoMonkey
+Ripper
+RocketCrawler
 SEOlyticsCrawler
 SEOprofiler
 SEOstats
-SMTBot
-SalesIntelligent
+ScanAlert
 ScoutJet
-SearchmetricsBot
+Scrapy
+ScreenerBot
+ScrepyBot
 Seekport
-SemrushBot
-SeoSiteCheckup
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
+SentiBot
+SeobilityBot
+Seomoz
+Siphon
+SiteSnagger
 SiteSucker
-Sitebeam
 Siteimprove
-SmartDownload
-Snake
 Snapbot
-SocialRankIOBot
+Sociscraper
+SpaceBison
 Spammen
+SpankBot
 Spanner
+Spinn3r
 SputnikBot
-Sqlworm
-Sucker
+Sqworm
 Sucuri
 SuperBot
-Suzuran
+SurveyBot
 Swiftbot
+Szukacz
 Telesoft
-Telesphoreo
-The Intraformant
 TheNomad
-Titan
 Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
 True_Robot
+Turingos
+Turnitin
+TurnitinBot
+Twice
 URLy Warning
-UnisterBot
+URLy.Warning
+V-BOT
+VCI
 VidibleScraper
-VoidEYE
+Virusdie
+WASALive-Bot
 WBSearchBot
+WPScan
 WWW-Collector-E
-Web Fuck
-Web Sauger
-Web Sucker
-WebBandit
+WWW::Mechanize
+WWWOFFLE
+Web Enhancer
+Web Fetch
+WebGo IS
 WebLeacher
 WebPix
-WebReaper
-WebStripper
-WebSucker
 WebWhacker
-WebZIP
-Website Quester
+Webalta
+Webshag
 WebsiteExtractor
-WebsiteQuester
-Whacker
-Who.is Bot
-WinHTTrack
-Wotbox
-Xaldon WebSpider
+Webster
+Whack
+Widow
+Wonderbot
 Xaldon_WebSpider
-Zermelo
-ZoomBot
-ZyBorg
+Xenu
+Zade
+ZoominfoBot
+ZumBot
 adscanner
 arquivo-web-crawler
-check1.exe
+autoemailspider
+backlink-check
+clark-crawler
+coccocbot
 cognitiveseo
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-evc-batch
 facebookscraper
 isitwp.com
-lwp-trivial
-magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
-netEstate NE Crawler
+page scorer
+pcBrowser
+probe-image-size
+s1z.ru
 scan.lol
 seobility
-seoscanners
+seostar
 sexsearcher
-sitechecker.pro
-sp_auditbot
-webgains-bot
-webmeup-crawler
-webprosbot
+siteripz
+spyfu
+sysscan
+x09Mozilla
 x22Mozilla
-xpymep1.exe
-zgrab