V4.2022.08.3298 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-ALittle Client
-Aboundexbot
-AiHitBot
 Alexibot
-Alligator
+AlphaBot
 Anarchie
-Anarchy
 Apexoo
-Asterias
-AwarioRssBot
-BDCbot
-BackDoorBot
-BackStreet
+Atomseobot
+Attach
+BDFetch
+BLEXBot
 BacklinkCrawler
 Bandit
 BetaBot
-Blow
+Bigfoot
+BlackWidow
+Blackboard
 BlowFish
-BotALot
+Bolt
 Buck
-Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
 BunnySlippers
-CCBot
-Calculon
+BuzzSumo
+CODE87
 CazoodleBot
 Cegbfeieh
 CensysInspect
 CheeseBot
-Cliqzbot
-Copier
-CopyRightCheck
-Cosmos
+Cocolyzebot
+Copyscape
 CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
 Custo
 CyotekWebCopy
+DIIbot
 DSearch
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Deusu
 Devil
 Digincore
 DigitalPebble
-Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-Dragonfly
-EMail Siphon
-Ebingbong
-EroCrawler
+EasyDL
 Exabot
 Express WebPictures
+ExtractorPro
+Extreme Picture Finder
+FDM
 FHscan
+Firefox/7.0
 Freeuploader
 FrontPage
-Fuzz
 FyberSpider
-Fyrebot
+GalaxyBot
 Genieo
-GetRight
-GetWeb
 Gigabot
-GrabNet
-Grafula
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+GrapeFX
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
+HMView
+Haansoft
+HaosouSpider
+Havij
 Heritrix
-Humanlinks
+IDBTE4M
+Iblog
 Id-search
-IlseBot
+Image Sucker
+IndeedBot
 Indy Library
+Intelliseek
 InterGET
-Iskanie
+Internet Ninja
+InternetSeer
 IstellaBot
-JOC Web Spider
-JamesBOT
+Jbrofuzz
+JennyBot
+JetCar
 Jetty
-JikeSpider
-JustView
+Joomla
+Jorgee
 Jyxobot
-Keyword Density
-Kinza
-LNSpiderguy
-Leap
+Kozmosbot
 LeechGet
 Lftp
-LinkScan
+LieBaoFast
+Linkbot
+LinkextractorPro
 LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
+Litemage_walker
+MIDown tool
 MQQBrowser
-MSFrontPage
-MSIECrawler
-Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkMonitor
 MarkWatch
-Masscan
-Mata Hari
+MauiBot
+Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft Data Access
-Minefield
-Mister PiX
+Microsoft URL Control
 Mozlila
-Msrabot
-NPbot
+Musobot
+Nameprotect
+Navroad
 Needle
 Net Vampire
-NetLyzer
-NetMechanic
 NetSpider
 NetZIP
-Netvibes
-NextGenSearchBot
-Ninja
+Netcraft
+Nibbler
+Nimbostratus
 Nuclei
+Nutch
+Offline Explorer
 Offline Navigator
 OnCrawl
-Openfind
-OutclicksBot
+OpenLinkProfiler
+OpenVAS
+OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
 PageScorer
+Pandalytics
+Panscient
+Papa Foto
 Pavuk
-Pi-Monster
-Pimonster
+Picscout
+PictureFinder
+Pixray
+PleaseCrawl
 Pockey
-ProPowerBot
 Probethenet
-Psbot
-Pump
-PxBroker
-PyCurl
-Quick-Crawler
+Pu_iN
+QueryN Metasearch
 RSSingBot
 RankFlex
-RankingBot
 RankingBot2
 Rankivabot
+RankurBot
 RealDownload
-RebelMouse
 RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
+SEOstats
+SISTRIX
 ScanAlert
-Scanbot
-ScrepyBot
+ScoutJet
+Scrapy
 Searchestate
-SeoSiteCheckup
-SeobilityBot
-Seomoz
+SentiBot
 Shodan
-SiteLockSpider
-SiteSucker
+Siphon
+SiteSnagger
+Sitebeam
 SlySearch
-Snapbot
+SmartDownload
+Snake
 Snoopy
-SocialRankIOBot
 Sociscraper
-SpankBot
+Spanner
 Spinn3r
 SputnikBot
+Sqlmap
+Sqworm
+Steeler
 Stripper
 Sucker
-Sucuri
-SuperHTTP
-Suzuran
-Szukacz
+SurveyBot
+T8Abot
+Telesoft
 Telesphoreo
-Telesphorep
-The Intraformant
-Thumbor
 Toweyabot
+Tracemyfile
+Trendictionbot
 True_Robot
 Turnitin
-Twice
+Typhoeus
 URLy Warning
-V-BOT
-VCI
+VB Project
+Vacuum
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
-WPScan
+Virusdie
+Voil
+WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Web Fuck
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Sauger
 Web Sucker
-WebBandit
+WebCollage
 WebEnhancer
-WebFuck
-WebSauger
-WebsiteQuester
-Whacker
-WinHTTrack
-Wonderbot
+WebGo IS
+WebImageCollector
+WebPix
+Webshag
+Website Quester
+Webster
+Who.is Bot
+Widow
+Wotbox
 Wprecon
 Xaldon_WebSpider
 Xenu
+Zauba
+Zermelo
 Zeus
 Zitebot
+ZmEu
 ZoomBot
 ZoominfoBot
 adscanner
-arquivo-web-crawler
+arquivo.pt
 backlink-check
-coccocbot
+clark-crawler
 cognitiveseo
-crawl.sogou.com
-crawler.feedback
-crawler4j
-domainsproject.org
+dataforseo.com
 facebookscraper
 ips-agent
-isitwp.com
-iubenda-radar
-muhstik-scan
-netEstate NE Crawler
-page scorer
+lwp-request
+magpie-crawler
+pcBrowser
 polaris version
-probe-image-size
 ripz
+s1z.ru
 satoristudio.net
-scalaj-http
-seoscanners
-sitechecker.pro
-sp_auditbot
-sysscan
+scan.lol
+seobility
+seostar
+serpstatbot
+siteripz
 trendiction.com
 trendiction.de
-webgains-bot
-webmeup-crawler
 x09Mozilla
-zauba.io
+x22Mozilla
+zgrab