V4.2023.02.3568 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-ADmantX
+404checker
+80legs
+AIBOT
+Abonti
 Aboundex
-Anarchie
-Anarchy
+Aipbot
+AllSubmitter
+AlphaBot
 Anarchy99
 Apexoo
 Asterias
-AwarioRssBot
+AwarioSmartBot
+BBBike
 BDFetch
 BLEXBot
-BackStreet
+BackDoorBot
+BackWeb
 Backlink-Ceck
+BacklinkCrawler
 Badass
 Barkrowler
-Black Hole
+BetaBot
+Bigfoot
+Bitacle
 BlackWidow
-Blackboard
 Boardreader
-Bolt
 BotALot
-Brandprotect
-CODE87
-CSHttp
-Calculon
-CheTeam
-CherryPicker
+Brandwatch
+Bullseye
+BunnySlippers
+CCBot
+CheeseBot
 ChinaClaw
 Chlooe
-Cliqzbot
+Citoid
 Cloud mapping
-CopyRightCheck
+Cogentbot
+Copier
 Copyscape
-Cosmos
-Craftbot
 Crawling at Home Project
-CyotekWebCopy
-Demon
-Digincore
-DigitalPebble
+CrazyWebCrawler
+DSearch
+DTS Agent
+DatabaseDriverMysqli
+Devil
+Disco
+Discobot
 Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
+DomCopBot
 DomainSigmaCrawler
-Dotbot
-Dragonfly
+DomainStatsBot
 Drip
-EMail Wolf
+ECCP/1.0
 EasyDL
-Ebingbong
-Ecxi
-EirGrabber
-Express WebPictures
+ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
+Ezooms
 FemtosearchBot
+Fimap
+Firefox/7.0
 Flunky
-Foobot
-Fuzz
+Freeuploader
 FyberSpider
-Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
+GermCrawler
+GetWeb
 Go!Zilla
-GrabNet
+Go-Ahead-Got-It
 GrapeFX
 HEADMasterSEO
-HMView
 HTMLparser
-Haansoft
-Heritrix
-Hloader
+Harvest
 HonoluluBot
-Humanlinks
-HybridBot
 IDBTE4M
-Iblog
-Id-search
-Image Sucker
+IDBot
+IndeedBot
 Indy Library
+InfoTekies
 InterGET
 InternetSeer
+Iria
 IstellaBot
-JennyBot
-JikeSpider
+JetCar
+Jetty
+JustView
+Jyxobot
 Keyword Density
-Larbin
+Lftp
 LibWeb
-LinkWalker
-LinkextractorPro
+Linkbot
 LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
 MJ12bot
-MTRobot
+MQQBrowser
+MSFrontPage
 Mag-Net
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
 MarkMonitor
 Mass Downloader
-MeanPath Bot
-Metauri
+Mata Hari
+Mediatoolkitbot
 Microsoft Data Access
 Mojeek
-Musobot
+Morfeus Fucking Scanner
+NICErsPRO
 Name Intelligence
-Navroad
-NearSite
-Needle
-Nessus
-Net Vampire
-Nettrack
+Nameprotect
+NetAnts
+NetLyzer
+NetSpider
+NetZIP
+Netcraft
 Netvibes
-Nibbler
-Nikto
-Ninja
-Nmap
-Not
-Nutch
+Nuclei
 Octopus
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-PECL::HTTP
-PHPCrawl
+OpenVAS
+OutclicksBot
 POE-Component-Client-HTTP
-Pandalytics
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
-Pimonster
-Pockey
+PageAnalyzer
+PageGrabber
+PageThing.com
+Panscient
+Picscout
+Picsearch
+Pixray
+ProPowerBot
+ProWebWalker
+Probethenet
+Pu_iN
 Pump
 PyCurl
-Quick-Crawler
-RSSingBot
+QueryN Metasearch
+RankActive
 RankActiveLinkBot
-RankingBot
-RankingBot2
+RankFlex
 Rankivabot
 ReGet
 RealDownload
-Reaper
 RebelMouse
+RepoMonkey
 RocketCrawler
-SEOkicks
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-ScanAlert
-Scrapy
-SearchmetricsBot
+SEOprofiler
+SEOstats
+SISTRIX
+Scanbot
+Screaming
+Searchestate
 Seekport
 SemanticJuice
-Semrush
 SentiBot
-SeobilityBot
+Seomoz
+Siphon
 Site Sucker
-SiteExplorer
 SiteLockSpider
-Sitebeam
-Siteimprove
+SiteSnagger
+SiteSucker
 Sitevigil
-SmartDownload
 Snapbot
-Sottopop
-Spammen
+SocialRankIOBot
 SpankBot
 Spanner
 Spbot
 Spinn3r
-Sqlmap
-Sqlworm
-Sucker
-Surfbot
+Steeler
+Stripper
+SuperHTTP
 Swiftbot
-T8Abot
+Szukacz
+T0PHackTeam
+Teleport
 Telesoft
 Telesphoreo
+Telesphorep
 TheNomad
 Thumbor
-Titan
 Toata
 Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
+Turingos
+Twice
 Typhoeus
-Upflow
-VCI
-Vagabondo
-VelenPublicWebCrawler
+Vacuum
 VeriCiteCrawler
+Virusdie
 VoidEYE
 WASALive-Bot
-WBSearchBot
 WEBDAV
-WWW-Collector-E
-WallpapersHD
-Web Sauger
-Web Sucker
-WebEnhancer
-WebFetch
-WebFuck
-WebSauger
-WebStripper
+WWW::Mechanize
+Web Collage
+Web Enhancer
+Web Pix
+WebAuto
+WebPix
+WebReaper
 WebSucker
 WebsiteExtractor
-Woobot
-Xaldon_WebSpider
+WebsiteQuester
+Webster
+Widow
+WiseGuys Robot
+Wprecon
+Xaldon WebSpider
 Xenu
-Zauba
+YoudaoBot
+Zermelo
 Zeus
-Zitebot
-ZoominfoBot
-arquivo-web-crawler
-arquivo.pt
+ZoomBot
+ZyBorg
+adscanner
+archive.org_bot
 backlink-check
 cah.io.community
+check1.exe
 clark-crawler
-cognitiveseo
-crawl.sogou.com
 crawler.feedback
 demandbase-bot
-domainsproject.org
 eCatch
+evc-batch
+facebookscraper
 gopher
 heritrix
 iubenda-radar
+lwp-request
+meanpathbot
+mediawords
 netEstate NE Crawler
-page scorer
 pcBrowser
 plumanalytics
 probe-image-size
-ripz
-satoristudio.net
+s1z.ru
+scan.lol
+seobility
+serpstatbot
 sexsearcher
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
 webgains-bot
 webmeup-crawler
-webprosbot
-x22Mozilla
+webpros.com