V4.2021.09.2569 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
-Abonti
+01h4x.com
+360Spider
+404checker
+ALittle Client
 Aboundex
 Aboundexbot
 Acunetix
-AhrefsBot
-AiHitBot
 Aipbot
 AlphaBot
 Anarchie
 Anarchy
-Anarchy99
-Aspiegel
+Ankit
+Anthill
+Apexoo
 Asterias
-BDFetch
-BackDoorBot
-BackStreet
+Attach
+AwarioSmartBot
+BLEXBot
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Badass
 Barkrowler
-Bigfoot
-Bitacle
+BatchFTP
+BetaBot
 Black Hole
-Blow
+Blackboard
+BlowFish
 Bolt
-Brandprotect
-Brandwatch
-Buddy
-BunnySlippers
-CCBot
-CODE87
+Buck
+BuiltBotTough
+BuiltWith
+Bullseye
+BuzzSumo
+CATExplorador
 CSHttp
 Calculon
-CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-CherryPicker
 ChinaClaw
-Cloud mapping
-Cocolyzebot
-Cogentbot
+Collector
 CopyRightCheck
 Copyscape
 Cosmos
 Crawling at Home Project
 CrazyWebCrawler
-Crescent
-CyotekWebCopy
-DIIbot
-DSearch
+Curious
+Custo
+DBLBot
 DTS Agent
-Demon
-Digincore
+DatabaseDriverMysqli
 DigitalPebble
-Dirbuster
-Discobot
-DittoSpyder
-DomainStatsBot
-Dotbot
+Dispatch
 Download Wonder
-Dragonfly
 ECCP/1.0
+EMail Siphon
 Ebingbong
-Ecxi
-EirGrabber
+EroCrawler
+Exabot
 FDM
-FHscan
-Firefox/7.0
-FlashGet
+Foobot
 Freeuploader
-Fuzz
 FyberSpider
-Genieo
+Fyrebot
+G-i-g-a-b-o-t
+GalaxyBot
 GetWeb
 Getintent
 Gigablast
-Gigabot
 Go-Ahead-Got-It
+GoZilla
 Grafula
-GrapeFX
-GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTMLparser
-Harvest
 Hloader
-Humanlinks
 IDBTE4M
-Id-search
+IlseBot
 IndeedBot
-Indy Library
 InfoNaviRobot
-InterGET
+InternetSeer
 Iria
-JOC Web Spider
+Iskanie
 JamesBOT
-Jetty
-Jyxobot
+JikeSpider
+Jorgee
 Kenjin Spider
 Keyword Density
+Kozmosbot
 LNSpiderguy
-Larbin
-LeechFTP
-LexiBot
-LibWeb
-LieBaoFast
+LWP::Simple
+Lanshanbot
+LeechGet
+Libwhisker
 Likse
 LinkScan
-LinkWalker
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MQQBrowser
-Magnet
-MauiBot
-Mediatoolkitbot
-Metauri
-Microsoft URL Control
-Mister PiX
+Ltx71
+MSIECrawler
+MTRobot
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic12
+MarkMonitor
+Masscan
+Mata Hari
+MeanPath Bot
+MicroMessenger
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
 NPbot
-Nameprotect
 Nessus
 Net Vampire
+NetSpider
 Nettrack
-Netvibes
 Nibbler
 Niki-bot
-Nimbostratus
-Nuclei
 Nutch
 Octopus
 OpenLinkProfiler
-Openvas
 OrangeBot
-OrangeSpider
-PageGrabber
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
+Pandalytics
 Panscient
+Papa Foto
+Pavuk
 PeoplePal
 Petalbot
+Pi-Monster
 Picscout
-Pockey
-ProWebWalker
+PleaseCrawl
 Probethenet
-Pump
+Psbot
+PxBroker
+QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
+RankActive
+RankFlex
 RankingBot2
-Rankivabot
-RankurBot
-RedesScrapy
-RocketCrawler
-Rogerbot
+Re-re
+Reaper
+RepoMonkey
+Ripper
 SBIder
-SEOkicks
-SEOstats
-SMTBot
-Scanbot
-ScreenerBot
-ScrepyBot
+SEOkicks-Robot
+SEOprofiler
+Screaming
+SearchmetricsBot
 SemrushBot
-Siphon
+SentiBot
+Seomoz
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitevigil
-SlySearch
-Sociscraper
-Sogou web spider
-SpaceBison
-SpankBot
-Spbot
+Sitebeam
+SmartDownload
+SocialRankIOBot
+Sosospider
+Sottopop
+Spammen
 Spinn3r
 SputnikBot
-Steeler
-Stripper
+Sqlmap
+Sqlworm
+Sucker
 Sucuri
 SuperBot
-SuperHTTP
 Swiftbot
+Szukacz
 T8Abot
-TeleportPro
-Telesphorep
+Teleport
+The Intraformant
 TheNomad
-Thumbor
 Toata
 Toweyabot
-Tracemyfile
+Trendiction
+True_Robot
+Turingos
+Turnitin
 TurnitinBot
 Typhoeus
+URLy Warning
 URLy.Warning
-UnisterBot
-Upflow
-VCI
+V-BOT
+VB Project
 Vacuum
-VeriCiteCrawler
+VidibleScraper
 VoidEYE
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WWW-Mechanize
-Web Auto
-Web Collage
-Web Enhancer
+Voil
+WWW-Collector-E
+Wallpapers/3.0
+Web Fetch
 Web Pix
-Web Sucker
-WebBandit
+WebCopier
 WebEnhancer
-WebSauger
+WebFuck
+WebLeacher
+WebPix
+WebReaper
 WebStripper
-WebSucker
 WebWhacker
-WebZIP
-Whack
-Whacker
-Who.is Bot
+Webalta
+Website Quester
+WebsiteExtractor
+Whatweb
+WinHTTrack
 WiseGuys Robot
-Wotbox
 Wprecon
-Xenu
-Zermelo
-ZmEu
+Xaldon WebSpider
+Zeus
+Zitebot
+ZoominfoBot
 ZumBot
+archive.org_bot
+autoemailspider
+check1.exe
+clark-crawler
 coccocbot-web
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
-evc-batch
-internetVista monitor
+gopher
+heritrix
+instabid
 ips-agent
-lwp-request
-meanpathbot
+isitwp.com
+lwp-trivial
+magpie-crawler
+mediawords
 muhstik-scan
 netEstate NE Crawler
 plumanalytics
-probe-image-size
-scan.lol
+scalaj-http
 seobility
 seostar
-sp_auditbot
-trendiction.com
-voyagerx.com
+serpstatbot
+sysscan
+tAkeOut
 webmeup-crawler
+webprosbot
 x22Mozilla
-xpymep1.exe