V4.2022.02.2949 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-ADmantX
-AIBOT
+404enemy
+Abonti
 Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
+Aboundexbot
 Alexibot
-AllSubmitter
 AlphaBot
-Anarchy
-Anarchy99
+Anarchie
 Anthill
-Asterias
+Atomseobot
+Attach
 AwarioRssBot
-AwarioSmartBot
 BBBike
 BDCbot
+BDFetch
 BLEXBot
-BackWeb
-BacklinkCrawler
-Badass
+BackDoorBot
+Backlink-Ceck
+Bandit
 Barkrowler
-Battleztar Bazinga
+BatchFTP
 Bigfoot
-Bitacle
-Blackboard
-BlowFish
+BlackWidow
+Blow
+Boardreader
+Bolt
 Brandprotect
+Brandwatch
 Buck
 Buddy
+Bullseye
 CATExplorador
-CCBot
-CensysInspect
 CheeseBot
-ChinaClaw
-Cliqzbot
-Cogentbot
-Copyscape
+Citoid
+Claritybot
+CopyRightCheck
 Cosmos
-Craftbot
-Crescent
-CrunchBot
-Custo
-DBLBot
+Crawling at Home Project
+Curious
+CyotekWebCopy
+DIIbot
+DSearch
 DataCha0s
+DatabaseDriverMysqli
+Deusu
 Devil
+Dirbuster
 Disco
-Discoverybot
-Dispatch
-DomCopBot
-Dragonfly
+DittoSpyder
+DomainAppender
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Download Wonder
 ECCP/1.0
+EMail Siphon
+EMail Wolf
 Ebingbong
-Ecxi
-EirGrabber
+EroCrawler
+Evil
 Exabot
-ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
-FHscan
-Fimap
-Firefox/7.0
+Ezooms
+Flunky
+Freeuploader
 FrontPage
 FyberSpider
-G-i-g-a-b-o-t
+Fyrebot
 Genieo
+GetRight
 GetWeb
-Grabber
+Gigabot
+GoZilla
 GrapeFX
-GridBot
-HEADMasterSEO
-HTMLparser
-Haansoft
-Harvest
-Havij
-Hloader
-IlseBot
+HaosouSpider
+Heritrix
+HonoluluBot
+Humanlinks
+IDBTE4M
+Id-search
 Image Sucker
-IndeedBot
-Indy Library
-InterGET
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InternetSeer
 Iria
-Iskanie
+IstellaBot
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-JennyBot
-Jetty
+Jorgee
+Jyxobot
 Kenjin Spider
-Keyword Density
-LWP::Simple
-Larbin
+Lanshanbot
+Leap
 LeechFTP
+LeechGet
+LexiBot
+Lftp
 Lightspeedsystems
-LinkScan
+Linkdexbot
 LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MIDown tool
+Lmspider
+MJ12bot
 MQQBrowser
-MSFrontPage
-MSIECrawler
-MTRobot
 Mag-Net
-MarkMonitor
-MarkWatch
-MauiBot
+Mass Downloader
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
 Microsoft Data Access
+Microsoft URL Control
+Minefield
+Mister PiX
+Mojeek
 Mojolicious
-Mozlila
-Musobot
+Msrabot
+NICErsPRO
 NPbot
-Name Intelligence
-Navroad
+Nameprotect
 NearSite
-Net Vampire
-NetAnts
-NetLyzer
+Netcraft
+Nettrack
 NextGenSearchBot
-Nikto
-Nuclei
-Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
+Nibbler
+Niki-bot
+Ninja
+OpenLinkProfiler
 OpenVAS
 Openfind
 Openvas
 OrangeSpider
-OutclicksBot
-PageGrabber
-PageScorer
+PHPCrawl
+PageAnalyzer
 PageThing.com
-Papa Foto
+Pandalytics
+Pavuk
 Petalbot
-Pixray
-PleaseCrawl
+Picsearch
+PictureFinder
+ProPowerBot
+ProWebWalker
 Psbot
+Pu_iN
 PxBroker
-Quick-Crawler
+QueryN Metasearch
 RankActiveLinkBot
+RankingBot
 Re-re
+ReGet
+RealDownload
 Reaper
-RedesScrapy
-RepoMonkey
-RocketCrawler
-SEOprofiler
+RebelMouse
+Rogerbot
+SBIder
+SEOkicks
 SISTRIX
-Scanbot
+SMTBot
 Scrapy
-ScrepyBot
-Seekport
+ScreenerBot
+Searchestate
 SemanticJuice
-SemrushBot
 SentiBot
-Seomoz
+SeoSiteCheckup
 Siphon
 Site Sucker
-SiteLockSpider
-SiteSnagger
-Snake
-Snapbot
+SiteCheckerBotCrawler
+SiteExplorer
+Sitebeam
+Siteimprove
+SmartDownload
 Snoopy
-Sogou web spider
-Sosospider
+SocialRankIOBot
+Sociscraper
 Spammen
 SpankBot
-Spanner
 Spinn3r
-Sqlworm
-Sqworm
-Sucuri
-SuperHTTP
-Swiftbot
+SputnikBot
+Sucker
+SuperBot
+Suzuran
+Szukacz
 T0PHackTeam
-Teleport
 TeleportPro
-Telesoft
-Telesphorep
+Telesphoreo
 TheNomad
-Thumbor
+Titan
+Toweyabot
+Tracemyfile
 Trendiction
 Trendictionbot
-Turingos
-URLy.Warning
-Upflow
+Twice
+Typhoeus
 VCI
 Vacuum
-Virusdie
-Voil
+Vagabondo
 WEBDAV
-WISENutbot
+WPScan
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-WeSEE
-Web Collage
+Web Fetch
+Web Fuck
 Web Sauger
-WebBandit
-WebEnhancer
-WebFuck
-WebGo IS
-WebPix
+WebCopier
+WebFetch
+WebLeacher
+WebReaper
+WebSauger
 WebSucker
-WebWhacker
-Whack
-Whatweb
-Who.is Bot
+WebZIP
+Webalta
+WebsiteExtractor
+WebsiteQuester
+Whacker
+Widow
 WinHTTrack
-Wonderbot
 Woobot
-Zauba
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
 Zeus
-Zitebot
-ZoominfoBot
+ZoomBot
 ZumBot
 ZyBorg
-adscanner
+archive.org_bot
 arquivo-web-crawler
-backlink-check
-cah.io.community
-clark-crawler
-crawl.sogou.com
+autoemailspider
+cognitiveseo
+crawler4j
 demandbase-bot
-domainsproject.org
-facebookscraper
-gopher
-instabid
-isitwp.com
-pcBrowser
+heritrix
+lwp-request
+netEstate NE Crawler
+probe-image-size
+s1z.ru
+satoristudio.net
+seoscanners
 serpstatbot
-sitechecker.pro
-siteripz
+sogouspider
+sp_auditbot
 spyfu
-sysscan
-trendiction.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
+tAkeOut
+trendiction.de
+webprosbot
 x22Mozilla
 xpymep1.exe
+zauba.io