V4.2022.07.3261 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-80legs
-ASPSeek
-Abonti
-Aboundex
+404checker
+ADmantX
 Aboundexbot
-Acunetix
-AiHitBot
+Aipbot
 Alexibot
-AlphaBot
-Anarchy
+AllSubmitter
+Anarchie
 Ankit
-Aspiegel
-Asterias
-Attach
+Anthill
+Apexoo
+AwarioSmartBot
 BDCbot
 BLEXBot
 BackDoorBot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Bandit
 Barkrowler
-Black Hole
+BetaBot
 Blackboard
-Boardreader
-Bolt
+Brandprotect
 Buck
-Buddy
-BuiltBotTough
 Bullseye
 BunnySlippers
+CATExplorador
 CODE87
-Calculon
 Cegbfeieh
+CheTeam
 CherryPicker
-ChinaClaw
-Chlooe
+Claritybot
+Cliqzbot
 Cloud mapping
+Cocolyzebot
 Copier
-CopyRightCheck
-Crawling at Home Project
+Craftbot
 Crescent
+CrunchBot
 Curious
-Custo
-CyotekWebCopy
-DBLBot
+DIIbot
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Deusu
-Digincore
-Disco
+Discobot
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
 DomainCrawler
-Download Wonder
-ECCP/1.0
+DomainSigmaCrawler
+Domains Project
+Dotbot
+EMail Siphon
 Ecxi
 EirGrabber
+EroCrawler
+Evil
 Exabot
-Extreme Picture Finder
-EyeNetIE
-Ezooms
+FHscan
 FemtosearchBot
 Fimap
-Flunky
+Freeuploader
 Fuzz
 FyberSpider
-Genieo
-GetWeb
+Fyrebot
+GalaxyBot
+GetRight
+Gigabot
+Go!Zilla
+GoZilla
 Gotit
-GrapeshotCrawler
+Grabber
 GridBot
-HEADMasterSEO
-HTTrack
-Haansoft
-Hloader
-HonoluluBot
-Iblog
-Indy Library
+HTTP::Lite
+HaosouSpider
+Harvest
+Humanlinks
+HybridBot
+IDBTE4M
+IDBot
+IndeedBot
+InfoNaviRobot
 InfoTekies
-InternetSeer
-Iria
-Iskanie
-JustView
-Kenjin Spider
-Keyword Density
+Internet Ninja
+JamesBOT
+JetCar
+Joomla
+Keybot Translation-Search-Machine
 Kinza
-Lanshanbot
+LNSpiderguy
+LWP::Simple
 Larbin
-Leap
 LeechFTP
+LeechGet
 Lftp
-LibWeb
-Libwhisker
-LieBaoFast
 Linkbot
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Litemage_walker
-MIDown tool
+Lmspider
+Ltx71
 MIIxpc
-MQQBrowser
-Mag-Net
+MSFrontPage
+MSIECrawler
+MTRobot
 Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
 Masscan
-Meanpathbot
-MegaIndex.ru
-Minefield
+Mb2345Browser
+Mediatoolkitbot
 Mister PiX
-Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-NPbot
-Name Intelligence
-Nameprotect
 NearSite
-NetAnts
-Netcraft
+Needle
+Nessus
+Net Vampire
+NetZIP
 Nettrack
-Nibbler
-Niki-bot
+Netvibes
 NimbleCrawler
+Nimbostratus
+Ninja
 Nmap
-Octopus
-OpenVAS
-Openvas
-OrangeBot
-OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
-PageScorer
+Nuclei
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PageAnalyzer
+PageThing.com
+Pandalytics
 Panscient
-Pavuk
 Picscout
-PictureFinder
-Pimonster
+Piepmatz
 PleaseCrawl
+Pockey
 ProWebWalker
-Psbot
-Pump
+Probethenet
+Pu_iN
 PxBroker
-Quick-Crawler
-RSSingBot
-RankActive
-RankFlex
-RankingBot
+QueryN Metasearch
+RankActiveLinkBot
 Rankivabot
 Re-re
-RepoMonkey
-Ripper
+ReGet
+RealDownload
+RebelMouse
+RedesScrapy
 RocketCrawler
-Rogerbot
 SEOkicks-Robot
 SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Screaming
-ScrepyBot
+Scanbot
 Searchestate
-SemanticJuice
 Semrush
+SemrushBot
 SentiBot
 SeoSiteCheckup
-SiteCheckerBotCrawler
-Siteimprove
+Seomoz
+Site Sucker
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+Sitevigil
+SlySearch
 SmartDownload
-Snake
-Snapbot
-SpaceBison
-Spammen
+Snoopy
+Sociscraper
+Sottopop
 SpankBot
+Spanner
+Spbot
+SputnikBot
 Sqlmap
-Sucuri
-SurveyBot
-Szukacz
-T0PHackTeam
+Steeler
+Sucker
+Swiftbot
+Teleport
 TeleportPro
-The Intraformant
-TightTwatBot
+Telesoft
+Telesphoreo
+Telesphorep
+TheNomad
+Thumbor
 Tracemyfile
-Trendictionbot
-Turingos
-Turnitin
-Typhoeus
+TwengaBot
 URLy Warning
 URLy.Warning
-V-BOT
-VCI
-Vacuum
+UnisterBot
+Upflow
+VB Project
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voil
-WEBDAV
-WWW::Mechanize
-WeSEE
+Virusdie
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WPScan
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 Web Auto
 Web Collage
+Web Enhancer
+Web Pix
 Web Sauger
 Web Sucker
-WebAuto
-WebCollage
-WebCopier
-WebEnhancer
-WebGo IS
+WebBandit
 WebLeacher
 WebPix
-WebSauger
+WebReaper
+WebStripper
+WebWhacker
 WebZIP
 Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
 WebsiteQuester
-Widow
+Webster
+Whatweb
 WinHTTrack
-Xaldon WebSpider
-Zermelo
+Wprecon
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zeus
-arquivo.pt
-autoemailspider
+ZmEu
+ZoomBot
+archive.org_bot
 backlink-check
-check1.exe
-coccocbot
-cognitiveseo
-crawler.feedback
+clark-crawler
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
-demandbase-bot
+eCatch
+evc-batch
 heritrix
+instabid
+isitwp.com
 pcBrowser
-polaris version
+plumanalytics
+probe-image-size
 satoristudio.net
 scalaj-http
-scan.lol
-seocompany.store
-seostar
-sp_auditbot
-spyfu
-webgains-bot
+seoscanners
+sogouspider
+webmeup-crawler
 x09Mozilla
-zauba.io
+zgrab