V4.2020.03.2024 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
 80legs
-Abonti
-ADmantX
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-Alligator
+Aboundexbot
+Acunetix
+AiHitBot
 AlphaBot
-Anarchie
-Ankit
-arquivo.pt
 arquivo-web-crawler
-ASPSeek
-Attach
-Backlink-Ceck
-BackStreet
-BatchFTP
+autoemailspider
+BackWeb
+Badass
+Bandit
 BDCbot
 BDFetch
-BetaBot
-Black Hole
+Bigfoot
 BlackWidow
+BLEXBot
+Boardreader
 Bolt
-Brandwatch
-Bullseye
-Calculon
+BotALot
+Brandprotect
+Buddy
+BuiltBotTough
+BuiltWith
+CATExplorador
 CCBot
-Cegbfeieh
 CheeseBot
+CherryPicker
+CheTeam
 Claritybot
+Cloud mapping
 coccocbot-web
-Copier
-Cosmos
+Cogentbot
+CopyRightCheck
+Craftbot
 crawler4j
 crawler.feedback
-crawl.sogou.com
-CrazyWebCrawler
 Crescent
 CrunchBot
-Curious
-Custo
-DatabaseDriverMysqli
+CSHttp
+DBLBot
 demandbase-bot
 Demon
-Devil
+Digincore
 DigitalPebble
-Disco
+Discobot
 Discoverybot
 DittoSpyder
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
+Dotbot
 Drip
-DTS Agent
 EasyDL
-eCatch
-ECCP/1.0
-EMail Siphon
+Ebingbong
+Ecxi
+EirGrabber
 EMail Wolf
 EroCrawler
-Evil
-Extractor
-EyeNetIE
-Ezooms
+evc-batch
+ExtLinksBot
 facebookscraper
-FHscan
-Foobot
+FDM
+FemtosearchBot
+Freeuploader
 FrontPage
 FyberSpider
-GalaxyBot
 Genieo
 GermCrawler
-Gigablast
-G-i-g-a-b-o-t
+GetRight
+Gigabot
 Go-Ahead-Got-It
-GoZilla
 Go!Zilla
-GrabNet
+Grafula
 GrapeFX
+GrapeshotCrawler
 GridBot
-Haansoft
 HaosouSpider
+Harvest
 Havij
-Hloader
+HEADMasterSEO
+heritrix
 HMView
-HTTrack
+HTMLparser
 Iblog
-Id-search
-Image Fetch
+IlseBot
+Indy Library
+InfoNaviRobot
 Intelliseek
 InterGET
+Internet Ninja
 InternetSeer
 internetVista monitor
+ips-agent
+IRLbot
 Iskanie
-IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
+JamesBOT
 JikeSpider
-Jyxobot
+Joomla
+Kenjin Spider
 Keyword Density
 Lanshanbot
 Larbin
 LeechFTP
-LexiBot
-LibWeb
-LieBaoFast
+LeechGet
+Libwhisker
+Lightspeedsystems
 Likse
-Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinksManager
+LinkWalker
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
 Litemage_walker
-Ltx71
-Mag-Net
+LNSpiderguy
+Magnet
 Mail.RU_Bot
-Majestic12
-MauiBot
-Mb2345Browser
-MeanPath Bot
+MarkMonitor
+MarkWatch
+Masscan
+Mass Downloader
+mediawords
 Metauri
-MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+MIDown tool
 Mojeek
 Mojolicious
-MQQBrowser
-Mr.4x3
+Morfeus Fucking Scanner
+MSFrontPage
 MSIECrawler
-muhstik-scan
-Musobot
-Navroad
 NearSite
+Needle
 netEstate NE Crawler
-NetMechanic
-Net Vampire
-NetZIP
+Nettrack
 NextGenSearchBot
+Nibbler
 NICErsPRO
-Niki-bot
-Nikto
 NimbleCrawler
 Nmap
-oBot
-Openfind
+NPbot
+Nutch
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
+Openvas
 OrangeSpider
 OutfoxBot
-PageAnalyzer
+Page Analyzer
+PageGrabber
 PageScorer
+Papa Foto
+Pavuk
+pcBrowser
+PeoplePal
 Picsearch
 PictureFinder
 Pimonster
-Pi-Monster
-plumanalytics
-polaris version
+Pockey
 ProPowerBot
-PyCurl
+Psbot
+Pump
+PxBroker
 RankActive
 RankFlex
-RankingBot
-RealDownload
-Reaper
+RankingBot2
+Rankivabot
 Recorder
-RedesScrapy
+ReGet
+RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
-RSSingBot
-SalesIntelligent
+s1z.ru
 ScanAlert
 scan.lol
-ScoutJet
+Screaming
 Searchestate
 SemrushBot
 SEOkicks-Robot
 SEOlyticsCrawler
-Seomoz
+SEOprofiler
 seoscanners
-SEOstats
-SISTRIX
-Sitebeam
+serpstatbot
 SiteExplorer
-Siteimprove
 SiteSucker
 Site Sucker
-SlySearch
+SmartDownload
 SMTBot
+Snake
+Snapbot
 Snoopy
-Sociscraper
-Spanner
+sogouspider
+Sogou web spider
+Sosospider
+SpaceBison
 Spbot
+SputnikBot
+Sqlmap
 Sqlworm
-Steeler
+Sqworm
 Stripper
-Sucker
-SuperHTTP
+Surfbot
+SurveyBot
 Swiftbot
-Szukacz
+sysscan
+T0PHackTeam
 T8Abot
-tAkeOut
-TeleportPro
-Telesoft
 Telesphoreo
 Thumbor
 Titan
-Toata
-Tracemyfile
-Trendictionbot
+Trendiction
 True_Robot
-Turingos
-TurnitinBot
-TwengaBot
-Twice
-Upflow
-URLy Warning
-URLy.Warning
+Turnitin
+Typhoeus
+Vacuum
+VCI
+VeriCiteCrawler
 VidibleScraper
 Virusdie
+Voil
+Voltron
 Wallpapers/3.0
 WallpapersHD
+WASALive-Bot
 WBSearchBot
-Webalta
-WebBandit
-Web Collage
+WebAuto
+WebCollage
 WebCopier
-WEBDAV
 WebEnhancer
 Web Enhancer
-WebFuck
-Web Fuck
-WebGo IS
-WebLeacher
+Web Fetch
 WebmasterWorldForumBot
 WebPix
 Web Pix
-WebReaper
 WebSauger
-Webshag
-WebsiteExtractor
-WebSucker
+Website Quester
+Webster
+Web Sucker
 WebWhacker
-Widow
+WeSEE
+Whatweb
+Who.is Bot
+Woobot
+WPScan
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
+x22Mozilla
 xpymep1.exe
-zauba.io
 zgrab
 ZyBorg