V4.2021.11.2707 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
+AIBOT
+Abonti
+Aboundex
 Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
 Aipbot
+AllSubmitter
+Alligator
+Anarchie
 Anarchy
 Anarchy99
-Anthill
-Aspiegel
+Ankit
 AwarioRssBot
 AwarioSmartBot
 BBBike
-BDCbot
-Backlink-Ceck
+BDFetch
+BLEXBot
 BacklinkCrawler
-Battleztar Bazinga
+BetaBot
 Bitacle
 Black Hole
-BlowFish
+BlackWidow
+Blackboard
 Boardreader
 Bolt
+BotALot
 Brandprotect
-Buddy
-BuiltBotTough
+Brandwatch
 Bullseye
-CATExplorador
-CODE87
-Calculon
+BuzzSumo
+CCBot
 Cegbfeieh
-CensysInspect
-CherryPicker
+CheTeam
+CheeseBot
 ChinaClaw
 Chlooe
-Claritybot
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-DBLBot
-DIIbot
-DatabaseDriverMysqli
-Demon
-Dirbuster
-DomainAppender
+Cogentbot
+CrazyWebCrawler
+Custo
+CyotekWebCopy
+DSearch
+DTS Agent
+DataCha0s
+Deusu
+Digincore
+Disco
+DittoSpyder
+DnyzBot
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
-Dotbot
 Download Wonder
-Dragonfly
 ECCP/1.0
-Ecxi
-EirGrabber
-Evil
-Express WebPictures
-FemtosearchBot
+EasyDL
+Ebingbong
+EroCrawler
+ExtLinksBot
+Extractor
+Extreme Picture Finder
 Firefox/7.0
 FlashGet
-Fuzz
+Flunky
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GetRight
 GetWeb
-Go-Ahead-Got-It
+GoZilla
+Gotit
 Grabber
-GrapeFX
-GrapeshotCrawler
+GridBot
 HEADMasterSEO
 HMView
 HTTP::Lite
+HTTrack
 Haansoft
-Havij
-Humanlinks
-IDBot
+HaosouSpider
+Hloader
+HybridBot
+IDBTE4M
+IRLbot
+Id-search
 IlseBot
-Indy Library
+Image Fetch
 InfoNaviRobot
-Intelliseek
-InterGET
+InfoTekies
+InternetSeer
+Iria
 Iskanie
 IstellaBot
+JennyBot
+JetCar
 Jetty
-JikeSpider
 Joomla
 Jorgee
-Kenjin Spider
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-LeechGet
+JustView
+Jyxobot
+Keyword Density
+Leap
+LibWeb
 LieBaoFast
+Lightspeedsystems
+LinkWalker
 Linkdexbot
-LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
 Litemage_walker
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MIDown tool
+MIIxpc
+MJ12bot
 MSFrontPage
-Majestic SEO
+MSIECrawler
+Majestic-SEO
 MarkMonitor
+MarkWatch
 Mass Downloader
-MauiBot
-MeanPath Bot
-MegaIndex.ru
+Mb2345Browser
+Meanpathbot
+Microsoft Data Access
 Mojeek
+Mr.4x3
 Musobot
 NICErsPRO
-Needle
+NPbot
+NearSite
 NetAnts
-NetMechanic
-NetSpider
+NetLyzer
 NetZIP
+Netcraft
+Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
+Nimbostratus
 Nmap
-Nuclei
 Nutch
-Octopus
-Offline Explorer
-Openfind
-Openvas
-PECL::HTTP
-PHPCrawl
-Page Analyzer
+OpenLinkProfiler
+OrangeBot
+OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
+PageAnalyzer
 PageThing.com
-Pandalytics
 Panscient
-Pavuk
-PeoplePal
+Petalbot
+Picscout
 Picsearch
+PictureFinder
+Pimonster
 Pixray
-ProWebWalker
-Pu_iN
-PyCurl
-RSSingBot
+PleaseCrawl
+Pockey
+Probethenet
+PxBroker
+RankActive
 RankActiveLinkBot
-RankFlex
 RankingBot
-Rankivabot
 ReGet
+RealDownload
 RedesScrapy
-RepoMonkey
-Ripper
-Rogerbot
-SEOstats
-Scanbot
-Scrapy
-Screaming
-ScrepyBot
-Searchestate
+SEOkicks
+SEOprofiler
+SISTRIX
+SalesIntelligent
 SearchmetricsBot
 Semrush
-SentiBot
-Seomoz
-Siphon
 Site Sucker
-SiteSucker
-Sitevigil
+Sitebeam
+SlySearch
 SmartDownload
-Snoopy
-SocialRankIOBot
 Sociscraper
-Sottopop
+Sogou web spider
 SpaceBison
-Spbot
+SputnikBot
+Sqlmap
 Sqlworm
 Sqworm
-Steeler
-Stripper
-Sucuri
-SuperBot
-Surfbot
-Suzuran
+SurveyBot
+Swiftbot
+T0PHackTeam
 T8Abot
-Teleport
-TeleportPro
-Telesoft
 The Intraformant
+TheNomad
+TightTwatBot
 Tracemyfile
+Trendiction
 Trendictionbot
-TurnitinBot
+Turnitin
+TwengaBot
+Twice
 Typhoeus
-URLy Warning
+URLy.Warning
 UnisterBot
-Upflow
+VCI
 Vagabondo
-VeriCiteCrawler
-Voil
+VoidEYE
 WASALive-Bot
-WWWOFFLE
-Wallpapers
-WallpapersHD
+WPScan
+WWW::Mechanize
+Web Enhancer
+Web Fetch
 Web Fuck
-WebBandit
+Web Sauger
+Web Sucker
 WebCollage
-WebFuck
-WebPix
+WebEnhancer
+WebReaper
 WebStripper
-WebWhacker
 WebZIP
-Webshag
-Website Quester
 WebsiteExtractor
-Whack
-Whacker
-Whatweb
-Widow
-WiseGuys Robot
+Webster
 Woobot
-Wprecon
-Xaldon WebSpider
 YoudaoBot
 Zauba
 Zermelo
-Zeus
-Zitebot
 ZmEu
 ZumBot
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
+check1.exe
+clark-crawler
 coccocbot-web
-crawler4j
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 demandbase-bot
 eCatch
 evc-batch
-gopher
+facebookscraper
 heritrix
-ips-agent
-lwp-request
-mediawords
+lwp-trivial
+magpie-crawler
+meanpathbot
 muhstik-scan
-netEstate NE Crawler
-oBot
-page scorer
 pcBrowser
 plumanalytics
-polaris version
-probe-image-size
-satoristudio.net
-sitechecker.pro
+scalaj-http
+sexsearcher
+siteripz
+sogouspider
 sp_auditbot
-trendiction.com
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webprosbot
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab
+webpros.com