V4.2021.12.2766 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404enemy
-80legs
-AIBOT
-Abonti
+ADmantX
+ALittle Client
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
-AlphaBot
 Anarchy99
-Anthill
-AwarioSmartBot
-BDFetch
-BackDoorBot
+Aspiegel
+BLEXBot
 BackStreet
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
-Bigfoot
-BlackWidow
+BlowFish
 Boardreader
-Bolt
-BotALot
-Brandprotect
-Bullseye
+CATExplorador
 CCBot
 CODE87
-CazoodleBot
-Cegbfeieh
-CheTeam
-CherryPicker
-Chlooe
+CSHttp
+CensysInspect
+CheeseBot
 Citoid
-Cloud mapping
+Cliqzbot
 Cogentbot
-Cosmos
-Craftbot
-Curious
-CyotekWebCopy
-DSearch
-DTS Agent
-DataCha0s
+Collector
+Copier
+Copyscape
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CrunchBot
+Custo
+DBLBot
+DatabaseDriverMysqli
+Demon
 Deusu
-Devil
-Digincore
-Dirbuster
 Disco
 Discobot
 DittoSpyder
+DnyzBot
 DomCopBot
-Dotbot
-Drip
-ECCP/1.0
-EMail Wolf
-EasyDL
-Ecxi
-EirGrabber
-EroCrawler
+DomainAppender
+DomainCrawler
+Download Wonder
 Express WebPictures
-ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-Ezooms
+EyeNetIE
 FHscan
-FemtosearchBot
-Fimap
-FlashGet
 Flunky
 Foobot
 Freeuploader
 FrontPage
 FyberSpider
 Fyrebot
-GetRight
-Go!Zilla
-Go-Ahead-Got-It
+GT::WWW
+GalaxyBot
+GermCrawler
+Getintent
+Gigabot
 Gotit
+GrabNet
 Grabber
+Grafula
+GrapeFX
+HEADMasterSEO
+HTMLparser
 Haansoft
-Harvest
 Havij
+Heritrix
 Hloader
 Humanlinks
-IDBot
-Iblog
-Id-search
-IlseBot
-IndeedBot
-InfoNaviRobot
-Iria
-JOC Web Spider
-JamesBOT
-Jbrofuzz
+IDBTE4M
+Image Fetch
+Image Sucker
+Intelliseek
+InternetSeer
 JetCar
-JikeSpider
-Joomla
-Kenjin Spider
-Keyword Density
-Kinza
+Jyxobot
+Kozmosbot
 Lanshanbot
-LeechGet
-LexiBot
-LibWeb
-LieBaoFast
-LinkScan
-LinkWalker
-Linkbot
-LinksManager
+Leap
+Libwhisker
+Lightspeedsystems
+Likse
+Linkdexbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
 Lmspider
-Ltx71
+MFC_Tear_Sample
 MIDown tool
-MSFrontPage
+MIIxpc
+MQQBrowser
+MTRobot
 Magnet
-Mail.RU_Bot
-MarkWatch
+Majestic-SEO
+Majestic12
+MarkMonitor
 Mass Downloader
-Masscan
 Mata Hari
-Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
-Mister PiX
-Mojeek
+MicroMessenger
+Minefield
+Moblie Safari
+Mojolicious
+Msrabot
 NICErsPRO
+Name Intelligence
 Nameprotect
-Navroad
 NearSite
 Needle
-Net Vampire
-NetAnts
-NetLyzer
 NetZIP
 Netcraft
-Netvibes
-Nibbler
-Nimbostratus
-Nuclei
-Nutch
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Ninja
+Nmap
+Not
+Octopus
 Offline Navigator
-OpenLinkProfiler
-Openfind
-Openvas
-OutfoxBot
-PECL::HTTP
-Page Analyzer
+OnCrawl
+PHPCrawl
+POE-Component-Client-HTTP
 PageScorer
-Pandalytics
-Petalbot
+Papa Foto
+Pavuk
+Picscout
 Picsearch
 Pimonster
-Pixray
+PleaseCrawl
+Pockey
 Probethenet
 Psbot
-PyCurl
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot2
-Rankivabot
-RealDownload
-Recorder
-RedesScrapy
+Pump
+RankActive
+Re-re
+Reaper
 RepoMonkey
+RocketCrawler
 Rogerbot
 SBIder
 SEOkicks
-SEOstats
-SalesIntelligent
+SEOlyticsCrawler
+SMTBot
+ScanAlert
 Scanbot
-Scrapy
-Searchestate
+ScoutJet
+ScreenerBot
 SearchmetricsBot
+SemanticJuice
 Semrush
-SemrushBot
-SentiBot
 SeoSiteCheckup
-Site Sucker
+Seomoz
+SiteCheckerBotCrawler
+SiteLockSpider
+Siteimprove
 Sitevigil
+SmartDownload
 Snapbot
-Sottopop
-Spammen
+SocialRankIOBot
+Sogou web spider
+Sosospider
 SpankBot
-Spanner
-Spinn3r
+Spbot
 Sqlmap
-Steeler
 Stripper
-SuperHTTP
-Surfbot
+Sucker
+Sucuri
+SuperBot
+SurveyBot
 Suzuran
-Teleport
-TeleportPro
+Szukacz
+T0PHackTeam
+Telesphoreo
+Telesphorep
 The Intraformant
 TheNomad
-Titan
-Turingos
-TwengaBot
+Thumbor
+TightTwatBot
+Toweyabot
+Trendiction
+Turnitin
 Twice
+Typhoeus
 URLy Warning
 URLy.Warning
-V-BOT
-VidibleScraper
-Voil
-Voltron
-WASALive-Bot
+Upflow
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+WWW-Collector-E
 WWW-Mechanize
-Web Pix
-WebBandit
+WWWOFFLE
+Web Enhancer
+WebAuto
+WebEnhancer
+WebFetch
 WebGo IS
-WebPix
+WebLeacher
 WebReaper
-WebSauger
-WebmasterWorldForumBot
-Website Quester
-Whack
+WebStripper
+WebWhacker
+WebZIP
+Webshag
+WebsiteQuester
 Whatweb
-Widow
-WinHTTrack
-Wonderbot
-Zauba
-ZoominfoBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+Woobot
+Xaldon WebSpider
+YoudaoBot
+ZmEu
+arquivo.pt
 cah.io.community
-coccocbot-web
-crawl.sogou.com
-evc-batch
+check1.exe
+clark-crawler
+com.plumanalytics
+crawler4j
+domainsproject.org
+eCatch
+gopher
+heritrix
 instabid
-internetVista monitor
+ips-agent
 lwp-request
-lwp-trivial
-magpie-crawler
+meanpathbot
+muhstik-scan
 pcBrowser
-plumanalytics
-polaris version
-probe-image-size
 s1z.ru
-seostar
+scan.lol
+seobility
+seoscanners
+serpstatbot
 sexsearcher
+siteripz
+sogouspider
+sysscan
 trendiction.com
-webmeup-crawler
-webpros.com
+trendiction.de
 x09Mozilla
-x22Mozilla
+zauba.io
+zgrab