V4.2021.09.2611 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 AIBOT
 ALittle Client
-Abonti
 Aboundex
-AhrefsBot
+AfD-Verbotsverfahren
 AiHitBot
-AllSubmitter
 AlphaBot
-Anarchie
-Anarchy99
-Ankit
-Anthill
 Asterias
-AwarioRssBot
+BBBike
 BDCbot
-BackDoorBot
-BackWeb
-Backlink-Ceck
-Badass
+BacklinkCrawler
+Barkrowler
 BatchFTP
 BetaBot
-Black Hole
-BlackWidow
-Brandprotect
+Bitacle
+Blackboard
+Blow
+Boardreader
+BotALot
 Brandwatch
-BuiltBotTough
-BuzzSumo
+BunnySlippers
 CATExplorador
+CCBot
 CODE87
+CSHttp
+Calculon
+CazoodleBot
+CensysInspect
 CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
 Claritybot
+Cloud mapping
+Collector
 Copier
+CopyRightCheck
 Copyscape
-CrazyWebCrawler
-Custo
+Crescent
 CyotekWebCopy
-DIIbot
-DTS Agent
+DBLBot
+DSearch
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
 DigitalPebble
-Disco
 Discobot
-Dispatch
 DnyzBot
-DomCopBot
-DomainAppender
 DomainCrawler
+DomainSigmaCrawler
+Download Wonder
 Dragonfly
-Ebingbong
-EroCrawler
-Evil
+Drip
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 Exabot
 ExtLinksBot
-ExtractorPro
 Ezooms
-FDM
 FemtosearchBot
 Firefox/7.0
-FlashGet
+Flunky
 Foobot
-FrontPage
+Freeuploader
 Fuzz
-Fyrebot
-GT::WWW
 GalaxyBot
 GetRight
 Getintent
+Gigabot
 Go!Zilla
-GoZilla
-GrabNet
-Grabber
-Grafula
+Gotit
 GrapeshotCrawler
+GridBot
+HMView
+HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
 Harvest
 Havij
-IDBTE4M
+Heritrix
+Hloader
+Humanlinks
+HybridBot
 Image Fetch
 IndeedBot
-Indy Library
+Intelliseek
+Internet Ninja
 IstellaBot
-JamesBOT
 Jbrofuzz
-Jorgee
+JennyBot
+JetCar
+JikeSpider
+Joomla
 JustView
-Kozmosbot
-LNSpiderguy
+Kenjin Spider
 LWP::Simple
-Larbin
-LexiBot
-LibWeb
-LinkScan
+LeechGet
+Libwhisker
+Lightspeedsystems
 Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinkpadBot
+LinksManager
 LinqiaRSSBot
+LinqiaScrapeBot
 Lmspider
-MIDown tool
-MJ12bot
-MSFrontPage
-MSIECrawler
-Majestic-SEO
-Mass Downloader
+Ltx71
+MFC_Tear_Sample
+MTRobot
+Majestic12
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
+Mister PiX
 Moblie Safari
-Mojeek
-Mr.4x3
-NICErsPRO
+Mojolicious
+Mozlila
 NPbot
-Name Intelligence
 NearSite
-Needle
-Nessus
-NetAnts
-NetMechanic
+Net Vampire
 NetZIP
-Niki-bot
-Nikto
+Netcraft
+Nettrack
+NextGenSearchBot
 NimbleCrawler
 Nimbostratus
-Octopus
+Ninja
+Nuclei
+Nutch
 Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-OpenVAS
-PECL::HTTP
+OnCrawl
+OutclicksBot
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 PageGrabber
-PageScorer
-Pandalytics
-Pavuk
-PeoplePal
-Pi-Monster
-Picsearch
+PageThing.com
+Panscient
 Pimonster
-PleaseCrawl
+Pixray
 ProWebWalker
-Pump
-Quick-Crawler
-RSSingBot
+QueryN Metasearch
 RankActive
-RankFlex
-RankingBot
+Rankivabot
+Re-re
+Recorder
+RedesScrapy
 RepoMonkey
 Ripper
 RocketCrawler
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
 SMTBot
-SalesIntelligent
-ScoutJet
+Scanbot
+Scrapy
 Screaming
-ScrepyBot
+SearchmetricsBot
 Semrush
-SeoSiteCheckup
+Seomoz
 Shodan
-Siphon
-Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitevigil
-SlySearch
+Sitebeam
+SmartDownload
 Snake
 Snapbot
 SocialRankIOBot
 Sogou web spider
-Sottopop
-SpaceBison
-SpankBot
-Spbot
-SputnikBot
-Suzuran
+Sosospider
+Sqworm
+Sucuri
+SuperBot
+SuperHTTP
+SurveyBot
+Swiftbot
+Szukacz
 T8Abot
-Telesoft
 Telesphorep
 The Intraformant
-TheNomad
-TightTwatBot
+Titan
 Toweyabot
-Tracemyfile
-Turnitin
+Trendiction
+True_Robot
 TurnitinBot
-Typhoeus
-V-BOT
+URLy.Warning
+UnisterBot
+Vacuum
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-WISENutbot
-WWW-Collector-E
-Wallpapers
+VoidEYE
+Voil
+WBSearchBot
+WPScan
 Wallpapers/3.0
-Web Auto
-Web Collage
+WallpapersHD
+WeSEE
 Web Enhancer
-Web Fuck
-Web Sauger
+Web Fetch
+Web Pix
+WebBandit
 WebCopier
+WebEnhancer
 WebFuck
-WebGo IS
-WebImageCollector
 WebLeacher
-WebSucker
-WebmasterWorldForumBot
+WebPix
 Website Quester
 WebsiteExtractor
 Webster
-Whack
-WiseGuys Robot
-Wotbox
-Xaldon_WebSpider
+Whatweb
+Who.is Bot
+Xaldon WebSpider
 Xenu
-Zeus
-Zitebot
+Zade
+ZoomBot
 ZumBot
-autoemailspider
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
+cah.io.community
 check1.exe
-clark-crawler
-coccocbot-web
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-crawler4j
-dataforseo.com
-evc-batch
-facebookscraper
-instabid
+demandbase-bot
+heritrix
+internetVista monitor
 ips-agent
-isitwp.com
+lwp-request
+lwp-trivial
 magpie-crawler
-netEstate NE Crawler
+mediawords
 page scorer
 plumanalytics
-polaris version
 probe-image-size
-scalaj-http
-seobility
-seostar
-siteripz
-sogouspider
+ripz
+satoristudio.net
+sexsearcher
+sitechecker.pro
+sp_auditbot
 spyfu
-sysscan
-tAkeOut
 trendiction.com
-webprosbot
-x09Mozilla
-zauba.io
+voyagerx.com
+webmeup-crawler
+x22Mozilla
 zgrab