V4.2021.11.2744 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
 404enemy
-ASPSeek
+AIBOT
 AfD-Verbotsverfahren
 AlphaBot
-Anarchie
+Anarchy99
+Anthill
 Asterias
-BBBike
+AwarioSmartBot
+BLEXBot
 Backlink-Ceck
-Badass
-Barkrowler
+BacklinkCrawler
 BatchFTP
-BetaBot
-Bigfoot
-Bitacle
+Black Hole
 BlackWidow
 Blow
 BlowFish
 Boardreader
 Bolt
-BuiltBotTough
+BotALot
+CCBot
+CODE87
+CheTeam
 CheeseBot
-CherryPicker
+ChinaClaw
 Chlooe
+Cloud mapping
 Cogentbot
-Collector
-Crawling at Home Project
+Copier
+CopyRightCheck
+Copyscape
+Cosmos
+CrazyWebCrawler
+Curious
 CyotekWebCopy
 DBLBot
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Deusu
-Digincore
+Devil
+DigitalPebble
+Dirbuster
 Disco
-DomCopBot
-DomainSigmaCrawler
+Dispatch
+DnyzBot
+DomainCrawler
 Domains Project
-Dragonfly
-EMail Siphon
-EMail Wolf
+Dotbot
+EasyDL
 Ebingbong
-Ecxi
-EirGrabber
-Evil
-Exabot
 Express WebPictures
-Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
 FHscan
 FemtosearchBot
-Firefox/7.0
-FlashGet
-FrontPage
-FyberSpider
+Flunky
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
+Genieo
+GermCrawler
+GetRight
 Gigabot
-GrabNet
-GrapeFX
-GrapeshotCrawler
-HTTP::Lite
-Haansoft
-IDBot
+Go!Zilla
+GoZilla
+Grabber
+GridBot
+HMView
+Heritrix
+Hloader
+HybridBot
+IDBTE4M
+Iblog
 Id-search
+Image Fetch
 Image Sucker
 Indy Library
-InfoTekies
-Intelliseek
 InterGET
-Iskanie
+InternetSeer
 JamesBOT
-JikeSpider
+Jetty
+Joomla
 JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kinza
 Kozmosbot
 LNSpiderguy
-Lanshanbot
-Leap
+Larbin
 LeechGet
 LibWeb
-LieBaoFast
-LinkScan
-Linkdexbot
+Libwhisker
+Lightspeedsystems
+Likse
 LinkextractorPro
 LinkpadBot
-LinqiaScrapeBot
-Lmspider
-Ltx71
+Lipperhey
+Lipperhey Spider
+MFC_Tear_Sample
 MIIxpc
 MQQBrowser
 MSFrontPage
-MSIECrawler
 Mag-Net
-Magnet
 Mail.RU_Bot
-Majestic-SEO
-Mata Hari
+Majestic SEO
+Majestic12
+MarkMonitor
+Masscan
+MeanPath Bot
 Mediatoolkitbot
 Metauri
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Musobot
-NearSite
-Needle
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
+NPbot
+Name Intelligence
+Nessus
 NetMechanic
-Nettrack
-Netvibes
-Nibbler
-Niki-bot
-Nikto
-Nimbostratus
-Ninja
-Not
-Nuclei
+NetSpider
+NetZIP
+Netcraft
+NextGenSearchBot
 Offline Explorer
 Offline Navigator
-OnCrawl
-OpenVAS
-OutclicksBot
-PHPCrawl
+OpenLinkProfiler
 POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
 PageScorer
-Pandalytics
 Panscient
-Papa Foto
-Pi-Monster
+Pavuk
+Petalbot
 Picscout
-Picsearch
+Piepmatz
 Pimonster
+Pixray
 Pockey
-ProWebWalker
-Pu_iN
-Quick-Crawler
+Probethenet
+Psbot
+PxBroker
 RankActive
 RankActiveLinkBot
 RankingBot
 Re-re
-RealDownload
-RebelMouse
-Recorder
-RocketCrawler
-Rogerbot
-SEOkicks-Robot
-SalesIntelligent
-ScanAlert
-Scanbot
+Reaper
+RedesScrapy
+SBIder
+SISTRIX
+SMTBot
+ScoutJet
 Scrapy
+Screaming
+ScreenerBot
 Searchestate
-Semrush
-SeobilityBot
+SearchmetricsBot
+SemrushBot
+Shodan
 Siphon
-SiteSucker
-SlySearch
-SmartDownload
-SocialRankIOBot
-Sogou web spider
+SiteExplorer
+SiteSnagger
+Sitevigil
+Snake
+Snapbot
+Snoopy
 Sosospider
 Sottopop
-Spanner
 Spbot
-Spinn3r
-SputnikBot
-Sqworm
+Sqlmap
 Steeler
-SuperBot
-SurveyBot
-Suzuran
-Szukacz
-T8Abot
-TeleportPro
-Telesoft
-Telesphorep
+T0PHackTeam
+Teleport
+Telesphoreo
 Thumbor
-Toata
+TightTwatBot
 Trendiction
 True_Robot
-Twice
-Upflow
+Turingos
+TurnitinBot
+Typhoeus
+UnisterBot
 V-BOT
-Vacuum
-VelenPublicWebCrawler
+VCI
+Vagabondo
+Virusdie
+VoidEYE
 Voil
+Voltron
+WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
+WallpapersHD
 WeSEE
 Web Auto
 Web Enhancer
+Web Fetch
 Web Fuck
-Web Pix
-Web Sauger
-Web Sucker
-WebAuto
-WebCopier
-WebEnhancer
+WebBandit
 WebFetch
 WebFuck
-WebGo IS
-WebPix
 WebSauger
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
-Webster
-Whack
-Whacker
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
+WebWhacker
+Website Quester
+WebsiteQuester
+Wprecon
 Xaldon WebSpider
-Xenu
 YoudaoBot
+Zade
+Zauba
 Zermelo
-arquivo-web-crawler
-check1.exe
+ZoominfoBot
+autoemailspider
+backlink-check
+cah.io.community
 clark-crawler
 cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-dataforseo.com
+crawler.feedback
 demandbase-bot
-evc-batch
-heritrix
-isitwp.com
-lwp-request
-lwp-trivial
-magpie-crawler
-meanpathbot
+eCatch
+instabid
+internetVista monitor
+ips-agent
+muhstik-scan
 netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-ripz
-seobility
-seocompany.store
-seoscanners
-serpstatbot
+probe-image-size
+scalaj-http
+scan.lol
+seostar
 sexsearcher
 siteripz
-sogouspider
-spyfu
 sysscan
 tAkeOut
+trendiction.com
+trendiction.de
+webgains-bot
+webmeup-crawler
+webpros.com
+x09Mozilla
 x22Mozilla
+xpymep1.exe
 zauba.io
 zgrab