V4.2021.08.2504 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ALittle Client
-AfD-Verbotsverfahren
-AlphaBot
-Anarchie
+01h4x.com
+404checker
+AIBOT
+Aboundex
+AhrefsBot
+Aipbot
+Alexibot
 Anarchy99
-Apexoo
-Asterias
-AwarioSmartBot
-BBBike
-BLEXBot
-BackStreet
+Ankit
+AwarioRssBot
+BDFetch
+BackDoorBot
 BackWeb
-BatchFTP
+Backlink-Ceck
+BacklinkCrawler
 Battleztar Bazinga
 BetaBot
-Bigfoot
-BlackWidow
-BotALot
-Brandwatch
-Buddy
+Blow
+BlowFish
+Boardreader
+Brandprotect
+BuiltWith
+BunnySlippers
+CCBot
 CSHttp
 Calculon
-CensysInspect
+CheTeam
 CheeseBot
 CherryPicker
-Chlooe
-Claritybot
-Copier
+ChinaClaw
+Cloud mapping
+Cocolyzebot
 CopyRightCheck
+Copyscape
 Craftbot
-Custo
-CyotekWebCopy
-DIIbot
+CrazyWebCrawler
+Curious
 DTS Agent
-Deusu
-Digincore
+Demon
 DigitalPebble
-Discobot
-Domains Project
+Discoverybot
+DittoSpyder
+DomainAppender
+DomainCrawler
+DomainStatsBot
+Download Wonder
+Drip
 ECCP/1.0
-EMail Wolf
 EasyDL
-EirGrabber
 EroCrawler
+Evil
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
+Extractor
+EyeNetIE
+Ezooms
+FDM
 FemtosearchBot
+Fimap
+Firefox/7.0
 FlashGet
-Foobot
-Freeuploader
+FrontPage
 Fuzz
-Fyrebot
+GT::WWW
+Genieo
 GermCrawler
 GetRight
+GetWeb
 Gigablast
 Go!Zilla
-Gotit
 GrabNet
-Grafula
+Grabber
+GrapeshotCrawler
 GridBot
 HMView
-HaosouSpider
-Harvest
-Hloader
+HTMLparser
+HTTrack
+Haansoft
+HybridBot
+IDBot
 IRLbot
-Image Sucker
+Id-search
+IlseBot
+Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
-Internet Ninja
-JOC Web Spider
-JamesBOT
+Iskanie
 Jbrofuzz
 JennyBot
-JetCar
 Jetty
-Jyxobot
-Kenjin Spider
-Keyword Density
+JikeSpider
+Jorgee
 Kinza
 LNSpiderguy
-LWP::Simple
 Lanshanbot
 Leap
-LexiBot
-Lftp
+LeechFTP
 LibWeb
-Libwhisker
-Likse
 LinkScan
+LinkWalker
+Linkbot
 Linkdexbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MIDown tool
+Lmspider
+MIIxpc
 MJ12bot
-MSFrontPage
+MQQBrowser
 MSIECrawler
+Mag-Net
 Magnet
+Mail.RU_Bot
+Majestic SEO
 Majestic12
+MarkMonitor
 MarkWatch
-Mass Downloader
-Masscan
-MeanPath Bot
+Mata Hari
 Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
 MicroMessenger
 Microsoft Data Access
-Moblie Safari
+Mister PiX
+Mojolicious
 Morfeus Fucking Scanner
-NICErsPRO
-NPbot
-Nameprotect
-Nessus
-Net Vampire
-NetAnts
+Mozlila
+Msrabot
 NetLyzer
-NetZIP
-Netcraft
-Nettrack
+NetMechanic
 NextGenSearchBot
-Nibbler
 Nikto
-NimbleCrawler
 Nuclei
+Nutch
 Octopus
 Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OutclicksBot
+Openfind
+Openvas
+OrangeSpider
+PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
 PageGrabber
-Pandalytics
-Papa Foto
-PeoplePal
-Petalbot
-Pi-Monster
+PageThing.com
+Panscient
+Pavuk
 Picscout
+PictureFinder
 Piepmatz
-PleaseCrawl
-Pockey
 ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-QueryN Metasearch
 RankActive
-Rankivabot
+RankingBot
+RankingBot2
 RankurBot
-Re-re
-ReGet
-RealDownload
 Reaper
 RebelMouse
-Recorder
 RepoMonkey
-RocketCrawler
-SBIder
-SEOkicks-Robot
-SalesIntelligent
-ScanAlert
-Scanbot
-ScrepyBot
-SemrushBot
+Rogerbot
+SEOprofiler
+SEOstats
+SISTRIX
+Scrapy
+Screaming
+Semrush
+SentiBot
+SeoSiteCheckup
 Seomoz
 Shodan
-Siphon
-Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-SiteSucker
 Sitebeam
-Sitevigil
-SlySearch
+Snake
+Snoopy
 SocialRankIOBot
-SpaceBison
-SpankBot
-Spanner
-Spbot
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
+Sqlworm
+Sqworm
 SuperBot
 Surfbot
 SurveyBot
-Swiftbot
-Szukacz
 T0PHackTeam
-T8Abot
-Thumbor
-Toata
+Teleport
+Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
+TightTwatBot
+Toweyabot
+Tracemyfile
+Trendictionbot
+True_Robot
 TurnitinBot
 TwengaBot
 Twice
-Typhoeus
 V-BOT
-VelenPublicWebCrawler
-Virusdie
-Voltron
-WASALive-Bot
+VB Project
+Vacuum
+Voil
+WBSearchBot
 WEBDAV
 WPScan
 WWW-Mechanize
-Wallpapers/3.0
-Web Fetch
-Web Fuck
-Web Sucker
-WebAuto
+WWWOFFLE
+WeSEE
+Web Auto
+Web Collage
+Web Sauger
+WebBandit
+WebCollage
+WebCopier
+WebFuck
 WebGo IS
+WebPix
 WebReaper
+WebSauger
+WebStripper
 WebSucker
-Webalta
 Website Quester
-Whacker
-Who.is Bot
 Widow
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
 Zeus
-archive.org_bot
-crawler.feedback
-crawler4j
+arquivo.pt
+check1.exe
+coccocbot-web
+crawl.sogou.com
 demandbase-bot
-eCatch
+domainsproject.org
+evc-batch
 gopher
-muhstik-scan
+internetVista monitor
+lwp-request
 oBot
 page scorer
-satoristudio.net
-scalaj-http
-sysscan
+plumanalytics
+polaris version
+probe-image-size
+ripz
+s1z.ru
+sexsearcher
+sitechecker.pro
 tAkeOut
-voyagerx.com
 x09Mozilla
 x22Mozilla
-xpymep1.exe
 zauba.io
-zgrab