V4.2021.07.2490 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-AiHitBot
+360Spider
+80legs
+ADmantX
+AIBOT
+ALittle Client
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
 Aipbot
-Alexibot
-AllSubmitter
-Anarchy
-Anarchy99
-Ankit
-Apexoo
-Aspiegel
+Anarchie
+Anthill
 Attach
-AwarioSmartBot
-BDFetch
-BLEXBot
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
+Backlink-Ceck
+BacklinkCrawler
+Badass
 Bitacle
-Black Hole
-Blow
+Blackboard
+Boardreader
+Brandprotect
+Buck
+Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
 BuzzSumo
-CODE87
-CSHttp
-CheTeam
-CheeseBot
-Chlooe
+CCBot
+Calculon
+Cegbfeieh
+CherryPicker
+ChinaClaw
 Claritybot
-Cloud mapping
+Cocolyzebot
 Copier
+CopyRightCheck
 Cosmos
-CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
-Custo
-CyotekWebCopy
-DIIbot
+DBLBot
+DSearch
 DTS Agent
-DatabaseDriverMysqli
-Demon
-Digincore
-Dispatch
+Devil
+Dirbuster
+Discoverybot
+DittoSpyder
 DnyzBot
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dotbot
-Drip
-ECCP/1.0
-EMail Wolf
+DomainCrawler
+Dragonfly
+EMail Siphon
 EasyDL
-Ecxi
 EirGrabber
-EroCrawler
 Evil
-Exabot
-Express WebPictures
+ExtLinksBot
 Extractor
-Extreme Picture Finder
-EyeNetIE
-Ezooms
+ExtractorPro
+FDM
+FemtosearchBot
+Fimap
 Freeuploader
-FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-GermCrawler
 GetRight
-GetWeb
-Getintent
-Gotit
-GrabNet
+Go-Ahead-Got-It
+Grabber
 Grafula
 GrapeFX
-HMView
-HTMLparser
-HTTrack
+GridBot
+Haansoft
 HaosouSpider
-Heritrix
-Hloader
+Harvest
 Humanlinks
-HybridBot
-IDBTE4M
-Id-search
+IRLbot
+Iblog
+IlseBot
 Image Fetch
-Image Sucker
-InternetSeer
+Indy Library
+InfoTekies
+Internet Ninja
 Iskanie
-JOC Web Spider
+IstellaBot
+Jbrofuzz
 JennyBot
+JetCar
+Joomla
 JustView
-Jyxobot
-Kenjin Spider
-Kinza
+Keyword Density
 Kozmosbot
 Lanshanbot
-LeechFTP
+Larbin
 LeechGet
-Lftp
-LibWeb
+Libwhisker
+Likse
+LinkScan
+Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MTRobot
-Majestic SEO
+LinqiaRSSBot
+Lmspider
+MFC_Tear_Sample
+Magnet
+Mail.RU_Bot
 Majestic-SEO
-MauiBot
-Mb2345Browser
-Mediatoolkitbot
+MarkWatch
+Mata Hari
+MegaIndex.ru
+Metauri
 MicroMessenger
+Mister PiX
 Moblie Safari
 Mojeek
 Mojolicious
-NICErsPRO
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
 Navroad
-Nessus
 Net Vampire
 NetAnts
-NetLyzer
 NetMechanic
-NextGenSearchBot
+NetSpider
+NetZIP
+Netvibes
 Nibbler
 Niki-bot
-Nuclei
-Nutch
+Nikto
+Octopus
+OnCrawl
 OpenLinkProfiler
-Openfind
 Openvas
-OrangeBot
-PECL::HTTP
+OrangeSpider
+OutclicksBot
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageThing.com
-Pandalytics
-PeoplePal
-Petalbot
-Picscout
+PageScorer
+Papa Foto
+Pavuk
+Pi-Monster
 Picsearch
-PictureFinder
+Pimonster
 Pockey
+ProPowerBot
 ProWebWalker
 Probethenet
-Psbot
 Pu_iN
-PxBroker
-Quick-Crawler
-RSSingBot
+PyCurl
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot2
-Re-re
-ReGet
-RealDownload
-RebelMouse
+RankingBot
+Rankivabot
+RankurBot
 Recorder
+Rogerbot
 SBIder
+SISTRIX
 SMTBot
 SalesIntelligent
+ScanAlert
 Scrapy
-Screaming
-ScreenerBot
-SearchmetricsBot
-Seomoz
-Shodan
-SiteExplorer
-SiteLockSpider
-Sitebeam
-SlySearch
+ScrepyBot
+Searchestate
+SentiBot
+Siphon
+SiteCheckerBotCrawler
+Sitevigil
+SmartDownload
 Snapbot
-Sociscraper
-SpaceBison
+SocialRankIOBot
+Sosospider
 Spanner
-SputnikBot
-Sqworm
-Steeler
+SuperHTTP
+Surfbot
 Suzuran
 Swiftbot
 Szukacz
-TeleportPro
+Teleport
+Telesoft
 The Intraformant
-TightTwatBot
-Toweyabot
-Tracemyfile
+Thumbor
+Titan
 Trendictionbot
-True_Robot
+Turnitin
+TurnitinBot
 TwengaBot
+URLy.Warning
 Upflow
-Vacuum
-VeriCiteCrawler
-WBSearchBot
-WPScan
+VCI
+Vagabondo
+Virusdie
+WASALive-Bot
+WISENutbot
+WWW::Mechanize
+Wallpapers/3.0
 Web Auto
 Web Collage
+Web Enhancer
+Web Fetch
 Web Pix
-Web Sauger
 Web Sucker
+WebAuto
 WebCollage
-WebFuck
+WebFetch
+WebImageCollector
 WebPix
+WebReaper
+WebSauger
+WebStripper
+WebWhacker
+WebZIP
 Webalta
 Webshag
 Website Quester
 WebsiteExtractor
-Whacker
-Who.is Bot
+Whatweb
 WinHTTrack
 WiseGuys Robot
-Wonderbot
 Woobot
+Wotbox
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
-arquivo-web-crawler
+Zermelo
+Zeus
+ZumBot
+ZyBorg
+archive.org_bot
 autoemailspider
 backlink-check
-check1.exe
-coccocbot-web
 cognitiveseo
-evc-batch
-gopher
+crawl.sogou.com
+crawler.feedback
 heritrix
-instabid
-ips-agent
-lwp-trivial
+internetVista monitor
+muhstik-scan
 netEstate NE Crawler
-page scorer
 plumanalytics
+probe-image-size
+ripz
+satoristudio.net
+scalaj-http
 scan.lol
 serpstatbot
 sexsearcher
 sitechecker.pro
-sp_auditbot
 spyfu
 sysscan
-tAkeOut
+trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
-zgrab
+x09Mozilla
+xpymep1.exe