V4.2022.02.2928 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
-ALittle Client
-Abonti
+360Spider
+80legs
+AIBOT
 Acunetix
-AhrefsBot
-AiHitBot
+AfD-Verbotsverfahren
 Aipbot
+AllSubmitter
 Alligator
-Anarchy
+Anarchie
 Anarchy99
+Anthill
 Apexoo
-AwarioRssBot
 BDCbot
-BackStreet
-BackWeb
-Badass
+BacklinkCrawler
+Bandit
+BatchFTP
+Battleztar Bazinga
+Black Hole
 BlackWidow
-BotALot
-BuiltWith
+Blow
+BlowFish
+Bolt
+Brandprotect
+Brandwatch
+Buck
+Bullseye
+BunnySlippers
+CATExplorador
 CCBot
+CODE87
 CSHttp
-CheTeam
+Calculon
+Cegbfeieh
+CensysInspect
 CheeseBot
 CherryPicker
 ChinaClaw
-Claritybot
 Cocolyzebot
-Copier
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
+Cogentbot
+Collector
+Craftbot
+Crawling at Home Project
 Crescent
-Curious
-Custo
 CyotekWebCopy
-DIIbot
+DSearch
+DTS Agent
 DataCha0s
-Devil
 DigitalPebble
-Dirbuster
-Disco
-Discobot
-Discoverybot
 DnyzBot
-Domains Project
-Download Wonder
-Dragonfly
-EMail Siphon
+DomainCrawler
+DomainSigmaCrawler
+Dotbot
+EMail Wolf
+EasyDL
+EirGrabber
 EroCrawler
+Evil
 Extractor
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 FDM
-FHscan
-FemtosearchBot
 Freeuploader
-Genieo
+FrontPage
 GermCrawler
-GetRight
 GetWeb
-Gigabot
-Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grabber
-Grafula
+Go!Zilla
 GrapeFX
-HTMLparser
-HTTrack
-Haansoft
+GrapeshotCrawler
+HTTP::Lite
+HaosouSpider
 Harvest
-Humanlinks
-Iblog
-Iria
-IstellaBot
-JOC Web Spider
+HybridBot
+IDBTE4M
+IDBot
+InfoTekies
+InterGET
+Iskanie
 JamesBOT
-JennyBot
 JetCar
-Joomla
-Jorgee
-Jyxobot
+JikeSpider
+Kenjin Spider
 Keyword Density
+Kinza
 LNSpiderguy
 Lanshanbot
 Larbin
 LeechFTP
-Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
+LieBaoFast
 Likse
-LinkScan
-Linkdexbot
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
 Litemage_walker
-Lmspider
 MIDown tool
 MJ12bot
+MSFrontPage
+MSIECrawler
 Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
 Mass Downloader
-MauiBot
-Mb2345Browser
-Metauri
-Mojeek
-Mr.4x3
-Name Intelligence
-Nameprotect
-Needle
+Meanpathbot
+Microsoft URL Control
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
+NICErsPRO
+NPbot
+NearSite
+Nessus
+Net Vampire
+NetAnts
 NetLyzer
-NetSpider
-Nettrack
-Netvibes
-Nibbler
+NetMechanic
+NetZIP
 Niki-bot
-Nikto
-Ninja
-Nutch
+NimbleCrawler
+Nmap
+Not
+Nuclei
 Octopus
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
-Openvas
 OrangeBot
 OutclicksBot
-Papa Foto
-Petalbot
-Picscout
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
 Picsearch
-ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-Pump
-Quick-Crawler
-RSSingBot
-RankingBot2
-Rankivabot
+PictureFinder
+Piepmatz
+PleaseCrawl
+Probethenet
+RankActiveLinkBot
+RankFlex
 RankurBot
+Re-re
 ReGet
-RealDownload
-SEOprofiler
+Reaper
+Recorder
+Ripper
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
+SEOstats
 SISTRIX
-ScrepyBot
-Semrush
+SMTBot
+Screaming
+ScreenerBot
+Searchestate
 Shodan
 Siphon
 SiteLockSpider
-SiteSnagger
-SiteSucker
-SlySearch
-Snake
-Snapbot
+Sitebeam
+Siteimprove
+Sitevigil
 Snoopy
-SocialRankIOBot
-Sociscraper
 Sosospider
 Sottopop
-SpankBot
-Stripper
+Spammen
+Sqlmap
+Sqlworm
+Sucker
 SuperBot
+SuperHTTP
 SurveyBot
 Suzuran
+Swiftbot
 Szukacz
-T0PHackTeam
-Teleport
 TeleportPro
+Telesoft
+The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
-Titan
+Toata
+Trendictionbot
+Turingos
 Turnitin
+TwengaBot
 Twice
-Typhoeus
-URLy Warning
-V-BOT
-VB Project
+URLy.Warning
+VCI
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-VoidEYE
-Voil
-WISENutbot
-WPScan
-WWW-Mechanize
+Voltron
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers
-Web Enhancer
-Web Fuck
-Web Sauger
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Sucker
 WebCollage
 WebCopier
-WebFetch
-WebImageCollector
+WebEnhancer
+WebLeacher
 WebReaper
-WebSauger
-WebStripper
-WebSucker
 WebWhacker
+Webshag
+WebsiteExtractor
 Whack
-Whacker
 Who.is Bot
+WinHTTrack
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
+Wprecon
 Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
+Zade
+Zauba
+Zermelo
+Zeus
 Zitebot
 ZoomBot
-adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-cah.io.community
-check1.exe
-coccocbot-web
-cognitiveseo
+arquivo.pt
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
-demandbase-bot
-isitwp.com
+domainsproject.org
+eCatch
+evc-batch
+facebookscraper
+gopher
+heritrix
+instabid
+ips-agent
 iubenda-radar
-meanpathbot
+mediawords
 muhstik-scan
-netEstate NE Crawler
+plumanalytics
 polaris version
-probe-image-size
-ripz
-satoristudio.net
-scalaj-http
 seocompany.store
-sitechecker.pro
-sogouspider
-sysscan
-tAkeOut
+serpstatbot
+sexsearcher
+siteripz
 trendiction.com
-webpros.com
-x09Mozilla
+trendiction.de
+voyagerx.com
+webgains-bot
+webmeup-crawler
+x22Mozilla
 xpymep1.exe
 zauba.io
-zgrab