V4.2022.03.2999 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 404enemy
+ADmantX
 Aboundex
+Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Aipbot
+AllSubmitter
+Alligator
 Anarchy
 Anarchy99
 Ankit
-Anthill
-AwarioRssBot
+Asterias
+Atomseobot
+Attach
+AwarioSmartBot
+BLEXBot
 BackStreet
-Barkrowler
-BatchFTP
-Bigfoot
+BackWeb
+Bandit
+Battleztar Bazinga
+BlackWidow
+Blackboard
 Blow
-Brandprotect
-Buck
+BlowFish
+Buddy
+BuiltBotTough
+BuiltWith
 BuzzSumo
 CATExplorador
 CCBot
+Cegbfeieh
 CensysInspect
-CheeseBot
-ChinaClaw
-Chlooe
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Collector
+CherryPicker
+Citoid
 CopyRightCheck
-Cosmos
 Craftbot
-CrazyWebCrawler
-DIIbot
-DSearch
-DTS Agent
+Crawling at Home Project
+Crescent
 DatabaseDriverMysqli
-DigitalPebble
-Dirbuster
+Demon
+Digincore
 Disco
-DnBCrawler-Analytics
-DomCopBot
-Download Wonder
-EasyDL
+Discoverybot
+Dispatch
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Drip
 Ebingbong
+EirGrabber
 EroCrawler
-Evil
+Exabot
+Extractor
 Extreme Picture Finder
-Ezooms
-FDM
+EyeNetIE
+FemtosearchBot
+Firefox/7.0
 FlashGet
-Fuzz
-FyberSpider
-GalaxyBot
-GetRight
+Flunky
+Freeuploader
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
 Getintent
 Go!Zilla
 Gotit
-GrabNet
-Grabber
 Grafula
-GrapeFX
-HaosouSpider
-Hloader
-HybridBot
-IDBot
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
+Havij
+Heritrix
 Iblog
-Image Fetch
+Id-search
+IlseBot
 Image Sucker
-InfoNaviRobot
+Indy Library
 InfoTekies
-InternetSeer
-Iria
+Intelliseek
+InterGET
+Internet Ninja
+JOC Web Spider
 JennyBot
-JetCar
 Jetty
+Joomla
 JustView
+Kenjin Spider
 Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-Kozmosbot
 LNSpiderguy
 LWP::Simple
-Larbin
-LeechFTP
-LeechGet
-LexiBot
-LibWeb
-Libwhisker
+Lanshanbot
+Leap
+Lftp
 LieBaoFast
+Likse
 Linkbot
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
+MIDown tool
+MQQBrowser
 MSFrontPage
-Magnet
-MarkMonitor
-Mass Downloader
-Masscan
-MauiBot
-MegaIndex.ru
-Moblie Safari
+Mag-Net
+Majestic-SEO
+Majestic12
+MarkWatch
+Mata Hari
+Metauri
+Microsoft URL Control
+Minefield
 Mojeek
 Mojolicious
+Mozlila
+Msrabot
+Musobot
+NPbot
 Name Intelligence
+Navroad
 NearSite
-Net Vampire
+Needle
 NetLyzer
-NetMechanic
 NetZIP
-Niki-bot
-Nuclei
-Nutch
+Netcraft
+Nettrack
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Nimbostratus
+Nmap
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-Openvas
+OrangeBot
+OrangeSpider
 OutclicksBot
+PECL::HTTP
 PHPCrawl
+PageAnalyzer
+PageScorer
+PageThing.com
 Pandalytics
 Panscient
-Papa Foto
-Picsearch
+Petalbot
+Pi-Monster
+Picscout
 PictureFinder
-Piepmatz
-Pimonster
 Pixray
-PleaseCrawl
-ProPowerBot
+Pockey
+Probethenet
+Psbot
 PxBroker
-RSSingBot
-RankActiveLinkBot
-Rankivabot
-Re-re
-ReGet
-RebelMouse
-Recorder
+RankFlex
+RankingBot
+RedesScrapy
+Rogerbot
 SEOkicks
-SEOlyticsCrawler
-SEOstats
-SMTBot
+SISTRIX
 Scanbot
+Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
-Seekport
-Semrush
 SemrushBot
-SentiBot
+SeobilityBot
+Shodan
 Siphon
-SiteLockSpider
+SiteExplorer
 SiteSnagger
-Snake
-Snapbot
+Siteimprove
 Sogou web spider
-Sottopop
-SpaceBison
-SpankBot
-Sqlmap
+Spammen
+Spbot
+Spinn3r
+SputnikBot
 Sqlworm
-Steeler
-Szukacz
-T0PHackTeam
-Teleport
+Sqworm
+Sucuri
+SuperBot
+Surfbot
+Swiftbot
 TeleportPro
-Telesphorep
-The Intraformant
 Thumbor
-Trendiction
-Turingos
-TurnitinBot
+Titan
+Toata
+Tracemyfile
+True_Robot
+Turnitin
 Twice
-Typhoeus
 URLy Warning
-URLy.Warning
-V-BOT
+UnisterBot
+Upflow
+VCI
+VeriCiteCrawler
+Virusdie
 VoidEYE
 Voil
 WASALive-Bot
-WEBDAV
 WPScan
 WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Enhancer
+WeSEE
 Web Fuck
-Web Sauger
-WebBandit
-WebImageCollector
-WebPix
+WebCollage
+WebGo IS
+WebLeacher
 WebReaper
-WebStripper
 WebWhacker
-WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-WebsiteQuester
-Webster
+Whack
 Who.is Bot
-Widow
-WiseGuys Robot
-Woobot
+Wonderbot
+Wotbox
 Wprecon
+Xaldon WebSpider
 YoudaoBot
-Zauba
 Zermelo
-Zitebot
-ZoominfoBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
 autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-coccocbot
 cognitiveseo
 crawl.sogou.com
-demandbase-bot
-eCatch
-internetVista monitor
+crawler4j
+domainsproject.org
+evc-batch
+isitwp.com
 iubenda-radar
-lwp-request
-magpie-crawler
-mediawords
-pcBrowser
-plumanalytics
-probe-image-size
+meanpathbot
+page scorer
 ripz
+s1z.ru
+satoristudio.net
+scalaj-http
 scan.lol
-seobility
-seocompany.store
-seostar
-serpstatbot
-sexsearcher
+seoscanners
 sitechecker.pro
-sogouspider
-sp_auditbot
-voyagerx.com
-webgains-bot
+sysscan
+tAkeOut
+ubermetrics-technologies.com
 webpros.com
-x09Mozilla
-xpymep1.exe
+zauba.io
 zgrab