V4.2023.01.3544 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 80legs
-ADmantX
+ALittle Client
 ASPSeek
-Aboundex
-Aboundexbot
+Abonti
+AhrefsBot
 Aipbot
-Alexibot
-Anarchy
-Anthill
+AllSubmitter
+Alligator
+Ankit
 Apexoo
+Aspiegel
+Atomseobot
 Attach
-BDCbot
+AwarioRssBot
 BDFetch
+BLEXBot
 BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
-Bandit
-Battleztar Bazinga
-Black Hole
+Badass
+Barkrowler
+Bigfoot
 BlackWidow
 Blackboard
+BlowFish
+Brandwatch
+Buck
+Buddy
 BuiltWith
-BunnySlippers
+Bullseye
+CATExplorador
 CODE87
 CSHttp
-Calculon
-Cegbfeieh
-CheeseBot
+CensysInspect
 CherryPicker
+ChinaClaw
 Chlooe
+Cliqzbot
 Cloud mapping
 Cocolyzebot
-CopyRightCheck
-Craftbot
-CrazyWebCrawler
+Cosmos
+Crescent
+CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DSearch
-DTS Agent
-Demon
-Deusu
-Discobot
+DIIbot
+DataCha0s
+DigitalPebble
+Dirbuster
+Discoverybot
 Dispatch
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainCrawler
-DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
+DomainSigmaCrawler
+EMail Siphon
 EasyDL
-EirGrabber
-Evil
-Exabot
-Express WebPictures
-EyeNetIE
-FHscan
+Extractor
+Extreme Picture Finder
+Ezooms
+FDM
+Firefox/7.0
 FlashGet
 Flunky
-Foobot
-G-i-g-a-b-o-t
-GalaxyBot
-Getintent
-GoZilla
-Gotit
-Harvest
-IDBot
-IRLbot
+Fuzz
+GT::WWW
+Gigabot
+Go-Ahead-Got-It
+GrabNet
+Grabber
+Grafula
+GrapeFX
+GrapeshotCrawler
+HTMLparser
+HaosouSpider
+IDBTE4M
+Id-search
 IlseBot
+IndeedBot
 Indy Library
+InfoNaviRobot
 InfoTekies
+Intelliseek
 InterGET
 InternetSeer
 Iria
-Iskanie
-JOC Web Spider
 JamesBOT
+Jbrofuzz
 Jetty
-Joomla
-Jorgee
+JikeSpider
 Keybot Translation-Search-Machine
-Kozmosbot
-LNSpiderguy
 LWP::Simple
-Larbin
 Leap
-LeechFTP
+LeechGet
+LexiBot
 Lftp
 Lightspeedsystems
-Likse
-LinkScan
-Linkbot
+LinkWalker
 LinkextractorPro
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-Lmspider
-MSFrontPage
 MSIECrawler
 MTRobot
 Magnet
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkWatch
-Mata Hari
-Mediatoolkitbot
+Mail.RU_Bot
+Mass Downloader
+Masscan
+MauiBot
 MicroMessenger
-Microsoft URL Control
-Moblie Safari
 Mojolicious
 MolokaiBot
-Mozlila
-Mr.4x3
-NPbot
-Navroad
-NearSite
+Musobot
+Nameprotect
+Needle
+Nessus
+Net Vampire
+NetAnts
 NetLyzer
 NetMechanic
-Nettrack
-Niki-bot
-Nikto
-NimbleCrawler
+NetZIP
+Nibbler
+Nimbostratus
 Ninja
+Nmap
 Not
 Nutch
 OpenLinkProfiler
-OpenVAS
 Openvas
-OrangeSpider
-PHPCrawl
+OutclicksBot
 Page Analyzer
-PageGrabber
+PageAnalyzer
 PageScorer
+PageThing.com
+Pandalytics
+Panscient
 Papa Foto
-Picscout
-ProPowerBot
-Psbot
-Pu_iN
+Pavuk
+PeoplePal
+Pimonster
+PleaseCrawl
+ProWebWalker
 Pump
-Quick-Crawler
-RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
 Rankivabot
-RealDownload
-Reaper
+Re-re
+ReGet
+RedesScrapy
+RocketCrawler
 Rogerbot
-SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
-Screaming
-SentiBot
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
+SalesIntelligent
+ScreenerBot
+ScrepyBot
+Searchestate
+SemrushBot
+SiteExplorer
 Sitebeam
-Sitevigil
-SmartDownload
-Snapbot
-Snoopy
-Sogou web spider
+Siteimprove
+SlySearch
+Sociscraper
+Sosospider
 Sottopop
+Spammen
 SpankBot
-Spbot
+Spinn3r
+Sqlmap
+Sqlworm
+Sqworm
+Steeler
 Stripper
 Sucuri
-Suzuran
-T0PHackTeam
-TeleportPro
+T8Abot
+Telesoft
 Telesphorep
-The Intraformant
 TheNomad
-Thumbor
 TightTwatBot
-Titan
-Trendictionbot
+Tracemyfile
+Trendiction
 True_Robot
-Turingos
-Turnitin
+URLy Warning
 URLy.Warning
+UnisterBot
 V-BOT
-VCI
-Vagabondo
-Virusdie
+Vacuum
+VelenPublicWebCrawler
 Voil
+Voltron
 WASALive-Bot
+WBSearchBot
 WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers
-WeSEE
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Fetch
+Web Enhancer
+Web Fuck
 Web Sauger
-WebAuto
-WebCollage
-WebFetch
-WebReaper
-WebSauger
-WebWhacker
-WebZIP
-Webalta
+WebFuck
+WebImageCollector
 Webshag
-WebsiteExtractor
-Whacker
-Widow
-WiseGuys Robot
+Whack
+Whatweb
+Wonderbot
 Wotbox
-Wprecon
-Xenu
-YoudaoBot
-Zermelo
+Zitebot
 ZoomBot
 ZoominfoBot
+ZyBorg
 adscanner
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
 coccocbot
-cognitiveseo
 crawl.sogou.com
-crawler.feedback
 crawler4j
 dataforseo.com
-evc-batch
+demandbase-bot
+domainsproject.org
+facebookscraper
+gopher
 heritrix
-instabid
-internetVista monitor
-linkdexbot
-lwp-request
 magpie-crawler
-oBot
-pcBrowser
-probe-image-size
-s1z.ru
+meanpathbot
+mediawords
+plumanalytics
+polaris version
+ripz
 scan.lol
+seobility
+seocompany.store
 seoscanners
-seostar
-sp_auditbot
-sysscan
+sitechecker.pro
+siteripz
 tAkeOut
 trendiction.com
-trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe
+zauba.io
 zgrab