V4.2022.09.3356 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
 AIBOT
-ALittle Client
 ASPSeek
 Abonti
-Aboundex
-Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Anarchy99
-Aspiegel
-Asterias
+Aipbot
+Alexibot
+AllSubmitter
+Alligator
+AlphaBot
+Ankit
 Attach
-AwarioRssBot
+AwarioSmartBot
 BackDoorBot
-BackWeb
-BatchFTP
-Bigfoot
-BlackWidow
-Blow
-BlowFish
-Boardreader
-BotALot
-Brandwatch
-Buck
-BuiltBotTough
-CODE87
+BackStreet
+Badass
+Barkrowler
+Battleztar Bazinga
+BetaBot
+Black Hole
+Blackboard
+Bolt
+Brandprotect
+Buddy
 Calculon
+CazoodleBot
 Cegbfeieh
-CheTeam
-CherryPicker
+CensysInspect
+CheeseBot
 ChinaClaw
-Citoid
-Claritybot
-Collector
+Cloud mapping
 Copier
-Cosmos
-Craftbot
-Crescent
-CyotekWebCopy
-DIIbot
+CopyRightCheck
+Copyscape
+Curious
+Custo
 DSearch
 DTS Agent
-Deusu
+DataCha0s
+DatabaseDriverMysqli
+Demon
+Devil
 Digincore
-DigitalPebble
+Disco
 Discobot
-Dispatch
+DittoSpyder
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-ECCP/1.0
+Domains Project
+Dotbot
 EMail Siphon
-EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
 EirGrabber
 Evil
+Exabot
+Express WebPictures
+Extractor
 Extreme Picture Finder
+Ezooms
 FDM
 FHscan
-Firefox/7.0
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
+FemtosearchBot
+FlashGet
+Flunky
+Freeuploader
+FrontPage
+Fuzz
+Genieo
+GetRight
+Go-Ahead-Got-It
 Gotit
+GrabNet
 Grabber
 Grafula
-GrapeshotCrawler
-HTMLparser
+HMView
 HTTP::Lite
-Haansoft
+HaosouSpider
 Harvest
-Havij
+Heritrix
 Hloader
+HonoluluBot
+Humanlinks
 IlseBot
-Internet Ninja
-Iria
-Iskanie
+InfoTekies
+Intelliseek
+InternetSeer
+JOC Web Spider
 JamesBOT
-JikeSpider
-Joomla
+Jbrofuzz
 Jorgee
+Jyxobot
 Keybot Translation-Search-Machine
+Kozmosbot
+LNSpiderguy
 LWP::Simple
+Lanshanbot
 Larbin
-LeechGet
-LexiBot
-Lightspeedsystems
-LinkScan
-LinkpadBot
-LinqiaScrapeBot
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
+Leap
+LinkWalker
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+Ltx71
 MSIECrawler
-Majestic SEO
-MarkMonitor
-MarkWatch
-Mata Hari
-MauiBot
-Metauri
+MTRobot
+Mag-Net
+Mass Downloader
+Masscan
 MicroMessenger
-Microsoft URL Control
-Mister PiX
+Moblie Safari
+Mojeek
 Mojolicious
+Mozlila
 Mr.4x3
-Musobot
-NICErsPRO
-NPbot
-Name Intelligence
+Nameprotect
 NearSite
 Net Vampire
-NetAnts
+NetMechanic
 Netcraft
-Niki-bot
+Nettrack
+Netvibes
+Nikto
 Nimbostratus
-Nmap
 Not
 Nuclei
-Nutch
-Offline Explorer
-Offline Navigator
-OnCrawl
-Openfind
+Octopus
 Openvas
-OrangeBot
+OutclicksBot
+OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
+Page Analyzer
 PageGrabber
-PageThing.com
+Pandalytics
 Papa Foto
 Pavuk
-Petalbot
-Picscout
-PictureFinder
-Pimonster
-Pu_iN
-PxBroker
-PyCurl
-Quick-Crawler
+Piepmatz
+Pixray
+ProWebWalker
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
 Rankivabot
-Re-re
 ReGet
 Reaper
 RebelMouse
 RedesScrapy
-RepoMonkey
 RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SMTBot
+Rogerbot
+SBIder
 SalesIntelligent
-ScanAlert
 ScoutJet
+Scrapy
+ScreenerBot
 SearchmetricsBot
 Seekport
 SemanticJuice
-SemrushBot
-SeobilityBot
-Siphon
+SeoSiteCheckup
+Seomoz
+Site Sucker
 SiteSnagger
-SiteSucker
-Siteimprove
 SmartDownload
 Snapbot
+SocialRankIOBot
 Sociscraper
-Sottopop
-SpaceBison
-SputnikBot
+Sogou web spider
+Spammen
+SpankBot
+Spbot
+Spinn3r
 Sqlmap
-Sqlworm
-Steeler
+Sqworm
 Stripper
-SuperBot
-Surfbot
-SurveyBot
+Sucuri
+SuperHTTP
+Suzuran
+Szukacz
+T0PHackTeam
+Teleport
 TeleportPro
+Telesoft
 Telesphoreo
-Titan
-Toweyabot
-Trendiction
-Trendictionbot
-Turingos
-TwengaBot
+Telesphorep
+The Intraformant
+TightTwatBot
+True_Robot
+Twice
+Typhoeus
 URLy Warning
-VB Project
-VCI
+V-BOT
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
+VoidEYE
+Voil
 Voltron
 WASALive-Bot
-WISENutbot
-WWW::Mechanize
-WeSEE
-Web Collage
+WBSearchBot
+WEBDAV
+WWW-Collector-E
 Web Pix
+Web Sauger
 Web Sucker
 WebBandit
+WebCollage
 WebCopier
-WebEnhancer
-WebImageCollector
 WebLeacher
-WebReaper
+WebPix
 WebSauger
+WebWhacker
 WebZIP
 Webalta
-Webshag
-Whack
-Whatweb
+Website Quester
+WebsiteExtractor
+Whacker
 Widow
-WinHTTrack
 WiseGuys Robot
+Wonderbot
+Woobot
+Wprecon
 Zade
-Zitebot
-ZoominfoBot
-ZyBorg
-archive.org_bot
+ZmEu
+adscanner
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
-check1.exe
-com.plumanalytics
+backlink-check
+clark-crawler
+cognitiveseo
 crawl.sogou.com
-crawler4j
-domainsproject.org
-heritrix
-isitwp.com
-iubenda-radar
-muhstik-scan
-oBot
-ripz
-satoristudio.net
-seocompany.store
+crawler.feedback
+demandbase-bot
+evc-batch
+instabid
+meanpathbot
+mediawords
+page scorer
+plumanalytics
+polaris version
+probe-image-size
+s1z.ru
 seoscanners
 seostar
-siteripz
+sogouspider
 ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webprosbot
-x09Mozilla
+zauba.io
 zgrab