V4.2022.03.3014 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
+360Spider
 80legs
 ADmantX
+AIBOT
 ASPSeek
-Abonti
-Aboundex
 Aboundexbot
-Acunetix
-AiHitBot
+AfD-Verbotsverfahren
+Aipbot
 AllSubmitter
 Alligator
+AlphaBot
+Anarchie
 Ankit
-Apexoo
-Asterias
-Atomseobot
-AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
+Aspiegel
+Attach
+BackDoorBot
+BackStreet
+BackWeb
 BacklinkCrawler
-BetaBot
-Black Hole
-Blackboard
+Badass
+Barkrowler
+Bigfoot
+Bitacle
+BlackWidow
+Blow
+BlowFish
 BotALot
 Brandprotect
-BuiltBotTough
-BuiltWith
-Calculon
-CazoodleBot
-CensysInspect
-CherryPicker
+Buddy
+CATExplorador
+CCBot
+CheeseBot
+Claritybot
 Cloud mapping
-Cocolyzebot
-CopyRightCheck
-Crawling at Home Project
+Cosmos
+Craftbot
 Crescent
-DBLBot
-DSearch
-DataCha0s
+Curious
+Custo
+DTS Agent
 DatabaseDriverMysqli
+Demon
 Deusu
-Devil
-Digincore
-DigitalPebble
-Dirbuster
-DnyzBot
-DomainAppender
-DomainStatsBot
-Dotbot
-EMail Wolf
-Ebingbong
+Discobot
+Dispatch
+DomCopBot
+Dragonfly
+Drip
 Ecxi
-FHscan
+EirGrabber
+EroCrawler
+ExtLinksBot
+ExtractorPro
 Fimap
-Freeuploader
-FrontPage
 Fuzz
-GT::WWW
-GalaxyBot
-GetWeb
+Fyrebot
 Getintent
-GoZilla
-GrabNet
-Grabber
+Gotit
+GrapeshotCrawler
 HTTP::Lite
 HaosouSpider
 Havij
 Hloader
-HonoluluBot
-Humanlinks
-IRLbot
-Iblog
+HybridBot
+IDBTE4M
+Id-search
 IlseBot
-Image Fetch
+IndeedBot
 Indy Library
+InfoTekies
+Intelliseek
 Internet Ninja
+Iria
 Iskanie
+JOC Web Spider
 JamesBOT
-Joomla
-JustView
+JennyBot
+JetCar
 Jyxobot
-Lanshanbot
-Leap
-LeechFTP
-LeechGet
+LNSpiderguy
+Larbin
 LexiBot
 Lftp
-LibWeb
-Libwhisker
-LieBaoFast
-LinkScan
-LinqiaMetadataDownloaderBot
+Linkbot
+LinkextractorPro
 LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-Lmspider
 Ltx71
-MFC_Tear_Sample
+MIIxpc
 MJ12bot
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-Mass Downloader
-Mata Hari
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+Metauri
+Mister PiX
 Moblie Safari
-Mojeek
-Mozlila
-Msrabot
+Mojolicious
+Musobot
+NICErsPRO
 NPbot
-Name Intelligence
-Nameprotect
-NearSite
-NetAnts
+Navroad
+Needle
+Nessus
+Net Vampire
 NetMechanic
-NetZIP
-Nettrack
-Netvibes
-Niki-bot
-Nikto
-NimbleCrawler
-Nimbostratus
-Nuclei
+Netcraft
+Nibbler
+Nmap
+Not
 Nutch
-OpenVAS
+Octopus
+OnCrawl
+Openfind
+OrangeSpider
 OutclicksBot
-Page Analyzer
+PECL::HTTP
+POE-Component-Client-HTTP
 PageScorer
-PageThing.com
 Panscient
+Papa Foto
+Pavuk
 Petalbot
 Pi-Monster
-Picscout
 Picsearch
 PictureFinder
-Piepmatz
-PleaseCrawl
-ProWebWalker
+Pixray
+Pockey
+Probethenet
 Psbot
-Pu_iN
+QueryN Metasearch
+RSSingBot
 RankActive
-Recorder
-RedesScrapy
-RepoMonkey
+RankFlex
+Rankivabot
+ReGet
+Ripper
 Rogerbot
-SEOstats
-SalesIntelligent
-Scanbot
-ScoutJet
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
 Scrapy
-Searchestate
+Screaming
+ScreenerBot
+ScrepyBot
 SearchmetricsBot
-SemanticJuice
+Semrush
 SemrushBot
-SentiBot
+SeoSiteCheckup
+SeobilityBot
 Siphon
-SiteExplorer
-SiteSnagger
-Siteimprove
-SlySearch
-Snapbot
+Site Sucker
+Sitebeam
+Snake
 Snoopy
 SocialRankIOBot
-Sogou web spider
-Sosospider
+Sociscraper
 SpaceBison
-SpankBot
+Spammen
+Spanner
 Spinn3r
 SputnikBot
-Sqlmap
-Sqlworm
-Sqworm
-Steeler
-Stripper
+Sucuri
 SuperHTTP
-Surfbot
-SurveyBot
+Suzuran
 Swiftbot
 T0PHackTeam
-Telesphoreo
+TeleportPro
+Telesphorep
+TheNomad
 Thumbor
-TightTwatBot
+Titan
 Tracemyfile
-Turnitin
+Trendiction
+Turingos
+TurnitinBot
 TwengaBot
-V-BOT
-Vacuum
-VelenPublicWebCrawler
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
+UnisterBot
+Upflow
+Vagabondo
 VeriCiteCrawler
 VidibleScraper
-WBSearchBot
-WEBDAV
+VoidEYE
 WISENutbot
 WWW-Collector-E
 Web Auto
-Web Fetch
 Web Fuck
-Web Pix
+Web Sauger
 WebAuto
-WebBandit
-WebEnhancer
-WebGo IS
+WebCollage
+WebFetch
+WebFuck
 WebImageCollector
-WebLeacher
-WebPix
-WebReaper
-WebZIP
-Webshag
+WebStripper
+WebSucker
+Webalta
+Website Quester
 WebsiteExtractor
 Webster
-Who.is Bot
+WiseGuys Robot
+Wotbox
 Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Zade
-Zauba
-ZumBot
-ZyBorg
+Zeus
+ZmEu
+adscanner
+arquivo.pt
 autoemailspider
-check1.exe
-coccocbot
+clark-crawler
 cognitiveseo
-crawler.feedback
+crawl.sogou.com
 crawler4j
 dataforseo.com
 demandbase-bot
+evc-batch
 facebookscraper
-heritrix
-ips-agent
-lwp-request
+isitwp.com
 lwp-trivial
-mediawords
-muhstik-scan
-netEstate NE Crawler
+magpie-crawler
+meanpathbot
 oBot
 page scorer
-plumanalytics
-ripz
-s1z.ru
-satoristudio.net
-seocompany.store
+pcBrowser
+scalaj-http
+scan.lol
+seobility
 seoscanners
-serpstatbot
+seostar
+sexsearcher
 siteripz
 sogouspider
-sysscan
+spyfu
 trendiction.com
-voyagerx.com
+trendiction.de
+ubermetrics-technologies.com
 webgains-bot
-webpros.com
-xpymep1.exe
+webmeup-crawler
+webprosbot
+zgrab