V4.2023.02.3587 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-404enemy
+80legs
+ADmantX
+AIBOT
 Abonti
 Aboundex
-AfD-Verbotsverfahren
+Aboundexbot
 AhrefsBot
 AiHitBot
 Aipbot
-Alligator
+AllSubmitter
 Anarchie
-Anarchy
-Ankit
-Anthill
+Anarchy99
 Apexoo
-Atomseobot
+Asterias
 AwarioRssBot
-AwarioSmartBot
-BBBike
 BLEXBot
+BackDoorBot
+BackStreet
+BackWeb
+BacklinkCrawler
+Badass
 Bandit
-Barkrowler
 BatchFTP
-Battleztar Bazinga
-BetaBot
-Blow
-BlowFish
 Boardreader
-BuiltBotTough
+Bolt
+Brandwatch
 Bullseye
-BuzzSumo
-Calculon
-CheeseBot
+BunnySlippers
+CATExplorador
+CSHttp
+CazoodleBot
 CherryPicker
-ChinaClaw
 Chlooe
+Citoid
+Claritybot
 Cliqzbot
 Cogentbot
 Collector
-Copyscape
-Crescent
+Copier
+Cosmos
+Craftbot
+CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DIIbot
-DatabaseDriverMysqli
-Disco
+DTS Agent
+Demon
+Deusu
+Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DomCopBot
+DomainAppender
 DomainSigmaCrawler
-Dotbot
-Download Wonder
+DomainStatsBot
+Domains Project
 Dragonfly
-Drip
 ECCP/1.0
+EMail Siphon
 EMail Wolf
 Ebingbong
-Ecxi
-EirGrabber
 EroCrawler
-FemtosearchBot
-Fimap
-Firefox/7.0
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
+Evil
+ExtLinksBot
+Extractor
+Extreme Picture Finder
+Ezooms
+FlashGet
+Flunky
+GetRight
 GetWeb
 Getintent
 Gotit
-Grafula
-GrapeshotCrawler
 HMView
 HTMLparser
-HTTP::Lite
-Harvest
-Havij
-Hloader
+HaosouSpider
+Heritrix
 HonoluluBot
-HybridBot
+IDBTE4M
 IRLbot
-Id-search
-IlseBot
 Image Fetch
-InfoTekies
+Image Sucker
+IndeedBot
+Indy Library
+InfoNaviRobot
+InternetSeer
+Iria
 JOC Web Spider
 JamesBOT
-Jbrofuzz
+JennyBot
 JetCar
 Jetty
-JikeSpider
+Joomla
+Jorgee
+JustView
 Keyword Density
-Kozmosbot
-LNSpiderguy
-Larbin
+Lanshanbot
+Leap
 LeechFTP
-LinkScan
+LeechGet
 LinkWalker
 Linkbot
-LinkpadBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+MIIxpc
+MJ12bot
+MSIECrawler
 MTRobot
-Magnet
-Majestic12
-Mata Hari
+Majestic SEO
+MarkMonitor
+MarkWatch
+Mass Downloader
+Meanpathbot
 Mediatoolkitbot
-Microsoft URL Control
-Minefield
-Mister PiX
+Metauri
+MicroMessenger
+Microsoft Data Access
 Mojolicious
-Morfeus Fucking Scanner
-NICErsPRO
-NPbot
-Name Intelligence
+Msrabot
+Musobot
 Nameprotect
-Nessus
-NetAnts
-NextGenSearchBot
+Navroad
+NearSite
+Net Vampire
+NetSpider
 Niki-bot
-Nuclei
+Nimbostratus
+Nmap
 Nutch
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
-Openfind
-Openvas
-OutfoxBot
-PECL::HTTP
+OrangeSpider
+OutclicksBot
 PHPCrawl
-Page Analyzer
 PageAnalyzer
-PageGrabber
+PageScorer
 Pandalytics
 Papa Foto
 Pavuk
-Petalbot
-PleaseCrawl
-Pockey
+Pi-Monster
+Picscout
+Pimonster
 ProPowerBot
 ProWebWalker
-Probethenet
-QueryN Metasearch
-Quick-Crawler
+Pu_iN
+PxBroker
+PyCurl
 Rankivabot
 RankurBot
-Re-re
-ReGet
-RealDownload
+Reaper
+RebelMouse
 RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
-SEOkicks
+SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
+SalesIntelligent
+Scanbot
 ScoutJet
-Screaming
 ScreenerBot
-Seekport
-Semrush
-SemrushBot
+ScrepyBot
+SearchmetricsBot
 SentiBot
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
+Shodan
+Siphon
+SiteLockSpider
+SiteSucker
 Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
+SmartDownload
 Snake
-Snoopy
-Sociscraper
+Sogou web spider
 Sosospider
 Sottopop
-SpaceBison
-Spbot
-Spinn3r
-Sqlworm
-Steeler
-Sucuri
 SurveyBot
-Suzuran
-Swiftbot
-Telesoft
+T8Abot
+Teleport
 Telesphoreo
-Thumbor
+Telesphorep
+Toata
+Tracemyfile
 Trendiction
 Trendictionbot
-TurnitinBot
+True_Robot
 TwengaBot
-Typhoeus
-URLy Warning
-Upflow
+UnisterBot
 V-BOT
 VB Project
-Vagabondo
-VelenPublicWebCrawler
-Virusdie
-WASALive-Bot
-WEBDAV
-Web Collage
-Web Enhancer
-Web Fuck
+Voltron
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Fetch
+Web Pix
 WebBandit
-WebCollage
 WebCopier
-WebFetch
+WebGo IS
 WebImageCollector
 WebStripper
+WebSucker
 WebWhacker
-Webalta
 WebmasterWorldForumBot
 Website Quester
+WebsiteExtractor
 Webster
-Whatweb
-Who.is Bot
+Whacker
+Widow
 WinHTTrack
-Wonderbot
 Woobot
-Xaldon WebSpider
+Wprecon
+Zade
 Zauba
-Zermelo
 Zeus
-ZmEu
+Zitebot
+ZoomBot
 ZoominfoBot
+archive.org_bot
 arquivo.pt
-autoemailspider
-check1.exe
-clark-crawler
-coccocbot
+backlink-check
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+crawler4j
 dataforseo.com
+demandbase-bot
 domainsproject.org
-eCatch
-gopher
-ips-agent
-lwp-request
+evc-batch
+facebookscraper
+heritrix
+iubenda-radar
 lwp-trivial
-magpie-crawler
 meanpathbot
-mediawords
-seobility
+scan.lol
 seocompany.store
-siteripz
-sogouspider
-sp_auditbot
-trendiction.com
+seostar
+serpstatbot
+sexsearcher
+sitechecker.pro
+sysscan
 trendiction.de
-xpymep1.exe
-zgrab
+webmeup-crawler