V4.2022.09.3378 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+01h4x.com
 404enemy
+80legs
+ALittle Client
 ASPSeek
-Abonti
-Aboundex
-AhrefsBot
+Acunetix
 AiHitBot
 Alexibot
-AllSubmitter
-Anarchy
-Anarchy99
+AlphaBot
+Ankit
+Apexoo
 Aspiegel
-Asterias
-Attach
-BDCbot
-BackStreet
+Atomseobot
+AwarioSmartBot
+BDFetch
+BackDoorBot
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
-Black Hole
-BlackWidow
-Boardreader
+Badass
+Blow
+Bolt
 Brandwatch
-Buck
-Buddy
-BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CSHttp
-Calculon
-CheTeam
+CODE87
+CazoodleBot
+CensysInspect
 CheeseBot
 CherryPicker
+ChinaClaw
+Citoid
 Claritybot
-Cliqzbot
-Cogentbot
 Collector
-CopyRightCheck
-Copyscape
-Craftbot
+Copier
 Crescent
-Curious
 Custo
-CyotekWebCopy
-DBLBot
 DSearch
-DatabaseDriverMysqli
-Deusu
-Digincore
+DTS Agent
+Demon
+Dirbuster
 Disco
-DnyzBot
+Dispatch
+DittoSpyder
+DomCopBot
+DomainAppender
 DomainCrawler
-Dotbot
 Download Wonder
+Dragonfly
 Drip
 ECCP/1.0
 EMail Siphon
-EMail Wolf
-EasyDL
 Ecxi
-EirGrabber
-Evil
 Exabot
+Express WebPictures
 Extractor
-ExtractorPro
-Extreme Picture Finder
+FDM
+FHscan
+Fimap
 Firefox/7.0
-FlashGet
-Fuzz
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GetWeb
-Getintent
-Gigabot
+Flunky
+Freeuploader
+Go!Zilla
 Gotit
 GrabNet
+Grabber
 GridBot
-HTMLparser
+HEADMasterSEO
+HMView
 HTTP::Lite
-HaosouSpider
-Harvest
-HonoluluBot
+HTTrack
+Haansoft
+Hloader
+HybridBot
+IDBTE4M
 IDBot
-Iblog
+IRLbot
 IndeedBot
-Indy Library
-InterGET
-Iria
+InfoTekies
+Internet Ninja
+IstellaBot
 JamesBOT
 Jbrofuzz
-Jyxobot
-Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
+JennyBot
+Joomla
+Jorgee
 LWP::Simple
-Larbin
-Leap
+Lanshanbot
 LeechFTP
-LibWeb
-Libwhisker
-LieBaoFast
+LexiBot
 Lightspeedsystems
 Linkbot
+LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
 Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
+MSIECrawler
+MTRobot
 Mag-Net
 Mail.RU_Bot
+Majestic12
 MarkMonitor
-MarkWatch
-MauiBot
-Microsoft Data Access
-Mojeek
-Mr.4x3
+Mass Downloader
+MegaIndex.ru
+Metauri
+Microsoft URL Control
+Mister PiX
 Msrabot
-NICErsPRO
-NearSite
-Net Vampire
-NetZIP
-Netcraft
-NextGenSearchBot
-Nibbler
-Nimbostratus
-Nmap
-Not
-Nutch
-Openfind
+Musobot
+Name Intelligence
+NetAnts
+Ninja
+Nuclei
+Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
+OrangeSpider
 PHPCrawl
-Pandalytics
-PeoplePal
-Pockey
+POE-Component-Client-HTTP
+PageAnalyzer
+Pavuk
+Picscout
+Picsearch
+PictureFinder
+Pixray
+ProPowerBot
+Psbot
 Pu_iN
+Pump
+PxBroker
+PyCurl
 RankFlex
-RankingBot
 Re-re
-Ripper
+RebelMouse
+Recorder
 RocketCrawler
 Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SMTBot
+SBIder
+SEOkicks
 ScanAlert
-ScoutJet
-Screaming
-ScreenerBot
+Scanbot
+Scrapy
+Searchestate
 Seekport
 SemanticJuice
 Semrush
-SentiBot
 Seomoz
-Siphon
-SiteCheckerBotCrawler
 SiteSnagger
-Sitebeam
-Sitevigil
-Snapbot
-SocialRankIOBot
-Sogou web spider
-Sottopop
+SlySearch
+SmartDownload
+Snake
+Sociscraper
+SpaceBison
 Spammen
 SpankBot
+Spanner
 SputnikBot
-Sqlworm
-Sqworm
 Steeler
 Stripper
-SuperBot
-Surfbot
-Swiftbot
-Telesoft
+SurveyBot
+Suzuran
+Szukacz
+Teleport
 Telesphoreo
+Telesphorep
+The Intraformant
 TightTwatBot
-Toata
 Tracemyfile
-Trendiction
 Trendictionbot
+Turingos
 Turnitin
 URLy Warning
 URLy.Warning
-VCI
+V-BOT
+VB Project
 Vacuum
 VoidEYE
+Voltron
 WASALive-Bot
+WBSearchBot
+WISENutbot
 WPScan
-WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-WallpapersHD
-WeSEE
+Web Auto
+Web Collage
 Web Enhancer
+Web Fuck
 Web Pix
-Web Sucker
+WebAuto
 WebCollage
 WebCopier
 WebEnhancer
-WebGo IS
+WebFetch
 WebLeacher
+WebPix
+WebReaper
+WebSauger
 WebStripper
-WebZIP
+WebSucker
 Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
+Webster
 Whacker
-Widow
-WinHTTrack
-Wonderbot
+Who.is Bot
 Wotbox
-Wprecon
-Xaldon WebSpider
 Xenu
-Zermelo
+Zauba
 Zeus
-archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-coccocbot
+Zitebot
+ZumBot
+ZyBorg
+clark-crawler
+crawler.feedback
 dataforseo.com
-domainsproject.org
-gopher
-iubenda-radar
-lwp-trivial
+eCatch
+heritrix
+instabid
+internetVista monitor
+isitwp.com
+magpie-crawler
+meanpathbot
 mediawords
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
-polaris version
-probe-image-size
+plumanalytics
+ripz
 s1z.ru
-sexsearcher
-siteripz
+scalaj-http
+scan.lol
+seobility
+seocompany.store
+serpstatbot
+sogouspider
+spyfu
 sysscan
-tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-webmeup-crawler
 webprosbot
-xpymep1.exe
+x22Mozilla
+zgrab