V4.2022.08.3303 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-ASPSeek
 Abonti
+Aboundex
 Aboundexbot
-Acunetix
-AiHitBot
-AllSubmitter
-AlphaBot
+AhrefsBot
 Anarchie
+Ankit
 Anthill
+Aspiegel
 Asterias
-AwarioRssBot
+Atomseobot
+Attach
 AwarioSmartBot
-BDFetch
-BLEXBot
+BDCbot
+BackDoorBot
+BackStreet
 BackWeb
+BacklinkCrawler
+Badass
+Bandit
+Barkrowler
+BatchFTP
 Battleztar Bazinga
-BlackWidow
+BetaBot
+Bigfoot
 Blackboard
 Blow
+BlowFish
+Boardreader
+Bolt
 Brandwatch
-BuiltBotTough
-CATExplorador
+Buddy
+BuiltWith
+Bullseye
+BunnySlippers
+BuzzSumo
+CazoodleBot
+Cegbfeieh
+CheeseBot
 CherryPicker
 Chlooe
-Citoid
-Claritybot
-Cloud mapping
 Cocolyzebot
-Collector
 Copier
-Cosmos
-Craftbot
-CrazyWebCrawler
+Copyscape
+Crescent
 Curious
-Custo
-CyotekWebCopy
 DBLBot
 DSearch
-Dirbuster
+Deusu
+Devil
+Digincore
+DigitalPebble
 Disco
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+DnyzBot
+DomCopBot
 DomainStatsBot
-Download Wonder
-EMail Wolf
-Ebingbong
+Domains Project
+Dotbot
+Drip
+ECCP/1.0
+EasyDL
 Ecxi
-EirGrabber
-Extractor
+EroCrawler
+Evil
+ExtractorPro
+Extreme Picture Finder
 Ezooms
 FDM
-FHscan
 Flunky
-Foobot
 Freeuploader
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-GetWeb
-Gigabot
-GoZilla
+Fuzz
+FyberSpider
+GetRight
+Go-Ahead-Got-It
 Gotit
+Grabber
 Grafula
-GrapeFX
-GrapeshotCrawler
-HTTP::Lite
+HEADMasterSEO
+HTTrack
 Haansoft
+HaosouSpider
 Havij
 Heritrix
 Hloader
-HonoluluBot
-Humanlinks
-HybridBot
-IRLbot
-Id-search
-IlseBot
-Indy Library
-Internet Ninja
-JOC Web Spider
+Image Fetch
+InfoTekies
+Iria
+Iskanie
+IstellaBot
 JamesBOT
-Jbrofuzz
+JennyBot
+Jetty
 JikeSpider
-Jyxobot
-Keybot Translation-Search-Machine
-LNSpiderguy
-LWP::Simple
-Larbin
+Joomla
+Kenjin Spider
+Kinza
 LeechFTP
+Lftp
 LibWeb
-Libwhisker
 LieBaoFast
-Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-MJ12bot
-MQQBrowser
-MTRobot
-MarkMonitor
+MIIxpc
+MSFrontPage
+MSIECrawler
 Mata Hari
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Metauri
 MicroMessenger
 Microsoft Data Access
-Minefield
 Mister PiX
-Moblie Safari
+Mojeek
 Mojolicious
-MolokaiBot
-Msrabot
-Musobot
-NICErsPRO
+Mozlila
+Name Intelligence
 Navroad
-NearSite
-Needle
 Nessus
-Netcraft
+Net Vampire
+NetAnts
+NetMechanic
+NetZIP
+Netvibes
 NextGenSearchBot
-Nuclei
+Nibbler
+Nimbostratus
 Nutch
 Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
+OpenVAS
 Openfind
-OrangeBot
 OutclicksBot
-Page Analyzer
-PageAnalyzer
-Pandalytics
-Panscient
-PeoplePal
-Pi-Monster
+PageThing.com
+Petalbot
+Picsearch
 PleaseCrawl
-Pockey
+ProPowerBot
 ProWebWalker
 Probethenet
-Quick-Crawler
-RankFlex
+Psbot
+PxBroker
+RankActive
 RankingBot
 RankurBot
-ReGet
-Reaper
 RebelMouse
+Recorder
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SEOstats
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SMTBot
 SalesIntelligent
-ScanAlert
-Searchestate
+Scanbot
+ScoutJet
+SearchmetricsBot
 Seekport
-SeobilityBot
+SemanticJuice
+SentiBot
+SeoSiteCheckup
+Shodan
 Siphon
 Site Sucker
-SiteLockSpider
-Sitebeam
-SlySearch
-SmartDownload
+SiteCheckerBotCrawler
+SiteSnagger
+Siteimprove
 Snapbot
-Snoopy
-SocialRankIOBot
-Sogou web spider
-Sosospider
 SpaceBison
-Spinn3r
-SputnikBot
-Sqworm
+SpankBot
+Spbot
+Sqlmap
+Sqlworm
 SuperBot
-SuperHTTP
 SurveyBot
-Swiftbot
+Suzuran
+T0PHackTeam
+T8Abot
 Telesoft
 The Intraformant
-TheNomad
+Thumbor
 Titan
-Toata
-Tracemyfile
-Turingos
-Vacuum
-WISENutbot
-WPScan
-WWW-Mechanize
+Toweyabot
+Trendictionbot
+True_Robot
+TurnitinBot
+TwengaBot
+Twice
+URLy.Warning
+V-BOT
+VB Project
+VCI
+VidibleScraper
+VoidEYE
+Voltron
+WASALive-Bot
+WWW-Collector-E
 WWW::Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WeSEE
+WallpapersHD
+Web Collage
 Web Fetch
-Web Pix
-Web Sauger
-Web Sucker
+Web Fuck
 WebAuto
-WebImageCollector
+WebCopier
+WebFetch
+WebFuck
 WebPix
 WebReaper
-WebSauger
 WebStripper
-Webalta
-WebmasterWorldForumBot
+WebSucker
+WebWhacker
+WebZIP
+Webshag
+Website Quester
+WebsiteExtractor
 Webster
-Whacker
-WinHTTrack
-Wotbox
-Wprecon
+Whatweb
+Who.is Bot
+Widow
+WiseGuys Robot
+Wonderbot
 Xaldon_WebSpider
-YoudaoBot
-Zade
-ZoomBot
-ZoominfoBot
-ZumBot
-adscanner
+Zitebot
+ZyBorg
 archive.org_bot
 autoemailspider
 backlink-check
-cah.io.community
 clark-crawler
-coccocbot
-crawler4j
-evc-batch
-gopher
-heritrix
-instabid
-ips-agent
-isitwp.com
-lwp-request
+crawler.feedback
+facebookscraper
+internetVista monitor
+linkdexbot
 lwp-trivial
-muhstik-scan
-netEstate NE Crawler
-page scorer
+pcBrowser
+polaris version
+probe-image-size
 ripz
-s1z.ru
-seobility
-seocompany.store
-seoscanners
-seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
-trendiction.de
-voyagerx.com
-webgains-bot
+sysscan
+webmeup-crawler
 webpros.com
-webprosbot
-xpymep1.exe
+zauba.io
+zgrab