V4.2022.04.3042 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-404enemy
 80legs
+AIBOT
 Abonti
-AhrefsBot
-AiHitBot
-Aipbot
+Aboundex
+Acunetix
+AllSubmitter
 Alligator
-Ankit
+Anarchie
+Anarchy99
+Anthill
 Apexoo
 Aspiegel
-Asterias
-Atomseobot
-AwarioSmartBot
-BDCbot
-BDFetch
+Attach
+BLEXBot
 BackDoorBot
-BatchFTP
+Backlink-Ceck
+Badass
+Bandit
+Barkrowler
 Bigfoot
+Bitacle
 Blackboard
-Brandprotect
-Buddy
+BlowFish
+BotALot
 BuiltBotTough
 BunnySlippers
-CATExplorador
-CazoodleBot
+CCBot
+CODE87
 Cegbfeieh
-CensysInspect
 CheTeam
-CherryPicker
-ChinaClaw
-Citoid
-Claritybot
-Cliqzbot
+CheeseBot
+Chlooe
+Cloud mapping
+Cogentbot
+Copier
 Copyscape
-Cosmos
-Craftbot
-CrazyWebCrawler
-CyotekWebCopy
-DSearch
-DTS Agent
-Devil
-Discobot
+Crawling at Home Project
+CrunchBot
+DBLBot
+DIIbot
+Demon
+DigitalPebble
+Disco
+DnyzBot
 DomCopBot
-DomainAppender
-DomainStatsBot
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
 Dotbot
-Drip
 ECCP/1.0
-EMail Wolf
 Ebingbong
 Ecxi
-EirGrabber
+EroCrawler
+Express WebPictures
 Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
-FHscan
-FemtosearchBot
-Firefox/7.0
-FlashGet
+EyeNetIE
 Foobot
+Fuzz
+FyberSpider
 Fyrebot
-GT::WWW
-GalaxyBot
-GermCrawler
-Go!Zilla
+Genieo
+GetRight
+Gigabot
 Go-Ahead-Got-It
 GoZilla
-GrabNet
+Grafula
 GrapeFX
-GridBot
-HEADMasterSEO
-HMView
+HTMLparser
+HTTP::Lite
 HTTrack
+Haansoft
 Havij
-Heritrix
+Hloader
 HonoluluBot
-Humanlinks
 IDBTE4M
-IRLbot
-Iblog
-Image Fetch
-InterGET
-JamesBOT
-JetCar
-JikeSpider
+Id-search
+Image Sucker
+InfoTekies
+Internet Ninja
+InternetSeer
 Joomla
 Jorgee
-Kinza
+JustView
+Jyxobot
+Keyword Density
 Kozmosbot
-LNSpiderguy
-LWP::Simple
-Larbin
-LeechFTP
+Lanshanbot
+LeechGet
 LexiBot
-LinkScan
-LinkextractorPro
+LibWeb
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Litemage_walker
-Ltx71
-MIDown tool
+Lipperhey
+Lmspider
 MJ12bot
-Majestic SEO
+MQQBrowser
+Magnet
 Majestic12
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
-Microsoft Data Access
+Mass Downloader
+Metauri
+Microsoft URL Control
 Minefield
-Mojolicious
-MolokaiBot
+Moblie Safari
 Mozlila
 Msrabot
-Nameprotect
+Musobot
+NICErsPRO
 NearSite
-Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
-Netvibes
+NetSpider
 NextGenSearchBot
+Nibbler
+Nikto
+NimbleCrawler
 Nimbostratus
 Ninja
-Nmap
-Not
-Nuclei
-Offline Explorer
-Offline Navigator
+OpenVAS
 OrangeBot
-OutclicksBot
 PECL::HTTP
+PHPCrawl
+Page Analyzer
 PageAnalyzer
 PageGrabber
-Pandalytics
-Papa Foto
-Picsearch
-PictureFinder
+Panscient
+Pimonster
 Pixray
+PleaseCrawl
+ProPowerBot
 ProWebWalker
 Probethenet
 Psbot
 Pu_iN
-Quick-Crawler
+Pump
+PxBroker
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
+RankFlex
+Rankivabot
+RankurBot
 Re-re
-ReGet
-RealDownload
 Reaper
-Recorder
-RocketCrawler
+RebelMouse
+RedesScrapy
 SBIder
-SEOstats
-SISTRIX
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
-Searchestate
-SearchmetricsBot
+SEOkicks
+SEOlyticsCrawler
+SMTBot
+SalesIntelligent
+ScrepyBot
+Seekport
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Shodan
-Site Sucker
-SiteExplorer
+SentiBot
+Siphon
 SiteLockSpider
-SiteSucker
-SlySearch
+Sitevigil
 Snake
-Snapbot
+Snoopy
 SocialRankIOBot
-Sosospider
-SpaceBison
-Spammen
-Spanner
+SpankBot
+Spbot
 Spinn3r
-SputnikBot
-Sqlworm
+Sqlmap
+Sqworm
 Sucuri
 Surfbot
-T0PHackTeam
-TeleportPro
+SurveyBot
+Szukacz
+Telesphoreo
 The Intraformant
-TheNomad
-TightTwatBot
 Titan
-Toata
+Toweyabot
 Trendiction
 Trendictionbot
-Turingos
-Turnitin
-Twice
-URLy Warning
+TurnitinBot
+Typhoeus
 URLy.Warning
 UnisterBot
-Upflow
-VoidEYE
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Voil
-WASALive-Bot
-WPScan
-Wallpapers/3.0
-Web Fuck
-Web Pix
-Web Sauger
+Voltron
+WBSearchBot
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+WallpapersHD
+Web Enhancer
+Web Fetch
+Web Sucker
+WebAuto
 WebBandit
 WebCollage
-WebFetch
-WebGo IS
-WebLeacher
-WebPix
-WebStripper
-WebWhacker
-WebZIP
-Wprecon
+WebEnhancer
+WebFuck
+WebSucker
+Webalta
+WebmasterWorldForumBot
+Webster
+Whacker
+Whatweb
+WinHTTrack
+Wonderbot
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 Zauba
-ZoominfoBot
-archive.org_bot
+Zermelo
+Zeus
+ZumBot
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
-check1.exe
-crawl.sogou.com
-demandbase-bot
+coccocbot
+cognitiveseo
+com.plumanalytics
+crawler4j
+dataforseo.com
+domainsproject.org
 evc-batch
-facebookscraper
+gopher
 heritrix
-instabid
-ips-agent
-isitwp.com
+iubenda-radar
 lwp-request
 lwp-trivial
 magpie-crawler
 meanpathbot
-plumanalytics
+oBot
+s1z.ru
 scan.lol
-seobility
-seocompany.store
 seoscanners
 seostar
 serpstatbot
 siteripz
-spyfu
+sp_auditbot
 ubermetrics-technologies.com
-webmeup-crawler
+voyagerx.com
+webprosbot
+x09Mozilla
 x22Mozilla
 zauba.io
+zgrab