V4.2022.09.3358 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
-80legs
+404checker
+ADmantX
+ALittle Client
 Abonti
-Acunetix
-AfD-Verbotsverfahren
+Aboundex
+Aboundexbot
 AllSubmitter
+Alligator
 Aspiegel
-Atomseobot
 BDCbot
-BDFetch
-Backlink-Ceck
-BacklinkCrawler
+BackDoorBot
+BackStreet
 Badass
-BatchFTP
-BetaBot
+Barkrowler
+Bigfoot
+Black Hole
+Blackboard
 Blow
 Bolt
 BotALot
 Brandprotect
 Buddy
 BuiltBotTough
-BuiltWith
 Bullseye
 CATExplorador
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
 CherryPicker
+ChinaClaw
 Chlooe
 Citoid
-Cloud mapping
 Cocolyzebot
-Cogentbot
 Copier
-Cosmos
+CopyRightCheck
 Craftbot
-CrunchBot
-Curious
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CyotekWebCopy
-DSearch
 DataCha0s
-Demon
-Dirbuster
-Disco
+DatabaseDriverMysqli
+Dispatch
+DittoSpyder
 DomainCrawler
-Dotbot
-Download Wonder
-Dragonfly
-Drip
-EMail Siphon
+DomainStatsBot
+Domains Project
 Ecxi
-Exabot
-FDM
-Fimap
-FlashGet
+Evil
+ExtractorPro
+Ezooms
+FHscan
 Flunky
-FrontPage
-G-i-g-a-b-o-t
-GermCrawler
-Gigabot
+Freeuploader
+FyberSpider
+Fyrebot
+GetRight
+GetWeb
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Gotit
 GrabNet
-Grabber
+GrapeFX
+HTMLparser
 HTTrack
-Harvest
+Heritrix
 HonoluluBot
 Humanlinks
-IRLbot
+HybridBot
+IDBTE4M
 Iblog
 Id-search
-Image Sucker
-Intelliseek
-IstellaBot
-JOC Web Spider
-Jbrofuzz
-JennyBot
-Jetty
+Image Fetch
+IndeedBot
+InfoTekies
+InterGET
+InternetSeer
+Iria
+Iskanie
+Joomla
 Jorgee
+JustView
 Kenjin Spider
-Kinza
-LNSpiderguy
-Lanshanbot
+LWP::Simple
 Larbin
-Leap
 LeechGet
-LibWeb
-LinkWalker
+LexiBot
+LieBaoFast
+LinqiaMetadataDownloaderBot
 Lipperhey
-Litemage_walker
-MFC_Tear_Sample
-MSFrontPage
+Lipperhey Spider
+Lmspider
+Ltx71
+MIDown tool
+MJ12bot
 MSIECrawler
-MTRobot
 Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+Majestic12
+MarkMonitor
 MarkWatch
+Masscan
 Mata Hari
+MauiBot
 MeanPath Bot
+Meanpathbot
+MicroMessenger
+Minefield
 Moblie Safari
 Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-NICErsPRO
+NPbot
 Name Intelligence
-Nameprotect
 Needle
-Net Vampire
+Nessus
 NetAnts
-NetMechanic
-NetSpider
-NetZIP
-Netvibes
+NetLyzer
+Nettrack
 Nibbler
-Niki-bot
 Nikto
+Nimbostratus
 Ninja
+Nmap
 Not
-Offline Explorer
+Nuclei
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
 Openvas
+OutclicksBot
 OutfoxBot
+PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
 PageScorer
-Petalbot
-Picsearch
-PictureFinder
+PageThing.com
+Panscient
+Papa Foto
+Pavuk
+Pi-Monster
+Picscout
+Pixray
 PleaseCrawl
 ProPowerBot
+Psbot
+Pu_iN
 Pump
-QueryN Metasearch
+PyCurl
+Quick-Crawler
+RSSingBot
 RankActive
-RankingBot2
-Re-re
-RealDownload
-Reaper
-RebelMouse
-Recorder
-Rogerbot
-SBIder
+RankingBot
+Rankivabot
+RankurBot
+RedesScrapy
+Ripper
+RocketCrawler
+SEOkicks
+SEOlyticsCrawler
 SEOstats
-SalesIntelligent
 ScanAlert
+ScoutJet
 Searchestate
-Seekport
-SeobilityBot
-Seomoz
-Shodan
+SemanticJuice
+SeoSiteCheckup
+Siphon
 Site Sucker
-SiteExplorer
 SiteLockSpider
 SiteSucker
-Sitebeam
-Sitevigil
 SmartDownload
 Snapbot
-Snoopy
 Sociscraper
-Sogou web spider
+Sottopop
 Spammen
-SpankBot
-SputnikBot
+Spanner
 Sqworm
 Steeler
-Sucker
+Stripper
 Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
+Surfbot
 Swiftbot
 Szukacz
-Teleport
 TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
+The Intraformant
 Titan
-Trendiction
+Toata
+Toweyabot
+True_Robot
 Turingos
-TwengaBot
-UnisterBot
-Upflow
-V-BOT
+Turnitin
+TurnitinBot
+VB Project
 VCI
-VidibleScraper
-WBSearchBot
-WEBDAV
-WPScan
-WWW-Collector-E
+Vacuum
+Virusdie
+VoidEYE
+Voil
+Voltron
 Wallpapers/3.0
-Web Auto
-Web Enhancer
+WallpapersHD
+WeSEE
+Web Fuck
 Web Pix
-Web Sauger
-WebAuto
+WebCollage
+WebFetch
 WebImageCollector
-WebStripper
-WebSucker
-WebWhacker
+WebLeacher
+WebPix
 WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whatweb
-Who.is Bot
-Widow
-Wonderbot
-Woobot
-Wotbox
+Whack
+WinHTTrack
 Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
+YoudaoBot
 Zauba
 ZmEu
+ZumBot
+ZyBorg
+archive.org_bot
 arquivo-web-crawler
-check1.exe
+autoemailspider
 clark-crawler
 coccocbot
-crawl.sogou.com
-crawler.feedback
-dataforseo.com
-demandbase-bot
+cognitiveseo
+com.plumanalytics
+crawler4j
+evc-batch
+facebookscraper
 instabid
 isitwp.com
-iubenda-radar
-linkdexbot
-lwp-trivial
-netEstate NE Crawler
-oBot
-polaris version
+mediawords
+pcBrowser
+plumanalytics
 probe-image-size
-ripz
 s1z.ru
-scan.lol
-seobility
-seoscanners
-seostar
-sitechecker.pro
+seocompany.store
+siteripz
 sogouspider
-spyfu
 voyagerx.com
-webmeup-crawler
-webprosbot
-x22Mozilla
 xpymep1.exe
 zauba.io