V4.2021.09.2588 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-ALittle Client
+404checker
 ASPSeek
-Abonti
-Aipbot
+Aboundex
+AhrefsBot
+AiHitBot
 Alexibot
-AllSubmitter
 Alligator
 AlphaBot
-Anarchie
+Anarchy
 Ankit
+Apexoo
 Aspiegel
-Asterias
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
+BDFetch
+BackDoorBot
+BackStreet
 BackWeb
-BacklinkCrawler
-BatchFTP
-Bigfoot
+Badass
+Bandit
+Barkrowler
+Battleztar Bazinga
+BetaBot
 Bitacle
-Black Hole
 BlackWidow
-Blackboard
-Blow
 BlowFish
 Bolt
+Brandprotect
 Buck
 Buddy
+BuiltWith
+Bullseye
 BuzzSumo
-CCBot
-CODE87
-Cegbfeieh
+CSHttp
 CensysInspect
-CheeseBot
+CheTeam
 Chlooe
-Cocolyzebot
-Cosmos
-Craftbot
-CrazyWebCrawler
-Crescent
-CrunchBot
-DBLBot
-DataCha0s
-Deusu
-Devil
-DigitalPebble
-Disco
-Dispatch
+Collector
+Copier
+Copyscape
+Custo
+DIIbot
+Discobot
+Discoverybot
 DittoSpyder
 DnyzBot
 DomCopBot
-DomainAppender
 DomainCrawler
+DomainSigmaCrawler
+Domains Project
+Dotbot
 Download Wonder
-Dragonfly
+Drip
+EMail Siphon
 EMail Wolf
+EasyDL
 Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
-ExtLinksBot
-Ezooms
+Evil
+ExtractorPro
 FHscan
-Fimap
-FlashGet
+FemtosearchBot
 Flunky
 Foobot
-FyberSpider
+Freeuploader
+FrontPage
 Fyrebot
 G-i-g-a-b-o-t
+GalaxyBot
 Genieo
+GetRight
+GetWeb
 Getintent
-Gigabot
 Go!Zilla
-GoZilla
-GrabNet
+Go-Ahead-Got-It
 Grafula
-HTMLparser
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
+HTTrack
+Haansoft
 HaosouSpider
-Harvest
-Heritrix
-Hloader
+Havij
 HybridBot
-IRLbot
+Iblog
 IlseBot
-IndeedBot
-Indy Library
-InfoNaviRobot
-Intelliseek
+Image Fetch
+Image Sucker
 InterGET
 Internet Ninja
-IstellaBot
+InternetSeer
+Iria
+Iskanie
 JamesBOT
+Jbrofuzz
 JennyBot
-JikeSpider
 Joomla
-JustView
-Kenjin Spider
-Keyword Density
-Kinza
-Lanshanbot
-LeechGet
-LexiBot
-Lightspeedsystems
-LinkScan
-Linkdexbot
+Jorgee
+Leap
+LeechFTP
+Lftp
+LibWeb
+Libwhisker
+Likse
+LinkextractorPro
 LinkpadBot
 LinqiaRSSBot
-Lipperhey Spider
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
+Lmspider
 MIIxpc
-MJ12bot
-MQQBrowser
-Mail.RU_Bot
+MSIECrawler
 Majestic SEO
 Majestic-SEO
-Majestic12
-Mass Downloader
-Mb2345Browser
-MicroMessenger
-Microsoft URL Control
+Masscan
+Mata Hari
+Metauri
+Microsoft Data Access
 Moblie Safari
 Mr.4x3
-Msrabot
+Musobot
 NICErsPRO
-Needle
+Name Intelligence
+Navroad
 Nessus
-NetAnts
+Net Vampire
 NetMechanic
-NetSpider
-NetZIP
 Nettrack
-Netvibes
 Niki-bot
 Nikto
+NimbleCrawler
+Ninja
+Nutch
 Octopus
-OnCrawl
-Openfind
-OrangeBot
+Offline Explorer
+OutclicksBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
+Page Analyzer
 PageGrabber
-Pandalytics
-Panscient
-Papa Foto
 Pavuk
-Petalbot
 Pi-Monster
-Picsearch
-ProPowerBot
 ProWebWalker
+Probethenet
+Psbot
+Pump
+PxBroker
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActive
-RankingBot
-Re-re
-RepoMonkey
-Rogerbot
-SISTRIX
+RankFlex
+RankurBot
+RebelMouse
+Recorder
+RocketCrawler
+SBIder
+SEOkicks
+SEOprofiler
 SalesIntelligent
-ScoutJet
-Scrapy
+Screaming
 ScrepyBot
-Searchestate
 SemrushBot
 SentiBot
-SeoSiteCheckup
-Shodan
-Siphon
+Seomoz
 Site Sucker
-SiteSucker
-Siteimprove
+SiteLockSpider
+SiteSnagger
+SmartDownload
 Snake
-Snapbot
-SocialRankIOBot
 Sociscraper
-SpaceBison
-Spammen
+Spbot
 Spinn3r
 SputnikBot
+Sqlmap
 Steeler
-SuperBot
+Stripper
+Sucuri
+SuperHTTP
 SurveyBot
 Suzuran
-T0PHackTeam
-T8Abot
+Swiftbot
+Szukacz
+TeleportPro
 Telesphoreo
-Telesphorep
+The Intraformant
 TheNomad
-Thumbor
-Trendictionbot
-Twice
+Titan
+Toata
+Toweyabot
+Tracemyfile
+True_Robot
+Turingos
 V-BOT
-Vagabondo
-Virusdie
-WBSearchBot
-WISENutbot
-WWWOFFLE
-Wallpapers/3.0
-Web Fetch
-Web Fuck
-WebAuto
-WebEnhancer
-WebReaper
+VelenPublicWebCrawler
+VidibleScraper
+Voil
+WASALive-Bot
+WEBDAV
+WPScan
+Wallpapers
+WallpapersHD
+WeSEE
+Web Pix
+Web Sauger
+Web Sucker
+WebCollage
+WebCopier
 WebSauger
 WebSucker
 Webalta
-WebsiteQuester
-Whatweb
+WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteExtractor
+Whack
 Who.is Bot
-WinHTTrack
+Widow
 WiseGuys Robot
-Wotbox
-Wprecon
+Woobot
 Xaldon_WebSpider
 Xenu
 YoudaoBot
-ZmEu
-ZoomBot
+Zade
+Zauba
+ZumBot
+ZyBorg
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
-check1.exe
-clark-crawler
+backlink-check
+cah.io.community
 cognitiveseo
-crawler.feedback
-demandbase-bot
+dataforseo.com
+evc-batch
 facebookscraper
+heritrix
 instabid
 ips-agent
 isitwp.com
-lwp-request
-page scorer
-plumanalytics
+lwp-trivial
+muhstik-scan
+oBot
+polaris version
 probe-image-size
-ripz
-s1z.ru
-scan.lol
-seobility
-seoscanners
+scalaj-http
 seostar
-sexsearcher
-sitechecker.pro
+spyfu
+trendiction.com
 trendiction.de
-webmeup-crawler
-xpymep1.exe
-zgrab
+voyagerx.com
+webpros.com
+zauba.io