V4.2022.12.3514 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
+404checker
 404enemy
-ADmantX
+AIBOT
 ALittle Client
 ASPSeek
-Aboundex
+Abonti
 Acunetix
-AhrefsBot
-Alexibot
+AiHitBot
+AllSubmitter
+Alligator
 Anarchy
 Anarchy99
-Ankit
 Anthill
-Asterias
+Atomseobot
+Attach
+BLEXBot
 BackDoorBot
-BackWeb
-Backlink-Ceck
 Bandit
-Bitacle
 Black Hole
 BlackWidow
-Blackboard
 BlowFish
 BotALot
-Brandprotect
 Buck
-BuiltWith
-BunnySlippers
+Buddy
+BuiltBotTough
 BuzzSumo
+CCBot
 CODE87
-Cegbfeieh
-CheTeam
-CheeseBot
+CensysInspect
 CherryPicker
 ChinaClaw
+Citoid
 Cloud mapping
-Copier
+Cocolyzebot
+Cogentbot
+Crawling at Home Project
 CrunchBot
-CyotekWebCopy
-DBLBot
-Demon
-Devil
-Digincore
-Disco
+Curious
+DataCha0s
 Discobot
-Discoverybot
 DittoSpyder
-DnyzBot
-DomainCrawler
+DnBCrawler-Analytics
+DomainAppender
 DomainStatsBot
 Download Wonder
+Drip
 Ebingbong
 Ecxi
-EroCrawler
-Exabot
+EirGrabber
+Express WebPictures
 ExtLinksBot
-EyeNetIE
+Extreme Picture Finder
 Ezooms
+FHscan
 Fimap
 Firefox/7.0
-FlashGet
-Fuzz
+Flunky
+Foobot
+Freeuploader
+FrontPage
+G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
+Genieo
+Gigabot
 Go-Ahead-Got-It
-Gotit
-Grafula
 GrapeFX
+GrapeshotCrawler
 GridBot
-HTMLparser
-HTTrack
-Harvest
+HEADMasterSEO
+HMView
+Haansoft
+HaosouSpider
+Havij
+Heritrix
 Hloader
-Humanlinks
-IDBTE4M
+HybridBot
+IDBot
 IRLbot
-Image Sucker
+IlseBot
+Image Fetch
 InfoNaviRobot
 Intelliseek
-Jbrofuzz
-JennyBot
-Jetty
+Internet Ninja
+InternetSeer
+Iskanie
+JamesBOT
+JikeSpider
 Joomla
-Keybot Translation-Search-Machine
-LWP::Simple
-Lanshanbot
+JustView
+LNSpiderguy
+LeechFTP
 Lftp
 LibWeb
-Libwhisker
-Likse
-LinkWalker
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkScan
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic12
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MJ12bot
+MSFrontPage
+Majestic SEO
 Mata Hari
-Meanpathbot
+Mb2345Browser
+Mediatoolkitbot
 Metauri
+MicroMessenger
+Microsoft Data Access
+Minefield
+Mister PiX
 Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
 NICErsPRO
-NPbot
-Nameprotect
 Navroad
-NearSite
 Needle
 Nessus
-Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
+Netcraft
 Nettrack
-NextGenSearchBot
+Netvibes
 Nibbler
-Nikto
-NimbleCrawler
-Nutch
-OrangeBot
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
+Niki-bot
+Nimbostratus
+Ninja
+Nuclei
+Octopus
+Offline Navigator
+Openfind
+Openvas
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
 PageScorer
-Pandalytics
-Panscient
-Pi-Monster
+Papa Foto
 Picsearch
-Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Probethenet
-Psbot
+Pimonster
 Pu_iN
+Pump
+PxBroker
 PyCurl
-QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankingBot2
+RankingBot
+RankurBot
+Re-re
+ReGet
 Reaper
-Recorder
-SBIder
-SEOkicks
-SEOlyticsCrawler
+RedesScrapy
+RocketCrawler
+Rogerbot
 SEOprofiler
+SEOstats
 SMTBot
 SalesIntelligent
-Scrapy
+Scanbot
 Screaming
-ScreenerBot
-Searchestate
+SearchmetricsBot
 Seekport
 SemanticJuice
-Semrush
-SemrushBot
-SeoSiteCheckup
+SeobilityBot
+Seomoz
 Shodan
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
-Sitebeam
 Sitevigil
-SlySearch
 SmartDownload
+Snake
 Snapbot
-Snoopy
-SocialRankIOBot
+Sogou web spider
+Sosospider
 Sottopop
-Spammen
-SpankBot
 Spanner
-SputnikBot
-Sqlmap
+Spinn3r
+Sqworm
 Stripper
+Sucker
+Sucuri
 SuperBot
-Surfbot
-SurveyBot
 Suzuran
-T8Abot
-TeleportPro
-TheNomad
+Swiftbot
+Szukacz
+TightTwatBot
 Titan
-Toata
-Tracemyfile
-Turingos
-Typhoeus
+Toweyabot
+Trendictionbot
+TwengaBot
+Twice
 URLy.Warning
-Upflow
-VB Project
+UnisterBot
+VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voil
-WEBDAV
-WISENutbot
+VidibleScraper
+VoidEYE
+WPScan
 WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-WallpapersHD
-Web Auto
-Web Enhancer
+Wallpapers/3.0
+WeSEE
+Web Fetch
 Web Fuck
-WebAuto
+WebBandit
+WebCollage
+WebCopier
 WebFuck
+WebGo IS
+WebReaper
+WebSauger
+WebStripper
+WebSucker
 WebWhacker
-Webshag
-Whacker
+Webalta
+WebmasterWorldForumBot
+Website Quester
+Whack
+Whatweb
 Who.is Bot
-Wonderbot
 Woobot
 Wotbox
-Wprecon
-Xaldon_WebSpider
 YoudaoBot
-Zauba
-ZmEu
-ZyBorg
-adscanner
-cah.io.community
-check1.exe
-cognitiveseo
-dataforseo.com
-evc-batch
-facebookscraper
+ZoomBot
+ZoominfoBot
+ZumBot
+archive.org_bot
+clark-crawler
+coccocbot
 heritrix
-instabid
 internetVista monitor
-ips-agent
-isitwp.com
 iubenda-radar
-linkdexbot
 lwp-trivial
-magpie-crawler
 mediawords
-netEstate NE Crawler
-plumanalytics
-polaris version
-satoristudio.net
-seostar
-sogouspider
+oBot
+s1z.ru
+scan.lol
+seoscanners
+sp_auditbot
+tAkeOut
+trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io