V4.2022.12.3513 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-Abonti
+404enemy
+ADmantX
+ALittle Client
+ASPSeek
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
+Alexibot
+Anarchy
+Anarchy99
+Ankit
 Anthill
-Aspiegel
 Asterias
-BLEXBot
-BackStreet
-Bigfoot
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Bandit
+Bitacle
 Black Hole
+BlackWidow
 Blackboard
-Blow
 BlowFish
-Boardreader
+BotALot
+Brandprotect
 Buck
 BuiltWith
 BunnySlippers
+BuzzSumo
 CODE87
-CazoodleBot
-CensysInspect
+Cegbfeieh
+CheTeam
 CheeseBot
-Chlooe
-Claritybot
-Cliqzbot
-Cocolyzebot
-CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
+CherryPicker
+ChinaClaw
+Cloud mapping
+Copier
 CrunchBot
-Curious
-DataCha0s
-Deusu
+CyotekWebCopy
+DBLBot
+Demon
+Devil
 Digincore
-DigitalPebble
-Dirbuster
+Disco
+Discobot
 Discoverybot
-Dispatch
+DittoSpyder
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-Domains Project
+DomainCrawler
+DomainStatsBot
 Download Wonder
-Drip
-ECCP/1.0
 Ebingbong
-EirGrabber
+Ecxi
 EroCrawler
 Exabot
-Express WebPictures
-Extractor
-ExtractorPro
-Extreme Picture Finder
+ExtLinksBot
+EyeNetIE
 Ezooms
-FHscan
-FemtosearchBot
+Fimap
 Firefox/7.0
-Foobot
-FrontPage
-FyberSpider
+FlashGet
+Fuzz
 GalaxyBot
-Genieo
-GetWeb
-Gigabot
-Go!Zilla
-GoZilla
-GrapeshotCrawler
+GermCrawler
+Go-Ahead-Got-It
+Gotit
+Grafula
+GrapeFX
 GridBot
+HTMLparser
 HTTrack
-HaosouSpider
 Harvest
-Havij
 Hloader
-HonoluluBot
-IDBot
+Humanlinks
+IDBTE4M
+IRLbot
 Image Sucker
-IndeedBot
-Indy Library
 InfoNaviRobot
-InfoTekies
 Intelliseek
-Internet Ninja
-InternetSeer
-IstellaBot
-JikeSpider
-JustView
+Jbrofuzz
+JennyBot
+Jetty
+Joomla
 Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
 LWP::Simple
-Larbin
-LeechGet
-LexiBot
+Lanshanbot
+Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
+Likse
 LinkWalker
-Linkbot
-LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Lmspider
-MIDown tool
-MIIxpc
-MQQBrowser
 MSIECrawler
 MTRobot
-Magnet
+Mail.RU_Bot
 Majestic12
-MarkWatch
-Mass Downloader
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
+Mata Hari
+Meanpathbot
+Metauri
+Moblie Safari
+MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
+NICErsPRO
 NPbot
 Nameprotect
 Navroad
+NearSite
+Needle
+Nessus
+Net Vampire
+NetLyzer
 NetMechanic
-NetSpider
 Nettrack
+NextGenSearchBot
 Nibbler
-Niki-bot
-Nuclei
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openvas
+Nikto
+NimbleCrawler
+Nutch
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
+OrangeSpider
+OutfoxBot
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageGrabber
 PageScorer
-PageThing.com
-Papa Foto
-Pavuk
-Picscout
+Pandalytics
+Panscient
+Pi-Monster
 Picsearch
-Piepmatz
+Pixray
 PleaseCrawl
-Pockey
+ProPowerBot
 ProWebWalker
 Probethenet
-RankFlex
-RankingBot
-RankurBot
-RebelMouse
-RedesScrapy
-RocketCrawler
-SEOkicks-Robot
+Psbot
+Pu_iN
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankingBot2
+Reaper
+Recorder
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
+SalesIntelligent
+Scrapy
 Screaming
 ScreenerBot
 Searchestate
-SearchmetricsBot
+Seekport
 SemanticJuice
 Semrush
-Seomoz
+SemrushBot
+SeoSiteCheckup
+Shodan
 SiteCheckerBotCrawler
-SiteSnagger
+SiteExplorer
+SiteLockSpider
+Sitebeam
+Sitevigil
 SlySearch
 SmartDownload
+Snapbot
 Snoopy
+SocialRankIOBot
 Sottopop
 Spammen
+SpankBot
 Spanner
+SputnikBot
 Sqlmap
-Sqworm
-Steeler
-Sucuri
-T0PHackTeam
+Stripper
+SuperBot
+Surfbot
+SurveyBot
+Suzuran
+T8Abot
 TeleportPro
-Telesphoreo
 TheNomad
-Thumbor
 Titan
-Toweyabot
-Trendictionbot
-True_Robot
-TurnitinBot
-TwengaBot
-Twice
-V-BOT
-Vacuum
+Toata
+Tracemyfile
+Turingos
+Typhoeus
+URLy.Warning
+Upflow
+VB Project
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-Voltron
+Voil
 WEBDAV
 WISENutbot
+WWW-Collector-E
 WWW-Mechanize
-WeSEE
+WWW::Mechanize
+WWWOFFLE
+WallpapersHD
 Web Auto
-Web Collage
-Web Pix
-Web Sucker
-WebBandit
-WebFetch
+Web Enhancer
+Web Fuck
+WebAuto
 WebFuck
-WebImageCollector
-WebLeacher
-WebPix
-WebSauger
+WebWhacker
 Webshag
-Webster
 Whacker
-Whatweb
-Widow
-WinHTTrack
+Who.is Bot
+Wonderbot
 Woobot
-Xaldon WebSpider
+Wotbox
+Wprecon
 Xaldon_WebSpider
+YoudaoBot
 Zauba
-Zermelo
-Zitebot
-ZumBot
+ZmEu
+ZyBorg
 adscanner
-archive.org_bot
 cah.io.community
-clark-crawler
-coccocbot
+check1.exe
+cognitiveseo
 dataforseo.com
 evc-batch
-gopher
+facebookscraper
+heritrix
+instabid
 internetVista monitor
 ips-agent
+isitwp.com
+iubenda-radar
 linkdexbot
+lwp-trivial
 magpie-crawler
-meanpathbot
-oBot
-ripz
-s1z.ru
-serpstatbot
-sitechecker.pro
+mediawords
+netEstate NE Crawler
+plumanalytics
+polaris version
+satoristudio.net
+seostar
 sogouspider
-spyfu
-tAkeOut
-trendiction.com
-voyagerx.com
-webgains-bot
+ubermetrics-technologies.com
 x22Mozilla
 zgrab