V4.2022.11.3469 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-404enemy
-80legs
 ADmantX
-AIBOT
-ALittle Client
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Anarchie
+Aboundex
+Aboundexbot
+AhrefsBot
 Anarchy
-Anarchy99
-Aspiegel
+Asterias
 Attach
-AwarioSmartBot
-BDCbot
-BDFetch
-BLEXBot
-BacklinkCrawler
-Badass
+AwarioRssBot
+BBBike
+BackWeb
+Backlink-Ceck
 Barkrowler
+BatchFTP
 Bitacle
+Blackboard
+BlowFish
 Boardreader
+BotALot
 Brandprotect
-Buck
+Brandwatch
 BuiltWith
-Bullseye
 BunnySlippers
-CheTeam
+CATExplorador
+Cegbfeieh
+CensysInspect
 CheeseBot
-CherryPicker
 Chlooe
 Cloud mapping
-Cocolyzebot
+Collector
+Copier
+Copyscape
+Craftbot
 CrazyWebCrawler
-DIIbot
-DSearch
-Demon
+DataCha0s
 Deusu
-DigitalPebble
-Dispatch
-DnyzBot
-Download Wonder
-Dragonfly
-Drip
-Ebingbong
-EirGrabber
-Exabot
-FHscan
-FemtosearchBot
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+DomainStatsBot
+Dotbot
+EMail Siphon
+EMail Wolf
+EasyDL
+Extractor
+Extreme Picture Finder
+FDM
+FlashGet
 Flunky
-Foobot
-Go!Zilla
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+GermCrawler
+GetRight
+Getintent
+Gigabot
 Go-Ahead-Got-It
 Gotit
-GrabNet
-Grafula
 GrapeFX
-GridBot
-HEADMasterSEO
-HMView
-HTTrack
+Haansoft
 HaosouSpider
 Hloader
-Humanlinks
+HonoluluBot
 IDBot
-Image Fetch
-InfoNaviRobot
+IRLbot
+Id-search
+IlseBot
+Image Sucker
 InterGET
-JOC Web Spider
+Internet Ninja
+JamesBOT
 JennyBot
-Jorgee
-LWP::Simple
-Leap
+Jetty
+Joomla
+Jyxobot
+Kinza
+LexiBot
 Lftp
 LibWeb
-Libwhisker
-LieBaoFast
+Likse
 LinkScan
 LinkWalker
-LinkpadBot
+Linkbot
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-Lipperhey
+LinqiaScrapeBot
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
 MIIxpc
 MQQBrowser
+MSIECrawler
 MTRobot
 Mag-Net
-Magnet
-MarkMonitor
+Mail.RU_Bot
+Majestic SEO
 Mass Downloader
-Masscan
-Mata Hari
-Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Microsoft Data Access
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
-Mozlila
-Musobot
+Minefield
+Moblie Safari
+MolokaiBot
+Mr.4x3
+NICErsPRO
 Name Intelligence
-Navroad
+Nameprotect
 Needle
+Nessus
 Net Vampire
-NetMechanic
+NetAnts
 NetZIP
 Netcraft
-Nettrack
-NextGenSearchBot
 Nibbler
 Niki-bot
-Nimbostratus
-Not
-Offline Explorer
-OnCrawl
+Nmap
+Nuclei
+Offline Navigator
 OpenLinkProfiler
-Openvas
-OrangeBot
 OutclicksBot
-PECL::HTTP
+OutfoxBot
 PHPCrawl
+Page Analyzer
+PageGrabber
 PageScorer
-Pandalytics
-Papa Foto
-Pimonster
-Psbot
+Pi-Monster
+PictureFinder
+Probethenet
 Pu_iN
-Pump
-QueryN Metasearch
+PxBroker
+PyCurl
 Quick-Crawler
-RSSingBot
-RankActive
 RankActiveLinkBot
-RankingBot
-Rankivabot
-RankurBot
-RebelMouse
+RankingBot2
+Re-re
+Reaper
+Recorder
+RedesScrapy
 RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks
-SISTRIX
-SMTBot
-SalesIntelligent
-ScoutJet
+SEOkicks-Robot
+Scrapy
 Screaming
+ScrepyBot
+SemanticJuice
+Semrush
+SemrushBot
 SentiBot
+SeoSiteCheckup
 SeobilityBot
-Shodan
+Seomoz
+Siphon
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
-SiteSucker
-Sitebeam
-Snapbot
+SmartDownload
 Snoopy
 Sociscraper
 Sogou web spider
 Sosospider
+Sottopop
 SpaceBison
 Spbot
-Sucker
-Sucuri
-SurveyBot
+SputnikBot
+Sqworm
+Steeler
+Stripper
 Suzuran
 Swiftbot
-Szukacz
 T8Abot
-Telesoft
+TeleportPro
+Telesphoreo
 Telesphorep
 The Intraformant
-Thumbor
 TightTwatBot
 Toata
-Turingos
-TwengaBot
+Tracemyfile
+Trendictionbot
+True_Robot
+TurnitinBot
 Twice
 URLy.Warning
-VB Project
+UnisterBot
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Voil
-WASALive-Bot
+VoidEYE
+Voltron
+WBSearchBot
 WPScan
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-Web Auto
+Web Fetch
 Web Fuck
-Web Sucker
+Web Pix
 WebAuto
-WebPix
+WebEnhancer
+WebFuck
+WebGo IS
 WebReaper
-WebSauger
-Webalta
+WebStripper
+WebSucker
+WebZIP
 WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Webster
+WebsiteExtractor
+Whack
+Whacker
 Whatweb
-Widow
-WiseGuys Robot
-Wonderbot
-Wotbox
 Xaldon WebSpider
-YoudaoBot
 Zade
-Zeus
-Zitebot
+Zermelo
+ZoomBot
 ZoominfoBot
 ZumBot
-arquivo-web-crawler
-check1.exe
-coccocbot
-cognitiveseo
+ZyBorg
+backlink-check
 com.plumanalytics
 crawl.sogou.com
 crawler4j
-dataforseo.com
-heritrix
-internetVista monitor
-isitwp.com
+domainsproject.org
+eCatch
+gopher
+ips-agent
 linkdexbot
-lwp-trivial
+lwp-request
 magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-probe-image-size
+pcBrowser
+s1z.ru
+scalaj-http
 scan.lol
-seobility
+seoscanners
 seostar
-sexsearcher
-sp_auditbot
+serpstatbot
+siteripz
 spyfu
 sysscan
 trendiction.com
+trendiction.de
 voyagerx.com
-webmeup-crawler
-webpros.com
+webgains-bot
+webprosbot
 x09Mozilla
-x22Mozilla
-xpymep1.exe
+zauba.io
 zgrab