V4.2022.04.3069 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 ADmantX
-Aboundexbot
+ALittle Client
+ASPSeek
+Abonti
+Aboundex
 Acunetix
-AiHitBot
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
+Alexibot
+AllSubmitter
 Anarchy99
-Aspiegel
-Attach
-AwarioSmartBot
+Asterias
+Atomseobot
 BDCbot
-BLEXBot
-BackDoorBot
-Badass
-Bandit
+BacklinkCrawler
+Barkrowler
 BatchFTP
+Battleztar Bazinga
 BetaBot
+Bigfoot
 Bitacle
-Blackboard
-Blow
-Brandwatch
+Boardreader
+Brandprotect
 Buck
-Buddy
-BuiltBotTough
 BuiltWith
 BuzzSumo
 CATExplorador
 CCBot
 CODE87
 CSHttp
-Cegbfeieh
-CensysInspect
-CheTeam
 CherryPicker
-Chlooe
-Claritybot
-Cloud mapping
+ChinaClaw
+Citoid
+Cliqzbot
 Cocolyzebot
-Copier
-Copyscape
-CrazyWebCrawler
+Cogentbot
+Collector
+CopyRightCheck
+Craftbot
+Crawling at Home Project
 CrunchBot
 Curious
+CyotekWebCopy
+DIIbot
 DSearch
-DatabaseDriverMysqli
-DigitalPebble
+Deusu
+Digincore
 Dirbuster
-Discoverybot
+Disco
+DomainAppender
 Domains Project
-Dotbot
-Download Wonder
-EMail Siphon
-Ecxi
-EroCrawler
-ExtractorPro
-FDM
-FHscan
-Fimap
+ECCP/1.0
+Ebingbong
+Evil
+Extractor
+Extreme Picture Finder
+EyeNetIE
+Ezooms
 Firefox/7.0
+FlashGet
 Flunky
-Foobot
-Freeuploader
-FrontPage
-GT::WWW
-Getintent
-Grabber
-Harvest
+Genieo
+GermCrawler
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
+GrabNet
+Grafula
+GrapeshotCrawler
+HTTP::Lite
+HTTrack
+Heritrix
+Hloader
 HonoluluBot
-Iblog
-Image Sucker
-Intelliseek
+IDBTE4M
+IDBot
+IRLbot
 InterGET
 Internet Ninja
-IstellaBot
-JamesBOT
+InternetSeer
+Iria
+JennyBot
 JetCar
-Jetty
 JikeSpider
 JustView
-Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
+Kinza
 Kozmosbot
 LWP::Simple
-Larbin
-Libwhisker
+Lanshanbot
+LeechFTP
+LeechGet
+Lftp
+LieBaoFast
 Lightspeedsystems
 Likse
-LinkpadBot
+LinkWalker
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-MSFrontPage
-MSIECrawler
-MTRobot
+MFC_Tear_Sample
+MQQBrowser
 Mag-Net
-Magnet
+Majestic SEO
 Majestic-SEO
-MarkMonitor
+Majestic12
 Mass Downloader
 Mata Hari
-MauiBot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
-MolokaiBot
+MeanPath Bot
+MicroMessenger
+Minefield
+Mister PiX
+Mojolicious
 Msrabot
-NPbot
-Nameprotect
+NICErsPRO
+Name Intelligence
 Navroad
 NearSite
+Nessus
 Net Vampire
-NetAnts
-NetMechanic
+NetZIP
 Netcraft
-Nettrack
-Netvibes
-Niki-bot
+NimbleCrawler
 Ninja
 Nmap
-Not
-Nuclei
-Octopus
-Offline Navigator
-OrangeBot
-Page Analyzer
-PageAnalyzer
-PageGrabber
-PageThing.com
-Panscient
+OpenVAS
+OutfoxBot
+POE-Component-Client-HTTP
+Pandalytics
+Papa Foto
+Pavuk
 Petalbot
+Picscout
 Picsearch
 PictureFinder
-Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Probethenet
+Psbot
 PyCurl
-QueryN Metasearch
-Quick-Crawler
 RSSingBot
-RankingBot
+RankActive
+RankActiveLinkBot
+RankFlex
+Re-re
 Reaper
-RedesScrapy
+Recorder
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks-Robot
-ScanAlert
+SEOlyticsCrawler
+SEOstats
+SMTBot
 ScoutJet
-Screaming
-ScrepyBot
+Scrapy
+SemanticJuice
 SentiBot
-SeoSiteCheckup
 Shodan
-Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
+SiteExplorer
+SiteLockSpider
+SiteSucker
 SmartDownload
-Snake
+Snapbot
 SocialRankIOBot
-Sogou web spider
 Sosospider
-SpankBot
-Sqlworm
+Sottopop
+SpaceBison
+Spammen
+Sucker
 Sucuri
-Surfbot
-Swiftbot
+SuperBot
+SuperHTTP
+SurveyBot
 Szukacz
 T0PHackTeam
-TeleportPro
+Telesoft
 Telesphoreo
 Thumbor
-Titan
-Toweyabot
-Tracemyfile
 Trendiction
-TwengaBot
+True_Robot
 URLy Warning
-URLy.Warning
 UnisterBot
-V-BOT
-VoidEYE
-Voltron
+Upflow
+Vacuum
+Virusdie
+Voil
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WISENutbot
 WWW-Mechanize
-Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sauger
+Web Collage
+Web Sucker
 WebAuto
 WebBandit
 WebCopier
-WebEnhancer
+WebGo IS
 WebImageCollector
-WebReaper
-WebmasterWorldForumBot
-Website Quester
+WebStripper
+WebSucker
+WebWhacker
+Webshag
+WebsiteExtractor
+Webster
 Whack
-Whacker
 Whatweb
-Woobot
-Wprecon
-Xenu
-Zauba
-Zeus
-adscanner
-archive.org_bot
-arquivo-web-crawler
+WinHTTrack
+WiseGuys Robot
+Xaldon WebSpider
+ZoomBot
+ZoominfoBot
+arquivo.pt
 backlink-check
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-eCatch
+demandbase-bot
+domainsproject.org
 evc-batch
-ips-agent
+internetVista monitor
 isitwp.com
-iubenda-radar
 linkdexbot
 lwp-request
+lwp-trivial
 oBot
 page scorer
-satoristudio.net
-seostar
-sexsearcher
+plumanalytics
+polaris version
+probe-image-size
+s1z.ru
+scalaj-http
+scan.lol
+serpstatbot
+sitechecker.pro
 siteripz
-sogouspider
+sp_auditbot
+sysscan
 tAkeOut
-trendiction.de
+trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
+webgains-bot
 webpros.com
-webprosbot
 x09Mozilla
 x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io