V4.2022.10.3384 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,54 +1,47 @@
-01h4x.com
-360Spider
-404checker
-ADmantX
-ALittle Client
+ASPSeek
 Aboundexbot
-Acunetix
 AiHitBot
 Alexibot
+Alligator
+Anarchie
 Anarchy99
-Attach
-AwarioRssBot
+Ankit
+Anthill
+Asterias
 AwarioSmartBot
-BDCbot
-BDFetch
-BackStreet
-BackWeb
+BackDoorBot
 Backlink-Ceck
-Bandit
+BacklinkCrawler
 BetaBot
 Black Hole
-Blackboard
+Blow
 Bolt
-Brandprotect
-Brandwatch
-Buck
 BuiltWith
-Bullseye
 BunnySlippers
-CATExplorador
-CazoodleBot
+BuzzSumo
+CCBot
+CSHttp
+Cegbfeieh
+CheeseBot
+CherryPicker
 Citoid
-Claritybot
+Cliqzbot
 Cocolyzebot
-Cogentbot
-Copier
-CopyRightCheck
-Copyscape
-Craftbot
-CrazyWebCrawler
 Crescent
-Curious
+CrunchBot
 Custo
+CyotekWebCopy
 DBLBot
+DSearch
+DTS Agent
+DatabaseDriverMysqli
 Demon
-Deusu
 Devil
-Digincore
-DigitalPebble
 Dirbuster
-DnBCrawler-Analytics
+Disco
+Discoverybot
+Dispatch
+DnyzBot
 DomCopBot
 DomainCrawler
 DomainSigmaCrawler
@@ -56,195 +49,202 @@ DomainStatsBot
 Domains Project
 Dotbot
 Download Wonder
-Drip
+Dragonfly
 EMail Siphon
-EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
-ExtractorPro
-EyeNetIE
-FDM
-FemtosearchBot
-FlashGet
-Freeuploader
+Evil
+Exabot
+Extractor
+Firefox/7.0
+FrontPage
 Fuzz
-FyberSpider
-GT::WWW
-GetRight
-Go!Zilla
-Gotit
-GrabNet
+Genieo
+GermCrawler
+GetWeb
+Getintent
+Gigabot
+GoZilla
 Grabber
 Grafula
-GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HTTP::Lite
-HTTrack
+HTMLparser
 Haansoft
-Hloader
 Humanlinks
-Image Sucker
-Internet Ninja
+IDBTE4M
+Id-search
+Intelliseek
+InternetSeer
 IstellaBot
-JikeSpider
-Joomla
+JamesBOT
+Jbrofuzz
+JennyBot
 Jorgee
+Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
-LWP::Simple
+Kinza
+Lanshanbot
 Larbin
-LeechGet
-Lftp
-Lightspeedsystems
-Likse
-LinkWalker
-LinkpadBot
+Libwhisker
+LinkextractorPro
 LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
-Ltx71
-MFC_Tear_Sample
+Lipperhey Spider
 MJ12bot
+MQQBrowser
 MSFrontPage
-MTRobot
-Majestic SEO
-Majestic12
+Magnet
+Mail.RU_Bot
 MarkMonitor
+Mass Downloader
 Masscan
-Mata Hari
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-Metauri
+Meanpathbot
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Moblie Safari
+Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
+Musobot
 NICErsPRO
+NPbot
+Name Intelligence
 Nameprotect
-Needle
-NetAnts
-NetMechanic
-NetSpider
+Navroad
+NearSite
+Net Vampire
+NetLyzer
 Netcraft
-Nibbler
-Nikto
-Ninja
+Nettrack
+Netvibes
+Niki-bot
+NimbleCrawler
 Nmap
-Octopus
-OnCrawl
+Not
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
 OrangeBot
+OutclicksBot
+OutfoxBot
 PHPCrawl
-PageAnalyzer
+Page Analyzer
 PageScorer
-Picscout
+Pandalytics
+Panscient
+Papa Foto
+PeoplePal
+Petalbot
+PictureFinder
 Piepmatz
 Pimonster
 Pixray
 PleaseCrawl
-ProPowerBot
 ProWebWalker
+Pu_iN
+Pump
+Quick-Crawler
+RSSingBot
+RankActive
 RankFlex
-RankingBot2
-Rankivabot
 RankurBot
-RealDownload
-RebelMouse
+Re-re
+ReGet
+Reaper
+Recorder
+RedesScrapy
 RepoMonkey
 Ripper
 RocketCrawler
-SISTRIX
-ScanAlert
+SBIder
+SEOprofiler
+SMTBot
 Scanbot
 Scrapy
-ScreenerBot
-ScrepyBot
+Searchestate
 Semrush
-Shodan
-SiteCheckerBotCrawler
-SiteExplorer
-Siteimprove
-Sitevigil
-SlySearch
-Sociscraper
-Sosospider
-Spammen
-Spanner
-SputnikBot
-Sqlmap
-Steeler
+SemrushBot
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Site Sucker
+SocialRankIOBot
+Sottopop
+Sqlworm
 SurveyBot
-Szukacz
+T0PHackTeam
 T8Abot
-TeleportPro
-Telesoft
-Telesphorep
-True_Robot
+Teleport
+TightTwatBot
+Titan
+Trendictionbot
+Turingos
+Turnitin
 TurnitinBot
+TwengaBot
 UnisterBot
+Upflow
 V-BOT
-VB Project
-VCI
 Vagabondo
 VelenPublicWebCrawler
-WASALive-Bot
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
 WEBDAV
-WISENutbot
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+WPScan
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Enhancer
-Web Fetch
 Web Fuck
-Web Sauger
+Web Pix
+Web Sucker
 WebAuto
-WebCopier
+WebCollage
 WebEnhancer
-WebImageCollector
+WebFetch
+WebFuck
+WebGo IS
 WebLeacher
-WebReaper
-WebSucker
-WebWhacker
+WebPix
+WebSauger
+WebStripper
+WebZIP
 WebmasterWorldForumBot
-Webshag
+Website Quester
 Whack
 Whacker
-Widow
-WiseGuys Robot
+Whatweb
+Who.is Bot
 Woobot
-Xaldon_WebSpider
-Zermelo
-ZoomBot
+Wotbox
+Xaldon WebSpider
+YoudaoBot
+Zitebot
 ZyBorg
-adscanner
 archive.org_bot
+arquivo-web-crawler
 autoemailspider
-backlink-check
 cah.io.community
-check1.exe
-clark-crawler
+coccocbot
+crawl.sogou.com
 crawler.feedback
-dataforseo.com
+domainsproject.org
+evc-batch
 facebookscraper
 gopher
-heritrix
-internetVista monitor
-isitwp.com
-magpie-crawler
-meanpathbot
-mediawords
-netEstate NE Crawler
+ips-agent
+linkdexbot
+muhstik-scan
+probe-image-size
 ripz
-scan.lol
-sexsearcher
-sitechecker.pro
-siteripz
+serpstatbot
+trendiction.com
 trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webpros.com
+webmeup-crawler
+webprosbot
 x22Mozilla
-xpymep1.exe