V4.2021.06.2368 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+80legs
 Abonti
 Aboundexbot
 Acunetix
 ADmantX
 AIBOT
 Aipbot
-Alexibot
-AlphaBot
-Anarchy99
-Aspiegel
-Attach
+AllSubmitter
+Anarchie
+Ankit
+Apexoo
+archive.org_bot
+arquivo-web-crawler
+Asterias
 AwarioRssBot
-Backlink-Ceck
-BackWeb
-Bandit
+AwarioSmartBot
+BackDoorBot
+BacklinkCrawler
+BackStreet
+Badass
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+BBBike
 BDCbot
-BetaBot
-Bigfoot
+BDFetch
 Bitacle
 Blackboard
-BlackWidow
-Brandprotect
-Brandwatch
-CATExplorador
-CensysInspect
-check1.exe
-CheeseBot
+Black Hole
+Blow
+BlowFish
+Boardreader
+BuiltBotTough
+BuiltWith
+BunnySlippers
+CherryPicker
+ChinaClaw
+Chlooe
 Claritybot
+Cloud mapping
 coccocbot-web
-CODE87
-Cogentbot
 Collector
+com.plumanalytics
 Copyscape
-Craftbot
-crawler4j
-Crescent
-CrunchBot
-Curious
+CSHttp
 Custo
 DatabaseDriverMysqli
-demandbase-bot
-Demon
-Devil
+DBLBot
 Digincore
-Discoverybot
-Dispatch
-domainsproject.org
+Discobot
+DnyzBot
+DomainAppender
+Domains Project
+DomainStatsBot
+DomCopBot
+Dotbot
 Download Wonder
+Dragonfly
+Drip
 DSearch
-DTS Agent
-EasyDL
-Ebingbong
 eCatch
-EirGrabber
-EMail Wolf
-EroCrawler
-evc-batch
+Ecxi
 Exabot
-Express WebPictures
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FDM
-FemtosearchBot
-FHscan
+facebookscraper
 Fimap
-FlashGet
-Freeuploader
+Firefox/7.0
+Foobot
+Fuzz
 FyberSpider
-GalaxyBot
-Getintent
-GetRight
-GetWeb
-Gigabot
-gopher
-GoZilla
-GrabNet
+Fyrebot
+GermCrawler
+Gigablast
+G-i-g-a-b-o-t
+Gotit
 GrapeFX
-GridBot
+GrapeshotCrawler
 Haansoft
-Havij
+HaosouSpider
 HEADMasterSEO
 Heritrix
-HTTrack
+Hloader
+Humanlinks
+HybridBot
 Iblog
-IlseBot
-Indy Library
-InfoNaviRobot
+IndeedBot
 InfoTekies
 instabid
-Intelliseek
-isitwp.com
+internetVista monitor
+ips-agent
+Iria
 IstellaBot
-JennyBot
 JetCar
-Joomla
-JustView
+Jetty
+JikeSpider
+JOC Web Spider
+Jyxobot
 Kenjin Spider
 Kinza
-Kozmosbot
-Larbin
-LeechFTP
-Libwhisker
-Likse
-Linkdexbot
+Lanshanbot
+Lftp
+LieBaoFast
+Lightspeedsystems
+Linkbot
+LinkextractorPro
 LinkpadBot
-LinkScan
-LinkWalker
-LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey Spider
 LNSpiderguy
-lwp-trivial
 Magnet
-Mag-Net
-Majestic SEO
+Mail.RU_Bot
 MarkMonitor
-Masscan
 Mass Downloader
-Mata Hari
-meanpathbot
+Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
+Moblie Safari
+Mojeek
+Mozlila
+Mr.4x3
 MSFrontPage
-MSIECrawler
-Msrabot
 Musobot
-Name Intelligence
-Nameprotect
+Navroad
 Needle
+Nessus
 NetAnts
+Netcraft
+NetLyzer
 NetMechanic
 NetSpider
 Net Vampire
 Netvibes
-NetZIP
-NICErsPRO
-Ninja
+Nibbler
+Nmap
 Nutch
-Offline Explorer
+oBot
 OnCrawl
+Openfind
+OpenVAS
 OPPO A33
-PageAnalyzer
-PageThing.com
+Pandalytics
+Panscient
 Papa Foto
-pcBrowser
-PECL::HTTP
-Petalbot
-Picsearch
-Pimonster
-Pixray
+Pavuk
+Picscout
+Piepmatz
+Pi-Monster
+plumanalytics
 POE-Component-Client-HTTP
 polaris version
+Probethenet
 ProPowerBot
+ProWebWalker
 Psbot
-PxBroker
+PyCurl
 Quick-Crawler
-RankFlex
-RankingBot
-RealDownload
-Reaper
-RepoMonkey
-ripz
+RankingBot2
+RankurBot
+RebelMouse
+RedesScrapy
+ReGet
+Re-re
+Ripper
 RocketCrawler
 Rogerbot
-RSSingBot
+SalesIntelligent
+satoristudio.net
 SBIder
 scalaj-http
-ScanAlert
-ScoutJet
-Scrapy
-Screaming
+scan.lol
 ScreenerBot
-SearchmetricsBot
+Searchestate
 SentiBot
 seobility
-SeobilityBot
+SEOkicks-Robot
+SEOprofiler
+SeoSiteCheckup
+serpstatbot
 sexsearcher
 Shodan
-SISTRIX
-Sitebeam
-sitechecker.pro
-SiteExplorer
+Siphon
+SiteCheckerBotCrawler
 SiteLockSpider
 siteripz
-SiteSucker
-Site Sucker
-SlySearch
-SMTBot
+Snake
 Snoopy
-Sosospider
-Spammen
+SocialRankIOBot
+Sogou web spider
 SpankBot
+Spanner
+sp_auditbot
 Spbot
-Spinn3r
 spyfu
-Sqlmap
+Sqlworm
 Sqworm
-Steeler
-Stripper
-SurveyBot
+Sucuri
+SuperBot
 Suzuran
 sysscan
-T0PHackTeam
-Teleport
+tAkeOut
 TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
-Trendictionbot
+Telesphorep
+TheNomad
+Thumbor
+Titan
+Toweyabot
+Trendiction
 trendiction.com
-Turnitin
-TurnitinBot
+trendiction.de
+True_Robot
 TwengaBot
-URLy Warning
-URLy.Warning
+Upflow
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
+VoidEYE
+Voil
 Voltron
+Wallpapers/3.0
+WBSearchBot
+WebAuto
 Web Auto
 WebBandit
-WebCopier
-WebEnhancer
-WebFuck
+WEBDAV
 Web Fuck
-WebGo IS
 WebImageCollector
-WebmasterWorldForumBot
+WebLeacher
+Web Pix
 WebSauger
 Web Sauger
-WebsiteExtractor
+Webshag
 WebsiteQuester
 Website Quester
-WebSucker
-Web Sucker
-WeSEE
 Whatweb
 WinHTTrack
+Woobot
+Wotbox
+Wprecon
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+x09Mozilla
 Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
 xpymep1.exe
-Zitebot
+YoudaoBot
+zauba.io
+Zermelo
 ZoomBot
-ZyBorg
+ZoominfoBot