V4.2022.07.3255 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
-ADmantX
-ASPSeek
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
+AIBOT
+Abonti
 AhrefsBot
 AiHitBot
-Aipbot
 Alexibot
-AllSubmitter
+Anarchie
+Anarchy99
 Anthill
 Apexoo
 Attach
-AwarioRssBot
 AwarioSmartBot
+BBBike
+BDCbot
 BDFetch
-Barkrowler
-BatchFTP
+Bandit
 BetaBot
-Bigfoot
+Black Hole
+BlackWidow
 Blackboard
-Bolt
+Blow
 Brandprotect
+Brandwatch
 Buddy
 BuiltWith
-BunnySlippers
 CATExplorador
+CCBot
 CSHttp
-Calculon
 CazoodleBot
 Cegbfeieh
-CheeseBot
-Cliqzbot
+Chlooe
 Cloud mapping
 Copyscape
-Craftbot
+Cosmos
 Crescent
-DIIbot
-DTS Agent
+Curious
+Custo
+CyotekWebCopy
+DBLBot
+DSearch
+Demon
+Digincore
 DigitalPebble
 Disco
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-Download Wonder
-Dragonfly
-Ebingbong
-Exabot
-Extreme Picture Finder
-Firefox/7.0
-FrontPage
-Fuzz
+Domains Project
+Drip
+ECCP/1.0
+EasyDL
+Express WebPictures
+ExtractorPro
+EyeNetIE
+FDM
+FHscan
+Freeuploader
+FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
 Genieo
-Getintent
-Gotit
+GetWeb
+Gigabot
+Go-Ahead-Got-It
 GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
 HEADMasterSEO
-HMView
-HTTP::Lite
+HTMLparser
 HTTrack
-Havij
+HaosouSpider
+Harvest
+Hloader
 IDBTE4M
-IDBot
+IRLbot
 Id-search
-IlseBot
-Iria
+Image Fetch
+IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
+Internet Ninja
+InternetSeer
 Iskanie
-JamesBOT
 Jbrofuzz
 JennyBot
-Jorgee
+Jetty
+JikeSpider
+Joomla
 Jyxobot
-Kenjin Spider
-LNSpiderguy
+Keybot Translation-Search-Machine
 LWP::Simple
-Lanshanbot
-LeechFTP
-LeechGet
+Larbin
 LexiBot
 Lftp
+LibWeb
+LieBaoFast
 Lightspeedsystems
-Likse
 LinkScan
-LinqiaRSSBot
-Lipperhey
-Ltx71
-MIDown tool
-MJ12bot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
 MSFrontPage
-MTRobot
-Mag-Net
 Magnet
-Majestic-SEO
-MarkMonitor
-Mata Hari
-MauiBot
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
-Minefield
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
+Masscan
+MeanPath Bot
+MicroMessenger
 Moblie Safari
-Mojeek
-Mozlila
+Mojolicious
+Morfeus Fucking Scanner
 Mr.4x3
 Msrabot
-Musobot
-Navroad
-NearSite
-Nessus
-NetLyzer
-NetSpider
-Netcraft
+NICErsPRO
+Name Intelligence
+Nameprotect
+NetAnts
 Nettrack
 NextGenSearchBot
-Ninja
+Nibbler
+Niki-bot
 Nmap
 Not
-Offline Explorer
-OrangeBot
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageGrabber
+Nuclei
+Nutch
+Openvas
+OrangeSpider
 PageScorer
-Pandalytics
+PageThing.com
 Panscient
-PeoplePal
+Papa Foto
+Pavuk
+PictureFinder
 Piepmatz
-Pimonster
-Psbot
-PxBroker
+Pump
+QueryN Metasearch
 Quick-Crawler
-RankingBot
+RankActiveLinkBot
 Re-re
-ReGet
-Recorder
-RedesScrapy
+RealDownload
+Reaper
+RebelMouse
+RocketCrawler
 SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SMTBot
 SalesIntelligent
-Scanbot
-ScrepyBot
+ScanAlert
+ScoutJet
+Screaming
+SearchmetricsBot
 SemrushBot
-Seomoz
 Siphon
-Site Sucker
-SiteExplorer
+SiteSnagger
 SiteSucker
 Sitebeam
 Sitevigil
-SmartDownload
-Snake
-Snapbot
-Sosospider
-Sottopop
-SpankBot
+Snoopy
+Sociscraper
+Sogou web spider
+Spammen
+Spanner
 Sqlmap
-Sqworm
-Sucker
-Sucuri
-SuperHTTP
 Suzuran
 Swiftbot
 Szukacz
 T0PHackTeam
-Teleport
-TeleportPro
 Telesoft
 Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
 Thumbor
-Toweyabot
-Trendictionbot
-Typhoeus
-URLy Warning
+Toata
+Turnitin
+TwengaBot
+URLy.Warning
 UnisterBot
+Upflow
 VB Project
-VCI
-Vacuum
-VidibleScraper
-Virusdie
-Voil
+VelenPublicWebCrawler
 Voltron
+WASALive-Bot
+WEBDAV
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-Web Fetch
+Web Enhancer
 Web Fuck
-Web Pix
-WebBandit
-WebEnhancer
+Web Sauger
+WebAuto
+WebCollage
 WebImageCollector
-WebLeacher
-Webalta
+WebReaper
+WebSucker
+WebWhacker
 Webshag
+Website Quester
 WebsiteQuester
 Whack
-Widow
-WiseGuys Robot
-Wotbox
-Zeus
-Zitebot
+Who.is Bot
+Wonderbot
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 ZoominfoBot
 ZumBot
 ZyBorg
-archive.org_bot
 arquivo-web-crawler
 arquivo.pt
-cah.io.community
+backlink-check
+check1.exe
+coccocbot
 cognitiveseo
 crawl.sogou.com
-crawler.feedback
-crawler4j
 demandbase-bot
-eCatch
+domainsproject.org
+evc-batch
 facebookscraper
 gopher
+heritrix
 instabid
+internetVista monitor
 ips-agent
-isitwp.com
+iubenda-radar
+linkdexbot
 lwp-request
 lwp-trivial
-magpie-crawler
+meanpathbot
+muhstik-scan
+oBot
 pcBrowser
+polaris version
 probe-image-size
-s1z.ru
-satoristudio.net
+scalaj-http
+scan.lol
 seobility
-seocompany.store
-seoscanners
+seostar
 serpstatbot
+sexsearcher
 sitechecker.pro
+siteripz
 sogouspider
-spyfu
-tAkeOut
+sp_auditbot
+trendiction.com
+trendiction.de
+voyagerx.com
+webgains-bot
 webpros.com
-webprosbot
-x09Mozilla
 zauba.io
-zgrab