V4.2022.11.3500 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-80legs
 ADmantX
-ALittle Client
-ASPSeek
-Aboundex
 AfD-Verbotsverfahren
-Alligator
+AhrefsBot
+AiHitBot
 Anarchy99
-Apexoo
-AwarioRssBot
+Atomseobot
 BBBike
-BDFetch
 BLEXBot
-BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-BlackWidow
-Blackboard
-Blow
-Bolt
-BotALot
+Badass
+Barkrowler
+BatchFTP
+Bigfoot
+Boardreader
+Brandprotect
 Brandwatch
-BuiltWith
-CATExplorador
-CODE87
-CSHttp
-Calculon
-Cegbfeieh
-CensysInspect
-Chlooe
-Claritybot
-Cloud mapping
-Cocolyzebot
-Cogentbot
+BuiltBotTough
+BunnySlippers
+CCBot
+CazoodleBot
+CheeseBot
+ChinaClaw
+Citoid
+Collector
+Copier
 Copyscape
 Cosmos
-CrunchBot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 Curious
-DIIbot
+Custo
+CyotekWebCopy
+DBLBot
 DSearch
-DatabaseDriverMysqli
+DTS Agent
 Deusu
 DigitalPebble
 Disco
-Discobot
-Discoverybot
-Dispatch
 DittoSpyder
 Domains Project
 Download Wonder
 Dragonfly
+Drip
+ECCP/1.0
 EMail Siphon
-EroCrawler
-ExtLinksBot
-Extractor
+EirGrabber
+Extreme Picture Finder
 FDM
 FHscan
-Flunky
+FemtosearchBot
+Fimap
+Foobot
 Freeuploader
 FrontPage
 Fuzz
-GT::WWW
+FyberSpider
+Fyrebot
 GalaxyBot
 GermCrawler
 GetRight
-GetWeb
+Getintent
+Gigabot
+Go!Zilla
 Gotit
-Grafula
-GrapeshotCrawler
-HMView
 HTMLparser
-Haansoft
+HTTP::Lite
+HTTrack
 Harvest
-Heritrix
+Havij
 HonoluluBot
-HybridBot
-IDBTE4M
-IDBot
-Id-search
-Indy Library
-InfoTekies
-Iskanie
-JOC Web Spider
+Image Fetch
+InternetSeer
+IstellaBot
 JamesBOT
-JetCar
-Jetty
+Jbrofuzz
 Joomla
-Jyxobot
+Kinza
+Kozmosbot
 LWP::Simple
 Lanshanbot
-LeechFTP
-LexiBot
-LibWeb
-LieBaoFast
-Lightspeedsystems
+Larbin
+Lftp
+Likse
+LinkScan
+LinkWalker
 Linkbot
-LinkextractorPro
 Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
-MJ12bot
-MSFrontPage
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic12
+Lmspider
+Ltx71
+MIDown tool
+MQQBrowser
+MSIECrawler
+MTRobot
+Majestic SEO
 MarkMonitor
 MarkWatch
 Mass Downloader
-MauiBot
 Mb2345Browser
-Mediatoolkitbot
+Metauri
 Microsoft URL Control
-Mojeek
-MolokaiBot
+Minefield
+Moblie Safari
 Morfeus Fucking Scanner
-Mozlila
+Musobot
 NICErsPRO
 NPbot
-Navroad
-Needle
-Net Vampire
-NetSpider
+Name Intelligence
+NetMechanic
 NetZIP
-Netcraft
+NextGenSearchBot
 Nikto
+NimbleCrawler
 Ninja
-Not
-Nutch
-OpenLinkProfiler
+Nmap
+Nuclei
+Octopus
+OnCrawl
+OpenVAS
+OrangeSpider
 OutclicksBot
-PECL::HTTP
-PageAnalyzer
-PageScorer
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 PageThing.com
+Pandalytics
 Papa Foto
-Pavuk
 PeoplePal
-Picsearch
+Petalbot
 PictureFinder
-Piepmatz
-PleaseCrawl
+Pixray
+ProPowerBot
 ProWebWalker
 Psbot
-Pump
-QueryN Metasearch
+Pu_iN
 Quick-Crawler
-RankActive
+RSSingBot
+RankingBot
+RankingBot2
+Rankivabot
 RankurBot
-Re-re
 RealDownload
-Reaper
-Recorder
-RedesScrapy
+Ripper
 RocketCrawler
-Rogerbot
-SEOkicks
-SalesIntelligent
-ScoutJet
+SBIder
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
+Scanbot
 Scrapy
-Seekport
-Siphon
-Site Sucker
+Semrush
+SemrushBot
 SiteCheckerBotCrawler
 SiteLockSpider
 SiteSucker
-Sitevigil
+SlySearch
 SmartDownload
-Snake
 Sociscraper
-Spanner
-Spbot
-SputnikBot
-Steeler
-Sucuri
-SuperHTTP
-Surfbot
-T0PHackTeam
+Sosospider
+Sqlmap
+Sqlworm
+Sqworm
+Sucker
+SuperBot
+SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+T8Abot
+Teleport
 Telesoft
 Telesphoreo
-TheNomad
+Thumbor
+Titan
+Toata
 Toweyabot
-Tracemyfile
-Turingos
-TwengaBot
+Trendiction
+True_Robot
+Turnitin
 Typhoeus
 URLy Warning
-VB Project
-Vacuum
+UnisterBot
 VelenPublicWebCrawler
-VidibleScraper
-WISENutbot
-WPScan
+VeriCiteCrawler
+VoidEYE
+Voltron
+WBSearchBot
+WWW::Mechanize
 WWWOFFLE
 Wallpapers
+Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Auto
-Web Collage
-WebBandit
-WebCopier
-WebPix
-WebSauger
+Web Fetch
+Web Sauger
+WebCollage
+WebFetch
 WebWhacker
 WebZIP
 Webalta
-WebsiteExtractor
-Wotbox
+Webshag
+Website Quester
+WebsiteQuester
+Whatweb
+Who.is Bot
+Widow
+Wonderbot
+Woobot
 Wprecon
+Xaldon_WebSpider
 YoudaoBot
-Zeus
-Zitebot
 ZoomBot
-ZyBorg
+ZoominfoBot
+ZumBot
 adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
+autoemailspider
+cognitiveseo
 crawl.sogou.com
 crawler4j
 dataforseo.com
 demandbase-bot
 domainsproject.org
-eCatch
+evc-batch
 facebookscraper
 gopher
+instabid
 internetVista monitor
 linkdexbot
 lwp-request
-magpie-crawler
-netEstate NE Crawler
-oBot
-probe-image-size
-scalaj-http
+mediawords
+pcBrowser
+polaris version
+ripz
+s1z.ru
+scan.lol
 seobility
-seoscanners
-siteripz
-sp_auditbot
+sexsearcher
+sogouspider
 spyfu
 sysscan
 trendiction.com
 trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
+webprosbot
 x09Mozilla
-zauba.io
-zgrab
+xpymep1.exe