V4.2022.11.3492 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 404checker
-404enemy
-AIBOT
-ASPSeek
-Abonti
+80legs
+ALittle Client
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
 Aipbot
-Alexibot
 AllSubmitter
-AlphaBot
-Anthill
+Alligator
+Anarchy99
+Ankit
 Atomseobot
-Attach
-AwarioSmartBot
+BBBike
+BDFetch
+BLEXBot
+BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
 Barkrowler
 BatchFTP
-Battleztar Bazinga
 Bigfoot
 Bitacle
-BlackWidow
-Blow
-Brandprotect
-Brandwatch
-Buddy
-Bullseye
+Black Hole
+Blackboard
+BuiltWith
 BunnySlippers
-BuzzSumo
-CCBot
 CSHttp
 Calculon
-CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
-Citoid
 Cliqzbot
+Collector
 Copier
 CopyRightCheck
+Copyscape
 Craftbot
-Custo
-DSearch
-DataCha0s
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+CyotekWebCopy
 DatabaseDriverMysqli
 Digincore
-Dirbuster
+DigitalPebble
+Disco
+Discobot
+Discoverybot
+Dispatch
+DnyzBot
 DomCopBot
 DomainStatsBot
+Domains Project
 Download Wonder
 Dragonfly
-Drip
 EMail Siphon
-EMail Wolf
+EasyDL
+Ebingbong
 EirGrabber
-Evil
-Exabot
 Express WebPictures
-ExtLinksBot
 Extractor
-ExtractorPro
-FHscan
-FemtosearchBot
-Fimap
-FlashGet
-Foobot
-Freeuploader
-Fuzz
+Ezooms
+Flunky
 Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
-GetRight
-GetWeb
-GrabNet
+GT::WWW
+GalaxyBot
+Genieo
+Getintent
+Grabber
+GrapeshotCrawler
 HTMLparser
-Havij
-Hloader
+HTTrack
+HaosouSpider
+HonoluluBot
+Humanlinks
 HybridBot
+IDBTE4M
 IDBot
 IRLbot
 Iblog
 Image Fetch
+Image Sucker
 IndeedBot
-Internet Ninja
+InfoNaviRobot
+Intelliseek
 InternetSeer
-Iria
-Iskanie
 IstellaBot
+JamesBOT
+Jbrofuzz
+JennyBot
 JikeSpider
+Joomla
+Jorgee
+JustView
 Jyxobot
-Kenjin Spider
-Kozmosbot
-LWP::Simple
+Keyword Density
+LNSpiderguy
 Larbin
-Leap
-LeechFTP
-LexiBot
-LibWeb
+LeechGet
 Libwhisker
+LieBaoFast
 Lightspeedsystems
 Likse
 LinkScan
+LinkextractorPro
 LinksManager
 LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
 MIDown tool
 MIIxpc
-Mail.RU_Bot
+MSFrontPage
+MTRobot
 Majestic SEO
-MarkWatch
-Mata Hari
-MauiBot
-Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-Metauri
+MicroMessenger
 Microsoft URL Control
-Minefield
-Mister PiX
-Msrabot
-NICErsPRO
-Needle
+Moblie Safari
+Mojeek
+Mozlila
+Mr.4x3
+NPbot
+Nameprotect
+Net Vampire
 NetLyzer
-Nettrack
-Nikto
+NetZIP
+Netvibes
+Nibbler
+NimbleCrawler
 Ninja
-Not
+Nmap
+Nutch
+Offline Explorer
 OnCrawl
-Openfind
+OpenVAS
+Openvas
 OrangeBot
-OutclicksBot
-Page Analyzer
-PageAnalyzer
-Pandalytics
+OrangeSpider
+PECL::HTTP
+PageGrabber
 Panscient
 Papa Foto
 Pavuk
 PeoplePal
-Petalbot
+Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-PleaseCrawl
-Pockey
-PyCurl
-RSSingBot
-RankurBot
-Re-re
-ReGet
-Reaper
-RebelMouse
-RedesScrapy
-RocketCrawler
-SEOlyticsCrawler
+Pimonster
+ProPowerBot
+ProWebWalker
+Psbot
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
+RankingBot2
+SEOprofiler
 SEOstats
-SISTRIX
 SalesIntelligent
+ScanAlert
 Screaming
-ScreenerBot
 Searchestate
+SearchmetricsBot
+Seekport
 SemanticJuice
+SemrushBot
+SeoSiteCheckup
 Seomoz
-Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
 Siteimprove
-Sitevigil
-SmartDownload
-SocialRankIOBot
+Snake
 Sociscraper
 Sosospider
-SpankBot
 Spanner
 Spbot
-Sqlmap
-Sqlworm
-Stripper
-SuperBot
-SuperHTTP
+Spinn3r
+Sucuri
 Surfbot
 SurveyBot
 Suzuran
-Swiftbot
-Teleport
+T0PHackTeam
 Telesoft
-Titan
-Toata
+The Intraformant
+Toweyabot
 Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
 Turnitin
-Typhoeus
-Upflow
-VCI
+Twice
+V-BOT
 Vacuum
 VeriCiteCrawler
-VidibleScraper
 Virusdie
 Voil
-Wallpapers
+WPScan
 Wallpapers/3.0
-WeSEE
-Web Collage
-WebCopier
+Web Auto
+Web Sauger
 WebEnhancer
-WebPix
-WebSauger
+WebImageCollector
+WebReaper
+WebStripper
 WebWhacker
 Website Quester
-Webster
+WebsiteExtractor
+WebsiteQuester
 Whack
+Whacker
+Widow
 WinHTTrack
 Wonderbot
 Woobot
+Xenu
+YoudaoBot
+Zade
+Zauba
 Zermelo
 Zeus
-Zitebot
-ZmEu
 ZoominfoBot
-arquivo.pt
+arquivo-web-crawler
 autoemailspider
-check1.exe
+backlink-check
+clark-crawler
+cognitiveseo
 crawler.feedback
+domainsproject.org
 eCatch
 evc-batch
-facebookscraper
-lwp-trivial
+gopher
+instabid
+ips-agent
+isitwp.com
+iubenda-radar
+linkdexbot
 meanpathbot
 mediawords
-muhstik-scan
-netEstate NE Crawler
 oBot
 page scorer
-pcBrowser
-plumanalytics
 ripz
 s1z.ru
 scan.lol
-seocompany.store
+seobility
+seostar
+serpstatbot
 sitechecker.pro
-siteripz
-spyfu
-sysscan
-tAkeOut
+sogouspider
 trendiction.com
+trendiction.de
+webmeup-crawler
 webpros.com
-zgrab
+webprosbot