V4.2022.03.2991 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-ALittle Client
-Abonti
+360Spider
+404checker
+ADmantX
+ASPSeek
+Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Alexibot
 AllSubmitter
-Anthill
-Apexoo
-Atomseobot
-BackDoorBot
-BackWeb
+Anarchy99
+Aspiegel
+BDCbot
+BLEXBot
 Backlink-Ceck
-BacklinkCrawler
-Barkrowler
+Badass
+Bandit
 Battleztar Bazinga
-Bitacle
-BlackWidow
+Blow
 BlowFish
+Boardreader
 BotALot
 BuiltBotTough
-CODE87
-Calculon
+BunnySlippers
+CCBot
+CheTeam
 CherryPicker
+ChinaClaw
 Chlooe
-Citoid
-Cliqzbot
-Copier
-Cosmos
-CrazyWebCrawler
-Crescent
+Collector
+Craftbot
+Crawling at Home Project
+CrunchBot
+Curious
+Custo
+DIIbot
 DSearch
-DataCha0s
+DTS Agent
+DatabaseDriverMysqli
 Demon
-Disco
-Discoverybot
-DomCopBot
-DomainAppender
+Discobot
 DomainCrawler
-Dotbot
+DomainSigmaCrawler
+Ebingbong
+EroCrawler
 Evil
 Exabot
-Express WebPictures
 ExtractorPro
 EyeNetIE
-Ezooms
-FlashGet
-Flunky
-Foobot
-FrontPage
-FyberSpider
-GalaxyBot
-GermCrawler
-GetRight
-Getintent
-Go-Ahead-Got-It
-Gotit
+FDM
+FHscan
+GT::WWW
+GoZilla
 GrabNet
 Grabber
 GrapeFX
-GrapeshotCrawler
 GridBot
+HMView
 HTMLparser
-HTTP::Lite
-HaosouSpider
-Havij
 Heritrix
-Hloader
+HonoluluBot
 HybridBot
+IDBot
+IRLbot
 Iblog
 Id-search
-IlseBot
-IndeedBot
+Image Fetch
+Image Sucker
+InterGET
+Internet Ninja
 InternetSeer
-Iria
-Jbrofuzz
-JetCar
+IstellaBot
+JennyBot
 Joomla
 Jorgee
 JustView
-Jyxobot
+Keyword Density
 Kinza
+LNSpiderguy
 Leap
-Lftp
-LibWeb
+LeechFTP
+LeechGet
+LexiBot
+LieBaoFast
 Likse
 LinkScan
-LinkWalker
-Linkbot
-Linkdexbot
-LinkpadBot
+LinkextractorPro
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-MIDown tool
-MIIxpc
-MJ12bot
+Lipperhey
+Litemage_walker
+Lmspider
 MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkMonitor
 Mass Downloader
-Masscan
-Meanpathbot
-Metauri
-Minefield
+Mb2345Browser
 Moblie Safari
-MolokaiBot
-NPbot
-Name Intelligence
-Navroad
-NearSite
+Mojeek
+Mr.4x3
+Msrabot
+Nameprotect
 Needle
 Net Vampire
 NetAnts
-NetLyzer
+NetMechanic
+NetSpider
+Netcraft
 Netvibes
-NextGenSearchBot
-Nimbostratus
-Octopus
+Nibbler
+Nikto
+Nmap
+Nuclei
 Offline Explorer
+Offline Navigator
 Openfind
-OrangeBot
-OutclicksBot
-PECL::HTTP
+OrangeSpider
 POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
+PageScorer
 Pandalytics
-Panscient
 Papa Foto
-Petalbot
+PeoplePal
 Pi-Monster
+Picscout
+Picsearch
 Piepmatz
+Pimonster
 Pixray
+PleaseCrawl
+ProPowerBot
 Probethenet
-Pu_iN
-Pump
+PxBroker
 PyCurl
+Quick-Crawler
+RankActive
+RankActiveLinkBot
 RankFlex
-Rankivabot
-RankurBot
-RealDownload
-RebelMouse
+RankingBot
+RankingBot2
+Reaper
 Recorder
 RedesScrapy
 Ripper
 Rogerbot
 SEOkicks
-SEOlyticsCrawler
 SEOstats
-SISTRIX
+SMTBot
 ScanAlert
 Scanbot
+ScoutJet
+Scrapy
 Screaming
+ScrepyBot
+Seekport
 Semrush
+SemrushBot
 SeoSiteCheckup
 SeobilityBot
+Seomoz
 Shodan
-SiteExplorer
-SiteLockSpider
-Sitebeam
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+SiteSucker
 Siteimprove
-SlySearch
-Snake
+Sitevigil
+SocialRankIOBot
+Spammen
 SpankBot
+Spanner
 SputnikBot
-Sqworm
-Sucker
-SuperBot
-Surfbot
-Suzuran
-Swiftbot
+Stripper
+Sucuri
+SuperHTTP
 Szukacz
-The Intraformant
+T0PHackTeam
+Teleport
+TeleportPro
+TheNomad
 Thumbor
 TightTwatBot
 Titan
-Toata
-Turingos
+Trendiction
+Trendictionbot
 Turnitin
 TurnitinBot
+TwengaBot
+Typhoeus
+URLy Warning
 URLy.Warning
 UnisterBot
-V-BOT
 VB Project
-Virusdie
+VCI
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
+WBSearchBot
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
+Web Auto
+Web Sauger
 WebAuto
 WebBandit
-WebCopier
+WebCollage
 WebEnhancer
 WebFetch
-WebLeacher
+WebSauger
 WebSucker
+WebWhacker
+WebZIP
 WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
-Who.is Bot
+Webster
 WinHTTrack
 WiseGuys Robot
-Wotbox
-Xaldon WebSpider
+Wonderbot
+Wprecon
 Xaldon_WebSpider
-Xenu
 YoudaoBot
-Zermelo
+Zade
+Zitebot
+ZmEu
 ZumBot
-archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-cah.io.community
-check1.exe
+autoemailspider
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
 crawler4j
-dataforseo.com
 evc-batch
-facebookscraper
+heritrix
+instabid
+internetVista monitor
 isitwp.com
-iubenda-radar
-lwp-trivial
+magpie-crawler
 meanpathbot
 mediawords
 netEstate NE Crawler
-page scorer
+oBot
 pcBrowser
-probe-image-size
+s1z.ru
 scalaj-http
 seocompany.store
-seoscanners
-sitechecker.pro
-siteripz
-sp_auditbot
-sysscan
 trendiction.com
-trendiction.de
-voyagerx.com
-webmeup-crawler
-webpros.com
 x22Mozilla