V4.2022.05.3135 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
+ADmantX
 AIBOT
-Aboundex
+ALittle Client
+Abonti
 Aboundexbot
-Aipbot
-Alexibot
+AiHitBot
+AllSubmitter
 Anarchy99
 Ankit
-Atomseobot
-AwarioRssBot
-BBBike
-BDCbot
-BLEXBot
-BackWeb
-BacklinkCrawler
+Asterias
+AwarioSmartBot
+BackDoorBot
 Badass
-BatchFTP
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
-Blow
-BlowFish
+Blackboard
 Boardreader
-BotALot
 Buck
 Buddy
-BuiltWith
+Bullseye
+BunnySlippers
 BuzzSumo
 CATExplorador
+CSHttp
 Cegbfeieh
+CherryPicker
 ChinaClaw
-Cliqzbot
-Cloud mapping
 Cocolyzebot
+Copyscape
 CrazyWebCrawler
+CrunchBot
 Curious
-CyotekWebCopy
-DSearch
+Custo
+DBLBot
+DIIbot
+DatabaseDriverMysqli
 Demon
-Devil
+Deusu
 DigitalPebble
 Dirbuster
-Dispatch
+Discobot
+Discoverybot
 DnBCrawler-Analytics
+DnyzBot
 DomCopBot
 DomainAppender
 DomainCrawler
-Domains Project
-Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
-EMail Siphon
+Ebingbong
 Ecxi
 EirGrabber
 Exabot
-EyeNetIE
+ExtLinksBot
+Extractor
 Ezooms
+FDM
 FHscan
+FemtosearchBot
 FlashGet
 Freeuploader
-GT::WWW
-GalaxyBot
+FrontPage
+Genieo
+GermCrawler
 GetRight
-Gigabot
-Go-Ahead-Got-It
 Grabber
 Grafula
 GrapeFX
 GrapeshotCrawler
 HEADMasterSEO
 HTMLparser
-HTTrack
+HTTP::Lite
 Haansoft
 Harvest
 Havij
-Hloader
-HonoluluBot
-IDBTE4M
-IDBot
-IRLbot
-Iblog
+Humanlinks
+HybridBot
 Id-search
 IlseBot
 Image Fetch
-Indy Library
-InfoTekies
+Image Sucker
+IndeedBot
 Intelliseek
-InternetSeer
-Iria
-IstellaBot
-Joomla
-Jorgee
-JustView
+InterGET
+Jetty
+JikeSpider
+Keybot Translation-Search-Machine
 LNSpiderguy
+LWP::Simple
 Larbin
-Leap
-LeechFTP
-Lightspeedsystems
+LibWeb
+Libwhisker
+LinkScan
+LinkWalker
 Linkbot
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
+Lipperhey
 MJ12bot
 MSIECrawler
-MTRobot
-Magnet
 Majestic-SEO
-Majestic12
-Masscan
-Mister PiX
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
 Moblie Safari
-Mozlila
-Musobot
 NICErsPRO
+Name Intelligence
 Nameprotect
-Navroad
-Needle
-Nessus
-Net Vampire
-Nettrack
+NetMechanic
+Netcraft
 NextGenSearchBot
 Nibbler
-Nikto
-Ninja
-Nmap
-OpenVAS
-Openfind
-OrangeSpider
-PECL::HTTP
+Not
+OnCrawl
+Openvas
+OrangeBot
+OutclicksBot
+OutfoxBot
 PHPCrawl
-Pandalytics
-Papa Foto
-PeoplePal
-Pimonster
-Pixray
-PleaseCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageThing.com
+Panscient
+Petalbot
+Piepmatz
+Pockey
+ProWebWalker
 Probethenet
 Psbot
-Pu_iN
-Pump
-PyCurl
+PxBroker
 RankActive
-RankingBot2
-Reaper
+RankActiveLinkBot
+RankFlex
+Rankivabot
+RankurBot
+Re-re
 RebelMouse
-Recorder
-RedesScrapy
-SEOprofiler
-SISTRIX
-Scrapy
+RocketCrawler
+SEOlyticsCrawler
+SalesIntelligent
+Scanbot
+Screaming
+Searchestate
 SemanticJuice
+Semrush
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 Siphon
-SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
+SiteSucker
 Sitebeam
 Siteimprove
 Sitevigil
-Snoopy
+SlySearch
+Snake
+Sociscraper
+Sogou web spider
+Sottopop
+SpaceBison
 Spammen
-SpankBot
-Spanner
-Spinn3r
+SputnikBot
 Sqworm
-Sucuri
-Suzuran
-Swiftbot
+Steeler
+Stripper
+Sucker
+Surfbot
+SurveyBot
 Szukacz
-T8Abot
 TeleportPro
-Telesoft
 Telesphorep
 The Intraformant
-TightTwatBot
-Toata
+TheNomad
+Thumbor
 Tracemyfile
-Trendiction
 True_Robot
+Turnitin
+TwengaBot
 Twice
 Typhoeus
-VB Project
-VCI
+URLy Warning
+UnisterBot
+V-BOT
+Vacuum
 Vagabondo
-VeriCiteCrawler
+VoidEYE
+Voltron
 WASALive-Bot
+WBSearchBot
 WISENutbot
+WPScan
+WWW-Collector-E
 Wallpapers/3.0
-WeSEE
-Web Fetch
-Web Pix
-Web Sauger
+Web Auto
+Web Enhancer
+Web Fuck
 Web Sucker
-WebFuck
-WebGo IS
-WebImageCollector
+WebAuto
+WebPix
 WebReaper
 WebSauger
 WebStripper
 WebSucker
-WebZIP
-WebmasterWorldForumBot
-Website Quester
+Webalta
+Webshag
 WebsiteExtractor
+WebsiteQuester
 Webster
-Whacker
 Whatweb
-WinHTTrack
 WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
-Wprecon
-Zade
+Xaldon WebSpider
+YoudaoBot
 Zauba
-Zeus
+ZoominfoBot
+ZumBot
 ZyBorg
 adscanner
 arquivo.pt
 backlink-check
-cah.io.community
-check1.exe
-com.plumanalytics
-crawler.feedback
-eCatch
-facebookscraper
-internetVista monitor
-ips-agent
+coccocbot
+crawl.sogou.com
+dataforseo.com
+demandbase-bot
+evc-batch
+gopher
+heritrix
+instabid
+isitwp.com
 iubenda-radar
-lwp-request
+linkdexbot
 lwp-trivial
 netEstate NE Crawler
-plumanalytics
-ripz
-satoristudio.net
-seocompany.store
-seoscanners
+page scorer
+probe-image-size
+scan.lol
 seostar
 serpstatbot
+sitechecker.pro
 siteripz
+sogouspider
 sp_auditbot
 spyfu
-sysscan
-trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-x22Mozilla
+webgains-bot
+webpros.com
+webprosbot
+x09Mozilla
+zauba.io