V4.2022.05.3102 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-80legs
-ADmantX
-AIBOT
-ASPSeek
-Abonti
+01h4x.com
+Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
 Alligator
-Anarchie
+AlphaBot
+Anarchy
 Ankit
-Aspiegel
-AwarioSmartBot
+Apexoo
+Attach
+AwarioRssBot
 BBBike
-Backlink-Ceck
-Badass
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bitacle
-Blackboard
-Bolt
-Brandprotect
-Brandwatch
-BunnySlippers
-CATExplorador
+BDFetch
+BLEXBot
+BackDoorBot
+Buck
+Bullseye
 CODE87
-Cegbfeieh
-Citoid
+Calculon
+CherryPicker
+Chlooe
+Claritybot
 Cliqzbot
-Cloud mapping
-Cocolyzebot
 Collector
-Copyscape
-Cosmos
+CopyRightCheck
 Craftbot
-CrazyWebCrawler
 CrunchBot
 CyotekWebCopy
-DataCha0s
-Digincore
-Disco
-Discobot
+DBLBot
+Deusu
+Devil
 Discoverybot
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainAppender
+Dotbot
+Download Wonder
 Dragonfly
 Drip
+ECCP/1.0
 EMail Wolf
-EasyDL
 EirGrabber
+Evil
+Exabot
+Express WebPictures
+Extractor
 Ezooms
 FHscan
 FemtosearchBot
 Fimap
+Firefox/7.0
 Flunky
+Freeuploader
 FrontPage
-FyberSpider
+Fuzz
 Fyrebot
-GalaxyBot
+G-i-g-a-b-o-t
 Genieo
+GermCrawler
 GetWeb
+Getintent
 Go!Zilla
-GrabNet
+GoZilla
 GrapeFX
-Hloader
-IDBot
-Id-search
-IlseBot
+GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTTP::Lite
+Haansoft
+HaosouSpider
+Havij
+HonoluluBot
+Humanlinks
+IRLbot
+Iblog
 Image Sucker
 IndeedBot
-Indy Library
-Intelliseek
+InfoNaviRobot
+InternetSeer
 Iskanie
-JOC Web Spider
 JamesBOT
-Jbrofuzz
+JennyBot
+JetCar
+JikeSpider
 Joomla
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
 LNSpiderguy
 Lanshanbot
-Larbin
-Leap
-LeechFTP
 LexiBot
-LibWeb
-Likse
-Linkbot
+Libwhisker
+LinkScan
 LinkextractorPro
-Lipperhey Spider
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lmspider
+Ltx71
+MIDown tool
 MSFrontPage
+MTRobot
 Magnet
 Mail.RU_Bot
-Majestic12
-MarkWatch
+Majestic-SEO
+MarkMonitor
+Masscan
 MauiBot
-MeanPath Bot
-Mediatoolkitbot
+Meanpathbot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft URL Control
 Mister PiX
 Moblie Safari
+Mojeek
 MolokaiBot
-NPbot
+Musobot
+Navroad
 NearSite
-Needle
-Nessus
 NetAnts
-NetSpider
-Netcraft
-Nettrack
+NetZIP
 Netvibes
+Nibbler
+Niki-bot
+NimbleCrawler
 Nimbostratus
-Ninja
 Nutch
-Octopus
-Openfind
+Offline Explorer
+OpenVAS
 OrangeBot
-OutfoxBot
+OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Pandalytics
-Panscient
-Papa Foto
-Pavuk
-PeoplePal
-PictureFinder
-Piepmatz
-PleaseCrawl
+PHPCrawl
+PageAnalyzer
+Pi-Monster
+Picscout
+Pixray
 Pockey
 ProPowerBot
-Probethenet
-Psbot
-PyCurl
-QueryN Metasearch
-RSSingBot
-RankActive
+Pu_iN
+Quick-Crawler
 RankActiveLinkBot
+RankingBot2
 Rankivabot
-RankurBot
+Re-re
 ReGet
-Reaper
-RebelMouse
 Recorder
-RepoMonkey
-SBIder
+RocketCrawler
+Rogerbot
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
+SEOstats
+SMTBot
 SalesIntelligent
-ScreenerBot
+ScanAlert
+ScoutJet
+Seekport
 SemanticJuice
-Semrush
+SemrushBot
+SentiBot
 SeobilityBot
-Seomoz
 SiteLockSpider
-SiteSnagger
-Snake
+SlySearch
+SmartDownload
+Snapbot
+Snoopy
 SocialRankIOBot
-Sogou web spider
-Sosospider
 Spammen
-Spanner
 Spbot
-Sqlworm
-Steeler
-Sucuri
+SputnikBot
+Sqlmap
+Sqworm
 Suzuran
-T0PHackTeam
-T8Abot
-Telesoft
-Telesphoreo
+Swiftbot
+Telesphorep
+Titan
 Tracemyfile
-Trendiction
-Trendictionbot
 True_Robot
-Turingos
-Turnitin
 TurnitinBot
-Twice
-Typhoeus
+TwengaBot
 URLy Warning
-VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
+UnisterBot
+VB Project
+VCI
+Voltron
+WASALive-Bot
+WBSearchBot
 WEBDAV
-Wallpapers
+WPScan
+WWW-Collector-E
+WWWOFFLE
 Wallpapers/3.0
-Web Collage
+WallpapersHD
 Web Enhancer
-Web Fuck
+Web Fetch
+Web Pix
 Web Sauger
-WebAuto
+WebBandit
 WebCollage
-WebCopier
-WebFetch
-WebFuck
-WebGo IS
 WebPix
-WebReaper
-WebStripper
-Webalta
+WebSucker
 WebmasterWorldForumBot
 Webshag
 Website Quester
 WebsiteExtractor
-Webster
+WebsiteQuester
 Whack
 Widow
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
-Xenu
 Zauba
 Zermelo
-Zitebot
+Zeus
+ZmEu
 ZoomBot
-ZyBorg
+ZumBot
 adscanner
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
+autoemailspider
+backlink-check
 clark-crawler
-cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-domainsproject.org
-eCatch
-gopher
-internetVista monitor
+crawler4j
+evc-batch
+facebookscraper
 ips-agent
-iubenda-radar
-magpie-crawler
-meanpathbot
 mediawords
-oBot
-page scorer
-pcBrowser
 plumanalytics
-ripz
-satoristudio.net
-scan.lol
-seobility
-seostar
+polaris version
+scalaj-http
+serpstatbot
 sexsearcher
-sitechecker.pro
 sogouspider
+sp_auditbot
+sysscan
+tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+x09Mozilla
+x22Mozilla
 zgrab