V4.2021.12.2790 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 404enemy
 80legs
 ADmantX
-Aboundex
-Aboundexbot
+AIBOT
+ALittle Client
+ASPSeek
+AhrefsBot
+AiHitBot
+Alexibot
+AllSubmitter
 Alligator
-AlphaBot
+Anarchy99
 Ankit
-Apexoo
+Asterias
 BBBike
 BDFetch
+BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Bandit
+BacklinkCrawler
+Badass
 BatchFTP
-Bitacle
-Blow
-BlowFish
+BetaBot
+Black Hole
+BlackWidow
+Boardreader
+Bolt
+BotALot
 Brandprotect
-Brandwatch
-BuiltWith
-Bullseye
-CCBot
+BuiltBotTough
 Calculon
-CheTeam
+CazoodleBot
+Cegbfeieh
 CheeseBot
-CherryPicker
-Cliqzbot
 Cloud mapping
 Cocolyzebot
-Cogentbot
-Copier
-Crawling at Home Project
-Curious
-DBLBot
-DIIbot
+CopyRightCheck
+Copyscape
+Crescent
+CyotekWebCopy
+DTS Agent
+DatabaseDriverMysqli
+Demon
 Deusu
-Devil
 Digincore
-DigitalPebble
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
+Discobot
+Discoverybot
+DomCopBot
 DomainAppender
-DomainStatsBot
-Dotbot
+DomainSigmaCrawler
+Domains Project
+Download Wonder
+Drip
 EMail Wolf
-Ebingbong
-EroCrawler
+EasyDL
+EirGrabber
 Exabot
 ExtLinksBot
 Extractor
-ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-FDM
+Ezooms
 FHscan
-FemtosearchBot
-Fimap
+Firefox/7.0
+Flunky
 Foobot
-Freeuploader
 FrontPage
-FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
-GermCrawler
-GetRight
-Gigabot
-Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Grabber
 Grafula
 GrapeFX
-GrapeshotCrawler
-GridBot
-HMView
-HTMLparser
+HEADMasterSEO
 HTTP::Lite
-HTTrack
 Haansoft
-Havij
-HybridBot
-IDBTE4M
+HaosouSpider
+Heritrix
+Humanlinks
 IDBot
-Id-search
-IndeedBot
+IRLbot
+Image Sucker
 Indy Library
-InfoNaviRobot
-Intelliseek
-InternetSeer
-JamesBOT
+Iria
 Jbrofuzz
-JennyBot
-Jetty
-JikeSpider
-Joomla
-Jorgee
 JustView
+Jyxobot
 Kenjin Spider
-LNSpiderguy
-Larbin
+Kozmosbot
+LWP::Simple
 LeechFTP
-LibWeb
-LinkScan
+LexiBot
+Likse
 LinkWalker
+LinksManager
 LinqiaMetadataDownloaderBot
+Lipperhey
+Ltx71
 MSFrontPage
-MSIECrawler
 MTRobot
 Majestic SEO
-Mass Downloader
-Mata Hari
-Mojolicious
-Mr.4x3
+Majestic12
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Mister PiX
+Moblie Safari
+Mojeek
+Mozlila
+Msrabot
 Musobot
-NICErsPRO
-NPbot
 Name Intelligence
-NetMechanic
+Nameprotect
+Navroad
+Needle
+NetAnts
 NetSpider
-Nettrack
-Netvibes
-NimbleCrawler
 Nmap
-Not
+Nuclei
+Offline Explorer
+OnCrawl
+OpenVAS
 OrangeSpider
 OutclicksBot
-PECL::HTTP
-PHPCrawl
-PageGrabber
-PageScorer
-Panscient
+OutfoxBot
+Page Analyzer
+PageAnalyzer
+Pandalytics
 PeoplePal
 Pi-Monster
 Picscout
-PictureFinder
-Piepmatz
-Probethenet
+Pixray
+Pockey
+ProPowerBot
 Pu_iN
+PxBroker
+Quick-Crawler
+RSSingBot
 RankActive
 RankActiveLinkBot
 RankFlex
-Rankivabot
-RankurBot
-ReGet
-RealDownload
-Recorder
+RankingBot
+RankingBot2
+Re-re
+RebelMouse
+RedesScrapy
 RepoMonkey
-Rogerbot
-SEOkicks
+Ripper
 SEOkicks-Robot
-SEOlyticsCrawler
-SMTBot
+SalesIntelligent
 ScoutJet
 Screaming
-ScrepyBot
 Searchestate
-SemanticJuice
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-Siteimprove
+Semrush
+Seomoz
 SmartDownload
 Snake
-Snapbot
 Snoopy
-Sociscraper
-Sogou web spider
-Sosospider
-SpankBot
-Spanner
+Spbot
 Spinn3r
-Sqworm
-Stripper
-Surfbot
+Sqlworm
+Sucker
+Suzuran
 Swiftbot
-Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
+Teleport
+Telesoft
+The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
+Titan
+Toata
+Tracemyfile
+Trendiction
 True_Robot
-TurnitinBot
+Twice
+Typhoeus
 URLy.Warning
 UnisterBot
 VB Project
-Vagabondo
-VidibleScraper
+VCI
 Virusdie
-VoidEYE
-Voltron
-WEBDAV
-WPScan
-WWW::Mechanize
+Voil
+WBSearchBot
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+Web Auto
+Web Collage
 Web Enhancer
-Web Pix
+Web Sauger
+WebAuto
 WebBandit
+WebCollage
 WebEnhancer
-WebFuck
 WebGo IS
-WebLeacher
-WebPix
 WebReaper
-WebWhacker
-Webshag
-Website Quester
+WebZIP
+WebmasterWorldForumBot
 WebsiteQuester
 Webster
 Whack
-Wonderbot
-Woobot
-Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 YoudaoBot
+Zauba
+Zermelo
 Zeus
 Zitebot
-ZoominfoBot
-ZumBot
+ZyBorg
 adscanner
-archive.org_bot
-autoemailspider
-backlink-check
-check1.exe
+arquivo-web-crawler
 clark-crawler
-coccocbot-web
+cognitiveseo
 com.plumanalytics
 crawler.feedback
-domainsproject.org
-evc-batch
+crawler4j
+dataforseo.com
+eCatch
 gopher
+heritrix
+instabid
 internetVista monitor
-magpie-crawler
+isitwp.com
+meanpathbot
 oBot
-page scorer
-s1z.ru
-seoscanners
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
+ripz
+satoristudio.net
+scalaj-http
+seobility
+seocompany.store
 seostar
-sogouspider
-sp_auditbot
-tAkeOut
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webprosbot
-x09Mozilla
+sexsearcher
+spyfu
+sysscan
+trendiction.de
+webpros.com
+x22Mozilla
+zauba.io