V4.2021.10.2662 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
+404enemy
+80legs
 AIBOT
-ASPSeek
+ALittle Client
 Abonti
 Aboundexbot
+Acunetix
 AhrefsBot
-AiHitBot
+Aipbot
+Alexibot
+AllSubmitter
 Anarchie
-Anthill
-Apexoo
-Asterias
+Anarchy
+Anarchy99
+Aspiegel
+AwarioRssBot
 BBBike
-Backlink-Ceck
-Badass
-Barkrowler
-BatchFTP
-Battleztar Bazinga
+BDFetch
+BackWeb
+BacklinkCrawler
+Bandit
+BetaBot
 Bigfoot
 Bitacle
-BlackWidow
 Blackboard
 BlowFish
 Boardreader
-Brandprotect
-BuiltBotTough
+Bolt
+Brandwatch
+Buddy
 Bullseye
-Cegbfeieh
-CensysInspect
-CheTeam
+CATExplorador
+Calculon
 CherryPicker
-ChinaClaw
-Cliqzbot
+Chlooe
+Claritybot
 Cloud mapping
 Cocolyzebot
-CopyRightCheck
-Crawling at Home Project
+Cogentbot
+Collector
+Copier
+Craftbot
 CrazyWebCrawler
 CrunchBot
-DBLBot
+CyotekWebCopy
 DIIbot
 DSearch
 DataCha0s
+DatabaseDriverMysqli
 Deusu
-Dirbuster
+Discobot
 DittoSpyder
-DomCopBot
-Domains Project
-Download Wonder
+DomainAppender
+DomainStatsBot
 Drip
+EMail Siphon
 EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
 EirGrabber
-EroCrawler
 Evil
 Exabot
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-Ezooms
-FDM
-Fimap
-Firefox/7.0
-Flunky
+EyeNetIE
+FHscan
+FemtosearchBot
 Foobot
-FyberSpider
-Fyrebot
-GT::WWW
+FrontPage
 Genieo
 GermCrawler
-GetRight
-Getintent
+Go!Zilla
 Go-Ahead-Got-It
-GrabNet
-Grafula
-GrapeFX
+Grabber
 GridBot
-HEADMasterSEO
+HTTP::Lite
+HTTrack
 Haansoft
 HaosouSpider
-Harvest
-Havij
-Heritrix
 HybridBot
-IDBTE4M
+IDBot
 Iblog
+IlseBot
+Image Fetch
 IndeedBot
+Indy Library
 Intelliseek
-Internet Ninja
+InterGET
 Iria
-Iskanie
 JamesBOT
-JikeSpider
 Keyword Density
-Kozmosbot
+LNSpiderguy
 Leap
-LexiBot
+LibWeb
+Libwhisker
 Likse
+LinkScan
 LinkWalker
 Linkbot
+Linkdexbot
+LinksManager
 LinqiaScrapeBot
+Lipperhey Spider
 Lmspider
-Ltx71
-MQQBrowser
+MFC_Tear_Sample
+MJ12bot
+MSFrontPage
 MSIECrawler
-Magnet
-Mail.RU_Bot
 Majestic SEO
+Majestic12
 MarkMonitor
-Masscan
-Mb2345Browser
+Mass Downloader
+Mata Hari
+MauiBot
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
 Metauri
-Mozlila
-NPbot
-Nameprotect
-Needle
-NetMechanic
+MicroMessenger
+Mister PiX
+Moblie Safari
+Mojeek
+Mojolicious
+Mr.4x3
+Name Intelligence
+NetAnts
 NetZIP
-Nettrack
+Netcraft
+Netvibes
 NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
-Nmap
+Ninja
+Octopus
 Offline Navigator
 OnCrawl
-OutclicksBot
-PECL::HTTP
+OpenVAS
+OrangeSpider
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageScorer
-PageThing.com
+PageGrabber
 Pandalytics
-Petalbot
+PeoplePal
 Pi-Monster
-PictureFinder
-Psbot
-Pump
+Pixray
 PyCurl
-RankActiveLinkBot
-Re-re
+QueryN Metasearch
+RSSingBot
+RankFlex
+RankingBot2
+Rankivabot
 ReGet
 RealDownload
 Reaper
-Recorder
 RedesScrapy
 RepoMonkey
 Ripper
+Rogerbot
+SEOkicks-Robot
 SEOstats
 Scanbot
-Scrapy
-ScreenerBot
-Searchestate
-SeoSiteCheckup
 Seomoz
-Site Sucker
-SiteCheckerBotCrawler
+Siphon
+SiteExplorer
 SiteSnagger
 SiteSucker
-Sitevigil
+Sitebeam
+Siteimprove
+SmartDownload
 Snake
-Snapbot
-Sogou web spider
+Snoopy
+Sosospider
+Sottopop
 SpaceBison
 Spammen
-SpankBot
+Spinn3r
+SputnikBot
+Sqlworm
+Sqworm
 Steeler
-Stripper
-SuperHTTP
-Surfbot
-Swiftbot
-Telesphorep
+Telesoft
+The Intraformant
+Thumbor
 Toweyabot
-Tracemyfile
-Trendictionbot
-True_Robot
-TurnitinBot
+Turingos
 TwengaBot
 Twice
-URLy Warning
+Typhoeus
 URLy.Warning
-UnisterBot
-Upflow
-V-BOT
-VCI
+VB Project
+Vagabondo
 VidibleScraper
-VoidEYE
+Virusdie
+Voltron
 WASALive-Bot
-WBSearchBot
-WISENutbot
-WPScan
-Wallpapers
-WallpapersHD
-Web Collage
+WWW-Mechanize
+WWW::Mechanize
 Web Pix
-Web Sauger
-Web Sucker
 WebBandit
-WebCollage
+WebCopier
 WebEnhancer
+WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
 WebLeacher
-WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
+WebPix
+WebReaper
 WebsiteExtractor
-WebsiteQuester
+Webster
+Whack
 Whatweb
 Widow
-WinHTTrack
 WiseGuys Robot
-Xaldon WebSpider
-Xenu
-Zade
+Wprecon
+Xaldon_WebSpider
+Zauba
+Zermelo
+Zeus
 ZmEu
-ZoomBot
+ZoominfoBot
 ZumBot
+ZyBorg
 archive.org_bot
 arquivo.pt
 autoemailspider
 check1.exe
-clark-crawler
 com.plumanalytics
-crawler.feedback
-domainsproject.org
+crawl.sogou.com
+dataforseo.com
 evc-batch
 gopher
-ips-agent
-lwp-request
+instabid
 meanpathbot
-muhstik-scan
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
+oBot
+page scorer
 ripz
-satoristudio.net
 scalaj-http
-scan.lol
-seoscanners
-seostar
-sitechecker.pro
-siteripz
+seobility
+serpstatbot
+sp_auditbot
 spyfu
-trendiction.com
+sysscan
 trendiction.de
 ubermetrics-technologies.com
-x22Mozilla
+voyagerx.com
+webpros.com
+webprosbot
 xpymep1.exe
+zgrab