V4.2022.01.2834 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-Aboundexbot
-AlphaBot
-Anarchie
+01h4x.com
+360Spider
+ALittle Client
+Acunetix
+Aipbot
+Alexibot
+AllSubmitter
+Alligator
 Anarchy
-Ankit
+Anarchy99
 Anthill
 Apexoo
 Aspiegel
-Attach
-AwarioRssBot
-BBBike
-BackDoorBot
-Barkrowler
-Bigfoot
+Asterias
+BDCbot
+Bandit
+BatchFTP
+Battleztar Bazinga
+Blow
+Boardreader
 BotALot
-Brandwatch
-Buck
-BuiltWith
-BuzzSumo
-CODE87
-CSHttp
-CensysInspect
+Brandprotect
+BunnySlippers
+CCBot
 CheTeam
-ChinaClaw
+Chlooe
 Citoid
-Claritybot
-Cocolyzebot
-CopyRightCheck
-Crawling at Home Project
+Copier
+Craftbot
+CrazyWebCrawler
+CrunchBot
 Custo
-DIIbot
+CyotekWebCopy
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Devil
+Demon
+Digincore
 DigitalPebble
+Disco
+Discobot
 Discoverybot
 DnBCrawler-Analytics
-DomainAppender
-Download Wonder
-Dragonfly
+DomainCrawler
+DomainStatsBot
+Domains Project
 Drip
+ECCP/1.0
+EasyDL
 Ebingbong
-Ecxi
 EirGrabber
 EroCrawler
-ExtLinksBot
-EyeNetIE
-Ezooms
-FDM
-Flunky
+Evil
+Exabot
+Extractor
+ExtractorPro
+FemtosearchBot
+Firefox/7.0
+FlashGet
 Foobot
-FrontPage
-Fuzz
-GalaxyBot
-Genieo
-GetRight
+Freeuploader
+Fyrebot
+GT::WWW
 Getintent
-Gigabot
-Go!Zilla
-Gotit
-Grabber
-GrapeshotCrawler
-HEADMasterSEO
+Go-Ahead-Got-It
+GrabNet
 HMView
-HTMLparser
-HTTrack
+Haansoft
+HaosouSpider
 Harvest
 Havij
 Heritrix
-Hloader
-IDBTE4M
 IDBot
-IlseBot
+IRLbot
+Iblog
 Image Fetch
-IndeedBot
+Image Sucker
+InfoNaviRobot
 InfoTekies
-Internet Ninja
-InternetSeer
+InterGET
 Iria
 IstellaBot
-JennyBot
-Keyword Density
-Kozmosbot
+JOC Web Spider
+JamesBOT
+Jorgee
+Kinza
+LNSpiderguy
 LWP::Simple
 Larbin
-Leap
+LeechFTP
 LeechGet
-Libwhisker
-LieBaoFast
+LexiBot
+Lightspeedsystems
+Likse
+LinkScan
+Linkbot
 LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
+LinkpadBot
+Lipperhey Spider
 Lmspider
-MFC_Tear_Sample
-MJ12bot
-MSFrontPage
+MIDown tool
+MIIxpc
 MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic-SEO
+Mag-Net
 Majestic12
 MarkWatch
 Mass Downloader
-MauiBot
 Mb2345Browser
-Mediatoolkitbot
+MegaIndex.ru
 Microsoft URL Control
-Mister PiX
+Minefield
 Mojeek
-Mr.4x3
+Msrabot
 Musobot
 NPbot
-Nameprotect
-Nessus
-Net Vampire
+NearSite
+Needle
+NetAnts
 NetLyzer
+NetSpider
+NetZIP
 Netcraft
 Nettrack
-Nibbler
 Niki-bot
-Nikto
-Nimbostratus
+Nmap
 Nuclei
-Nutch
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
-Openvas
-OrangeSpider
+OnCrawl
+OrangeBot
+OutclicksBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 PageThing.com
 Pandalytics
-Panscient
 Papa Foto
 Picscout
-Pimonster
-PleaseCrawl
-Psbot
-PxBroker
+Picsearch
+Pixray
+ProPowerBot
+ProWebWalker
+PyCurl
 QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActive
-RankFlex
-RankingBot
+RankingBot2
+Rankivabot
+ReGet
+Reaper
+RebelMouse
 Recorder
-RepoMonkey
+RedesScrapy
+Ripper
 Rogerbot
 SEOkicks
-SEOprofiler
+SEOkicks-Robot
 SMTBot
-ScoutJet
+Scrapy
 Screaming
-ScrepyBot
-SearchmetricsBot
-Semrush
-SentiBot
-SeobilityBot
-Siphon
-SiteCheckerBotCrawler
+ScreenerBot
+Seomoz
+Site Sucker
 SiteLockSpider
 SiteSnagger
+Siteimprove
 SlySearch
-SmartDownload
-Snake
 Snapbot
-Sociscraper
-Sogou web spider
-Sottopop
-SpaceBison
+SocialRankIOBot
+SpankBot
 Spbot
 SputnikBot
 Sqlmap
 Sqlworm
+Sqworm
 Steeler
 Sucker
-Surfbot
-SurveyBot
-T8Abot
+T0PHackTeam
+TeleportPro
 Telesoft
-Thumbor
-Titan
-Tracemyfile
+Telesphoreo
+Telesphorep
+The Intraformant
 Trendiction
+Trendictionbot
+True_Robot
+TurnitinBot
 Twice
+Typhoeus
 URLy Warning
 URLy.Warning
-VCI
+UnisterBot
+VB Project
 Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-WASALive-Bot
-WBSearchBot
+WEBDAV
 WISENutbot
+WPScan
 WWW::Mechanize
-WWWOFFLE
-Web Sucker
-WebFetch
-WebStripper
-WebZIP
+Web Auto
+Web Enhancer
+WebAuto
+WebCollage
+WebLeacher
+WebPix
+WebSucker
+WebWhacker
 WebmasterWorldForumBot
+Webshag
 Website Quester
-Who.is Bot
-Widow
+WebsiteExtractor
+WinHTTrack
 WiseGuys Robot
-Wonderbot
 Woobot
-Wotbox
-Wprecon
 Xaldon_WebSpider
 Xenu
+Zermelo
 Zeus
-Zitebot
 ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
 ZyBorg
 adscanner
-arquivo-web-crawler
-cah.io.community
-check1.exe
-clark-crawler
+archive.org_bot
+arquivo.pt
+autoemailspider
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
-demandbase-bot
-domainsproject.org
-gopher
-internetVista monitor
+facebookscraper
+heritrix
+instabid
 isitwp.com
-lwp-request
-lwp-trivial
-mediawords
-muhstik-scan
 page scorer
-plumanalytics
+pcBrowser
+polaris version
 probe-image-size
-satoristudio.net
-scalaj-http
-sexsearcher
+ripz
+s1z.ru
+scan.lol
+seobility
+serpstatbot
 sitechecker.pro
-sogouspider
+siteripz
 sp_auditbot
-trendiction.com
-trendiction.de
-webgains-bot
-webpros.com
+tAkeOut
+ubermetrics-technologies.com
 webprosbot
+x09Mozilla
+x22Mozilla
 zauba.io