V4.2022.01.2833 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-404enemy
-ADmantX
-ALittle Client
-ASPSeek
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-AllSubmitter
+80legs
+Aboundexbot
+AlphaBot
 Anarchie
 Anarchy
+Ankit
+Anthill
 Apexoo
-Asterias
+Aspiegel
+Attach
 AwarioRssBot
-BDCbot
-Badass
-BetaBot
+BBBike
+BackDoorBot
+Barkrowler
 Bigfoot
-BlackWidow
-Blackboard
-BlowFish
-Bolt
 BotALot
-Buddy
-BuiltBotTough
+Brandwatch
+Buck
+BuiltWith
+BuzzSumo
 CODE87
-Calculon
-CazoodleBot
-Cegbfeieh
-Chlooe
+CSHttp
+CensysInspect
+CheTeam
+ChinaClaw
+Citoid
+Claritybot
 Cocolyzebot
-Craftbot
+CopyRightCheck
 Crawling at Home Project
-Crescent
-CrunchBot
-DTS Agent
+Custo
+DIIbot
+DataCha0s
 DatabaseDriverMysqli
 Devil
-Disco
-Discobot
-Dispatch
+DigitalPebble
+Discoverybot
+DnBCrawler-Analytics
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-EMail Wolf
+Download Wonder
+Dragonfly
+Drip
+Ebingbong
+Ecxi
+EirGrabber
 EroCrawler
 ExtLinksBot
 EyeNetIE
 Ezooms
 FDM
-FemtosearchBot
-FlashGet
+Flunky
 Foobot
-Freeuploader
 FrontPage
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
+Genieo
 GetRight
 Getintent
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Grafula
-GridBot
-HTTP::Lite
-Haansoft
-HaosouSpider
+Gotit
+Grabber
+GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTMLparser
+HTTrack
+Harvest
+Havij
 Heritrix
-Humanlinks
-HybridBot
+Hloader
+IDBTE4M
 IDBot
-Id-search
-InfoNaviRobot
+IlseBot
+Image Fetch
+IndeedBot
 InfoTekies
 Internet Ninja
 InternetSeer
+Iria
 IstellaBot
-JetCar
-Joomla
-JustView
-Jyxobot
-Kenjin Spider
+JennyBot
 Keyword Density
 Kozmosbot
 LWP::Simple
-LeechFTP
-LinkWalker
-Linkbot
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
+Larbin
+Leap
+LeechGet
+Libwhisker
+LieBaoFast
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
 Lmspider
-Ltx71
-MIDown tool
+MFC_Tear_Sample
+MJ12bot
 MSFrontPage
 MSIECrawler
-MTRobot
-Majestic SEO
-MarkMonitor
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
 MarkWatch
+Mass Downloader
 MauiBot
-MegaIndex.ru
-Minefield
-Moblie Safari
-Mojolicious
-NICErsPRO
+Mb2345Browser
+Mediatoolkitbot
+Microsoft URL Control
+Mister PiX
+Mojeek
+Mr.4x3
+Musobot
 NPbot
-NetAnts
+Nameprotect
+Nessus
+Net Vampire
 NetLyzer
-NetZIP
+Netcraft
 Nettrack
 Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
-Not
+Nimbostratus
+Nuclei
+Nutch
 Offline Explorer
-Openfind
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openvas
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PageAnalyzer
-PageGrabber
-PageScorer
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
+Pandalytics
+Panscient
+Papa Foto
 Picscout
-Picsearch
-PictureFinder
-Piepmatz
 Pimonster
-ProWebWalker
-Pu_iN
-Pump
+PleaseCrawl
+Psbot
 PxBroker
-PyCurl
+QueryN Metasearch
+RSSingBot
+RankActive
 RankFlex
 RankingBot
-RankingBot2
-RankurBot
-RealDownload
 Recorder
-Ripper
+RepoMonkey
 Rogerbot
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
-SEOstats
+SMTBot
 ScoutJet
-Scrapy
+Screaming
 ScrepyBot
-Searchestate
 SearchmetricsBot
+Semrush
 SentiBot
+SeobilityBot
+Siphon
 SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+SlySearch
 SmartDownload
-Snoopy
-SocialRankIOBot
+Snake
+Snapbot
 Sociscraper
 Sogou web spider
-Spammen
-Spanner
+Sottopop
+SpaceBison
 Spbot
-Spinn3r
 SputnikBot
 Sqlmap
-Sqworm
+Sqlworm
 Steeler
-Stripper
-Sucuri
-SuperBot
+Sucker
 Surfbot
-Swiftbot
-Szukacz
-T0PHackTeam
+SurveyBot
 T8Abot
-Teleport
-Telesphorep
-Toweyabot
+Telesoft
+Thumbor
+Titan
+Tracemyfile
 Trendiction
-Trendictionbot
-True_Robot
-Turnitin
-Typhoeus
+Twice
 URLy Warning
-VB Project
+URLy.Warning
+VCI
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-Voil
 WASALive-Bot
+WBSearchBot
 WISENutbot
-WWW-Collector-E
-WallpapersHD
-WeSEE
-Web Auto
-Web Fetch
-WebBandit
-WebCopier
-WebEnhancer
-WebGo IS
-WebImageCollector
-WebPix
-Webster
-Whatweb
-WinHTTrack
+WWW::Mechanize
+WWWOFFLE
+Web Sucker
+WebFetch
+WebStripper
+WebZIP
+WebmasterWorldForumBot
+Website Quester
+Who.is Bot
+Widow
 WiseGuys Robot
+Wonderbot
 Woobot
 Wotbox
 Wprecon
-Xaldon WebSpider
-Zade
-Zauba
-Zermelo
+Xaldon_WebSpider
+Xenu
+Zeus
 Zitebot
 ZmEu
-ZoominfoBot
 ZumBot
+ZyBorg
 adscanner
-arquivo.pt
-autoemailspider
-coccocbot-web
-cognitiveseo
-dataforseo.com
+arquivo-web-crawler
+cah.io.community
+check1.exe
+clark-crawler
+crawl.sogou.com
 demandbase-bot
-eCatch
+domainsproject.org
+gopher
+internetVista monitor
 isitwp.com
 lwp-request
 lwp-trivial
-meanpathbot
+mediawords
 muhstik-scan
 page scorer
-ripz
-s1z.ru
+plumanalytics
+probe-image-size
 satoristudio.net
-scan.lol
-seocompany.store
+scalaj-http
 sexsearcher
+sitechecker.pro
 sogouspider
+sp_auditbot
 trendiction.com
 trendiction.de
 webgains-bot
+webpros.com
 webprosbot
-x09Mozilla
-zgrab
+zauba.io