V4.2022.01.2866 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+80legs
 ADmantX
-AIBOT
-AfD-Verbotsverfahren
-AhrefsBot
+ALittle Client
+ASPSeek
+Abonti
+Aboundexbot
+Acunetix
 AiHitBot
+Aipbot
 Alexibot
-Aspiegel
-Attach
+Anarchy
+Anthill
 AwarioRssBot
-AwarioSmartBot
-BDFetch
+BLEXBot
 BackWeb
-BacklinkCrawler
-Barkrowler
-Black Hole
+Badass
+BatchFTP
+Battleztar Bazinga
 Boardreader
-Brandprotect
-Buck
-BuzzSumo
+BuiltWith
+CCBot
+CSHttp
 Cegbfeieh
-CensysInspect
 ChinaClaw
 Chlooe
+Claritybot
 Cliqzbot
-Cosmos
+Cocolyzebot
+CopyRightCheck
 Crawling at Home Project
+CrazyWebCrawler
 Custo
-CyotekWebCopy
 DBLBot
-DSearch
-Demon
+DTS Agent
 Deusu
+Devil
 Digincore
-DnBCrawler-Analytics
-Dotbot
+Disco
+Dispatch
+DomCopBot
+DomainSigmaCrawler
+Domains Project
 Download Wonder
-Dragonfly
 ECCP/1.0
+EasyDL
 EirGrabber
-EroCrawler
 Exabot
+Express WebPictures
+Extractor
 ExtractorPro
-EyeNetIE
 FemtosearchBot
+Fimap
+FlashGet
+Foobot
 Freeuploader
 FrontPage
 Fuzz
-FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GermCrawler
-GetWeb
+GalaxyBot
+Genieo
+Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grabber
-GrapeshotCrawler
+Grafula
+GrapeFX
 GridBot
 HEADMasterSEO
 HMView
-HTTrack
-Haansoft
-HaosouSpider
 Harvest
-Havij
-Heritrix
 Hloader
-IDBot
 Iblog
 Id-search
-IlseBot
-Image Fetch
+IndeedBot
 Indy Library
-InfoNaviRobot
 InfoTekies
 InterGET
-Internet Ninja
-IstellaBot
+InternetSeer
+Iria
+Iskanie
 JamesBOT
 JennyBot
-Joomla
+Jetty
+JikeSpider
+Jorgee
 JustView
-Kenjin Spider
-Keyword Density
-Kinza
-LWP::Simple
+Jyxobot
+LNSpiderguy
 Lanshanbot
-Larbin
-Leap
-LexiBot
-LieBaoFast
 Lightspeedsystems
+Likse
 LinkScan
-Linkdexbot
-LinksManager
+LinkWalker
+LinqiaRSSBot
 Lipperhey
 Lipperhey Spider
-Litemage_walker
+Lmspider
 MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+MSFrontPage
+MTRobot
+Magnet
 Majestic12
-Masscan
-Mata Hari
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+MarkWatch
+Mass Downloader
+MauiBot
+MeanPath Bot
 MicroMessenger
 Moblie Safari
-Mr.4x3
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
 Msrabot
-NICErsPRO
+Musobot
+Name Intelligence
 Nameprotect
-Nessus
-Net Vampire
-NetMechanic
+Navroad
+NearSite
 NetSpider
-NetZIP
-Netcraft
-Nettrack
-Netvibes
-Niki-bot
+NextGenSearchBot
 Nikto
-NimbleCrawler
 Nimbostratus
-Nutch
+Ninja
+Nmap
+OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openvas
-OutfoxBot
+Openfind
+OrangeSpider
+POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
+PageThing.com
+Panscient
 Papa Foto
-Pi-Monster
-Picscout
-Pixray
-Psbot
+Pavuk
+PeoplePal
+Picsearch
+Pimonster
+ProPowerBot
+Pu_iN
 Pump
-PxBroker
 PyCurl
-RankActiveLinkBot
-RankingBot2
+QueryN Metasearch
+RSSingBot
 RankurBot
-Re-re
-ReGet
 RebelMouse
+Ripper
 RocketCrawler
-Rogerbot
 SEOkicks
+SEOkicks-Robot
 SEOprofiler
 SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-ScreenerBot
-ScrepyBot
-SemanticJuice
+Scanbot
+Scrapy
+Seekport
+Semrush
 SentiBot
-SeoSiteCheckup
 Seomoz
-SiteSucker
-Siteimprove
-Sitevigil
-Snoopy
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Sitebeam
+SmartDownload
 SocialRankIOBot
-Sociscraper
-SpaceBison
-Spanner
+Sottopop
+Spammen
 Spinn3r
 Sqworm
-Stripper
-Sucuri
-SuperBot
+Steeler
+Sucker
+SuperHTTP
+Suzuran
 Teleport
-Telesoft
+Telesphoreo
 Telesphorep
-Thumbor
-TightTwatBot
-Tracemyfile
+TheNomad
 Turingos
-TurnitinBot
+TwengaBot
+Twice
+URLy.Warning
 UnisterBot
+Upflow
+VB Project
+VCI
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+Vagabondo
+VidibleScraper
 VoidEYE
-Voil
 Voltron
 WASALive-Bot
+WBSearchBot
 WEBDAV
-WISENutbot
 WPScan
-WWW::Mechanize
-Wallpapers
-WebAuto
-WebFetch
-WebFuck
-WebGo IS
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sucker
+WebCollage
+WebEnhancer
 WebImageCollector
-WebPix
 WebReaper
-WebStripper
-WebSucker
-WebZIP
-Webalta
-WebmasterWorldForumBot
+WebWhacker
 Website Quester
-WebsiteExtractor
-Webster
-Widow
-Xenu
-YoudaoBot
+WebsiteQuester
+Whack
+Whatweb
+Zade
 Zauba
+Zeus
 Zitebot
-ZmEu
 ZoomBot
+ZumBot
 adscanner
-arquivo-web-crawler
-autoemailspider
+archive.org_bot
+arquivo.pt
+backlink-check
 cah.io.community
-cognitiveseo
-com.plumanalytics
+coccocbot-web
 crawler.feedback
-demandbase-bot
 domainsproject.org
-heritrix
+evc-batch
+facebookscraper
+instabid
+ips-agent
 isitwp.com
-lwp-trivial
+magpie-crawler
+muhstik-scan
 netEstate NE Crawler
-oBot
-probe-image-size
-ripz
+plumanalytics
+polaris version
+scalaj-http
 scan.lol
 seoscanners
-siteripz
+seostar
+sitechecker.pro
 sogouspider
 tAkeOut
 trendiction.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
 webpros.com
-zauba.io
+webprosbot