V4.2021.10.2631 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+360Spider
 80legs
+ADmantX
 AIBOT
+Abonti
 Aboundex
-Acunetix
-AhrefsBot
+AiHitBot
 Aipbot
 Alexibot
+AllSubmitter
 AlphaBot
-Anarchy
-Ankit
-Anthill
+Anarchie
 Asterias
-BBBike
-BLEXBot
+AwarioSmartBot
+BDFetch
 BackStreet
-Badass
-Barkrowler
-Battleztar Bazinga
-BetaBot
+BackWeb
+Bandit
+Bigfoot
 Black Hole
 Blackboard
-Blow
-Brandprotect
-Brandwatch
+Boardreader
+Bolt
 Buck
-BuiltWith
+Buddy
+Bullseye
 BuzzSumo
-CheTeam
-CheeseBot
+CATExplorador
+CODE87
+CSHttp
+CazoodleBot
+Cegbfeieh
 ChinaClaw
 Cloud mapping
-Cocolyzebot
-Collector
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-CrazyWebCrawler
-Curious
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
-Deusu
+Copier
+Craftbot
+CrunchBot
+Custo
+Demon
 Digincore
-Dirbuster
-Discobot
+DigitalPebble
+Dispatch
 DittoSpyder
-DomainAppender
-DomainCrawler
-Domains Project
+DomainStatsBot
 Download Wonder
-Dragonfly
 Drip
-EasyDL
+ECCP/1.0
+EMail Wolf
 Ecxi
 EirGrabber
-Evil
-Extractor
-ExtractorPro
+Exabot
+Express WebPictures
 EyeNetIE
 Ezooms
 Fimap
-Firefox/7.0
-Foobot
-Fuzz
+Flunky
+Freeuploader
+FrontPage
 Fyrebot
-GT::WWW
-GermCrawler
-GetRight
-GetWeb
-GoZilla
-Gotit
-Grabber
-GrapeFX
+G-i-g-a-b-o-t
+Genieo
+Getintent
+GrabNet
+Grafula
 GrapeshotCrawler
-HEADMasterSEO
-HaosouSpider
+HTMLparser
+Haansoft
 Harvest
 Havij
 Humanlinks
-HybridBot
-Image Fetch
+Iblog
+IlseBot
+Image Sucker
 Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InternetSeer
-Jbrofuzz
+Iskanie
+JamesBOT
 JennyBot
+JetCar
+Jetty
+JikeSpider
+Jorgee
 Kenjin Spider
-Keyword Density
 Kinza
+LWP::Simple
+Lanshanbot
 Larbin
+Leap
 LeechFTP
-LeechGet
+LibWeb
+Lightspeedsystems
+LinkScan
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinqiaRSSBot
-MIIxpc
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
+MJ12bot
+MQQBrowser
 MSFrontPage
-MSIECrawler
-MTRobot
-Mag-Net
 Majestic-SEO
-Mata Hari
 Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-Metauri
-Mister PiX
-Moblie Safari
+MicroMessenger
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
-Msrabot
+NICErsPRO
+NPbot
+Name Intelligence
+Navroad
+NearSite
 Nessus
 NetAnts
-NetSpider
-NetZIP
+NetMechanic
 Netcraft
-Nettrack
-Netvibes
-Niki-bot
+NimbleCrawler
 Nimbostratus
+Ninja
 Nuclei
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
+Nutch
+OnCrawl
+Openfind
+OrangeBot
+OrangeSpider
 OutclicksBot
 PECL::HTTP
 POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
 PageThing.com
+Panscient
+Pavuk
 PeoplePal
-Petalbot
-Pimonster
-Pixray
+Piepmatz
 PleaseCrawl
-Pockey
+ProPowerBot
+ProWebWalker
 Psbot
-Pu_iN
-PxBroker
+PyCurl
 QueryN Metasearch
-RankingBot2
-Rankivabot
-Re-re
-Reaper
-RebelMouse
-RocketCrawler
+Quick-Crawler
+RankFlex
+RankingBot
+RankurBot
+RepoMonkey
+SBIder
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
 SMTBot
-SalesIntelligent
 ScanAlert
-ScoutJet
 Scrapy
-ScreenerBot
-ScrepyBot
+Screaming
 Searchestate
+SearchmetricsBot
+SemrushBot
 SeobilityBot
-SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
+Sitebeam
 Siteimprove
-Sitevigil
 SlySearch
 Snake
 Snoopy
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-Spammen
+Sosospider
 SpankBot
+Spanner
 Spinn3r
-SputnikBot
-Sqlmap
-Steeler
-Sucker
 SurveyBot
-Suzuran
-Szukacz
-T0PHackTeam
-TeleportPro
+Swiftbot
+T8Abot
+Teleport
 Telesphoreo
+The Intraformant
 TheNomad
-Thumbor
-Toweyabot
-Trendiction
+Titan
 True_Robot
+Turingos
+Turnitin
 TurnitinBot
 TwengaBot
-URLy Warning
+Twice
+Typhoeus
+Upflow
 V-BOT
-VB Project
-VCI
 VelenPublicWebCrawler
-VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
-WBSearchBot
-Wallpapers/3.0
+WASALive-Bot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
 WallpapersHD
-Web Auto
-Web Collage
+WeSEE
 Web Enhancer
-Web Fuck
 Web Pix
+Web Sauger
 WebBandit
 WebCollage
+WebEnhancer
 WebFetch
 WebFuck
 WebReaper
-WebSauger
 WebStripper
-Website Quester
+WebZIP
+Webshag
+WebsiteExtractor
 WebsiteQuester
 Webster
-Whack
 Whacker
 Who.is Bot
-WiseGuys Robot
-Wonderbot
+Woobot
+Wotbox
 Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
-Zeus
-Zitebot
+YoudaoBot
+Zade
 ZmEu
 ZoomBot
-ZumBot
-ZyBorg
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
+ZoominfoBot
+backlink-check
+coccocbot-web
 crawler4j
 eCatch
-facebookscraper
-heritrix
-isitwp.com
-lwp-request
-muhstik-scan
+gopher
+internetVista monitor
+magpie-crawler
+meanpathbot
 netEstate NE Crawler
-pcBrowser
-satoristudio.net
-scalaj-http
-sitechecker.pro
-tAkeOut
-trendiction.com
-voyagerx.com
+oBot
+polaris version
+ripz
+s1z.ru
+scan.lol
+seobility
+seoscanners
+sexsearcher
+sogouspider
+spyfu
+sysscan
+ubermetrics-technologies.com
 webmeup-crawler
 webprosbot
-zauba.io
-zgrab
+x22Mozilla