V4.2022.10.3435 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404enemy
+80legs
 ADmantX
 AIBOT
-ALittle Client
-ASPSeek
+Abonti
 Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AllSubmitter
-Alligator
+Aipbot
+Alexibot
 AlphaBot
+Anarchy
 Anarchy99
-Anthill
-Apexoo
-Atomseobot
+Asterias
+Attach
+AwarioSmartBot
 BBBike
-BLEXBot
-BackStreet
-Backlink-Ceck
+BDCbot
+BackDoorBot
+BackWeb
 Barkrowler
 Battleztar Bazinga
-Black Hole
-Blackboard
+Bigfoot
+Bitacle
+Blow
 Boardreader
+Bolt
 BotALot
+Brandprotect
+Brandwatch
 Buck
-Buddy
-BuiltBotTough
-CATExplorador
-Calculon
-CheeseBot
-CherryPicker
+BuiltWith
+BunnySlippers
+BuzzSumo
+CCBot
+Cegbfeieh
+CheTeam
 ChinaClaw
-Citoid
-Cliqzbot
-Cocolyzebot
 Cogentbot
-Collector
-Copyscape
-Cosmos
-CrazyWebCrawler
+Curious
+CyotekWebCopy
+DBLBot
 DSearch
-Demon
-Devil
-DigitalPebble
+DatabaseDriverMysqli
 Disco
 DomCopBot
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-Dotbot
 Drip
 ECCP/1.0
-Ecxi
-EroCrawler
 Evil
-Express WebPictures
-ExtLinksBot
 Extractor
-EyeNetIE
-FDM
+Ezooms
 Firefox/7.0
 FlashGet
-FrontPage
+Foobot
+Freeuploader
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 GermCrawler
 GetWeb
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grafula
 GrapeFX
-GridBot
-HEADMasterSEO
-HTMLparser
-HaosouSpider
-Humanlinks
-HybridBot
-IRLbot
+GrapeshotCrawler
+HMView
+HTTrack
+Haansoft
+Harvest
+Heritrix
+HonoluluBot
+IDBTE4M
+Iblog
+Id-search
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
+InfoTekies
+Intelliseek
+Internet Ninja
 InternetSeer
-Iria
+Iskanie
 IstellaBot
 JOC Web Spider
+JennyBot
 JetCar
-JikeSpider
-Joomla
 Keybot Translation-Search-Machine
-Kinza
-Larbin
-Leap
-Lftp
-Libwhisker
-LieBaoFast
-LinkextractorPro
-LinqiaRSSBot
-MIDown tool
+Kozmosbot
+LNSpiderguy
+Lanshanbot
+LibWeb
+Lightspeedsystems
+LinkScan
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MQQBrowser
-MSFrontPage
-MSIECrawler
-Mag-Net
-Magnet
+MTRobot
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-Mass Downloader
-Mb2345Browser
-Mojolicious
+Majestic-SEO
+Masscan
+Mata Hari
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Minefield
+Mister PiX
+Moblie Safari
+Mojeek
 MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
+Musobot
+NPbot
+Needle
 Nessus
 Net Vampire
-NetAnts
+NetLyzer
 NetMechanic
 NetSpider
-NetZIP
+Nettrack
+Netvibes
 NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
 Ninja
 Nuclei
-Offline Explorer
-Openfind
+Nutch
+Offline Navigator
 Openvas
 OrangeBot
+OrangeSpider
 OutfoxBot
-PHPCrawl
-PageScorer
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+Pandalytics
 Papa Foto
 Pavuk
 PeoplePal
 Petalbot
-Picsearch
-PictureFinder
+Picscout
+Pimonster
 Pixray
-Pockey
-ProPowerBot
-Psbot
-Pu_iN
 PxBroker
 Quick-Crawler
-RankActiveLinkBot
+RankingBot
 RankingBot2
 RankurBot
-RealDownload
-RebelMouse
-RepoMonkey
-RocketCrawler
-Rogerbot
+Re-re
+ReGet
+Ripper
+SBIder
 SEOlyticsCrawler
-SEOstats
-SISTRIX
-Screaming
-Seekport
-SemrushBot
+SEOprofiler
+SMTBot
+SalesIntelligent
+Searchestate
+SemanticJuice
 SeobilityBot
 Shodan
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-Snapbot
-Snoopy
-Sociscraper
+Sitebeam
+Siteimprove
+Snake
+SocialRankIOBot
 Sogou web spider
 Sosospider
 Sottopop
-SpaceBison
-Sqlmap
-Sqlworm
+Spammen
+Spanner
+Sqworm
 SuperBot
-T0PHackTeam
-T8Abot
-TeleportPro
-Telesphoreo
+SuperHTTP
+SurveyBot
 Telesphorep
-The Intraformant
 TheNomad
-TightTwatBot
+Toweyabot
+Tracemyfile
+True_Robot
 Turingos
+Turnitin
 TwengaBot
-URLy Warning
+Typhoeus
 URLy.Warning
+V-BOT
+Vagabondo
+Virusdie
+Voil
 Voltron
-WBSearchBot
+WASALive-Bot
+WEBDAV
 WISENutbot
 WWW-Mechanize
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Enhancer
-Web Fetch
-Web Pix
+WWWOFFLE
+Wallpapers
+WallpapersHD
 Web Sauger
-WebCollage
-WebCopier
-WebFuck
-WebSauger
-WebWhacker
+Web Sucker
+WebAuto
+WebStripper
 WebZIP
-Webshag
+WebmasterWorldForumBot
 WebsiteExtractor
-Whatweb
+WebsiteQuester
+Whack
+Whacker
 Who.is Bot
-Widow
 WinHTTrack
-Wonderbot
 Woobot
-Wotbox
-Xaldon_WebSpider
 Zade
-Zauba
 Zitebot
-ZumBot
 arquivo.pt
 autoemailspider
-backlink-check
-cah.io.community
 com.plumanalytics
-crawl.sogou.com
-demandbase-bot
-domainsproject.org
+crawler.feedback
+crawler4j
+dataforseo.com
+evc-batch
+internetVista monitor
 ips-agent
 isitwp.com
-iubenda-radar
 lwp-request
-magpie-crawler
-oBot
+meanpathbot
+page scorer
+polaris version
+probe-image-size
+s1z.ru
 satoristudio.net
 scalaj-http
-seostar
+seobility
+seocompany.store
+seoscanners
 sitechecker.pro
-sogouspider
-sp_auditbot
-sysscan
-tAkeOut
 trendiction.de
+voyagerx.com
 webgains-bot
-webmeup-crawler
-webprosbot
-x22Mozilla
+zgrab