V4.2022.12.3511 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-ASPSeek
-Abonti
+404checker
 Aboundexbot
 AfD-Verbotsverfahren
 AiHitBot
-Aipbot
 Alexibot
+AllSubmitter
 Alligator
 AlphaBot
 Anarchie
-Anarchy99
-Ankit
 Anthill
 Apexoo
-Atomseobot
+Aspiegel
+Asterias
+Attach
 BBBike
-BDFetch
-BackDoorBot
+BLEXBot
+BackStreet
 BackWeb
 Backlink-Ceck
-Blow
+Badass
+Battleztar Bazinga
+BetaBot
+Bitacle
 BlowFish
-Boardreader
 Bolt
 Brandprotect
 Brandwatch
+Buck
 Buddy
-BuiltBotTough
-BuiltWith
-Bullseye
 CATExplorador
-CCBot
+CODE87
 Calculon
 CazoodleBot
-CensysInspect
-CheeseBot
 Chlooe
-Cocolyzebot
+Claritybot
+Cloud mapping
 Cogentbot
 Collector
 Copier
-CopyRightCheck
-Cosmos
-Craftbot
-Crawling at Home Project
+Copyscape
 CrazyWebCrawler
-CrunchBot
-DatabaseDriverMysqli
+Crescent
+Custo
+CyotekWebCopy
+DataCha0s
 Demon
-Dirbuster
+DigitalPebble
 Disco
-Discobot
+Discoverybot
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
-Download Wonder
+DomainSigmaCrawler
+DomainStatsBot
 Dragonfly
-EMail Wolf
-EirGrabber
-Exabot
-Express WebPictures
-Extractor
+Drip
+Ecxi
+EroCrawler
+ExtLinksBot
 ExtractorPro
-FHscan
+Extreme Picture Finder
 FemtosearchBot
-Fimap
-Firefox/7.0
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
+Flunky
+Fuzz
 GermCrawler
-GetWeb
+GetRight
 Getintent
 Gigabot
-GoZilla
-Gotit
-Grabber
+Go!Zilla
+GrabNet
 GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
-HTTrack
+Harvest
+Havij
 Heritrix
+Humanlinks
+HybridBot
 IDBot
-IRLbot
 IlseBot
-Image Sucker
+Image Fetch
 IndeedBot
 Indy Library
+Intelliseek
+InterGET
 Internet Ninja
 InternetSeer
 Iria
-JOC Web Spider
+IstellaBot
 JennyBot
-Joomla
-Jyxobot
-Keybot Translation-Search-Machine
+JetCar
+Jorgee
+Kinza
+LWP::Simple
 LeechFTP
-Lftp
+LeechGet
 LibWeb
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
-LinkpadBot
+LieBaoFast
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
-Lmspider
-MSFrontPage
-Majestic SEO
-Majestic12
-MauiBot
+LinqiaRSSBot
+MFC_Tear_Sample
+MJ12bot
+MSIECrawler
+Mail.RU_Bot
+MarkMonitor
+MarkWatch
+Mass Downloader
+MeanPath Bot
 Meanpathbot
-Metauri
+Mediatoolkitbot
+MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
-Moblie Safari
-Mojeek
+Mister PiX
 Mojolicious
-MolokaiBot
-Mozlila
-Msrabot
 NICErsPRO
+Name Intelligence
 Nameprotect
-Netvibes
-Niki-bot
-Ninja
-Octopus
-Offline Explorer
-Offline Navigator
+Needle
+Net Vampire
+NetMechanic
+NetSpider
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nuclei
 OnCrawl
+Openfind
+OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-Pavuk
-Petalbot
+PageScorer
+PageThing.com
 Pi-Monster
 Picscout
-ProPowerBot
-Probethenet
-Psbot
-Pump
-RankingBot
+PleaseCrawl
+ProWebWalker
+RankActive
 Rankivabot
-Re-re
-ReGet
-RealDownload
-RebelMouse
-Recorder
-Rogerbot
+RedesScrapy
 SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SalesIntelligent
+SEOlyticsCrawler
+SISTRIX
+SMTBot
 ScoutJet
 Scrapy
 Screaming
-ScreenerBot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SentiBot
-Shodan
+ScrepyBot
+Seekport
+Semrush
+SeobilityBot
+Seomoz
 Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
+SiteSucker
+SmartDownload
 Snapbot
-Snoopy
-Sociscraper
-Sosospider
-SpaceBison
-Spinn3r
+Sogou web spider
+Spbot
+SputnikBot
+Sqlmap
 Sqlworm
-Sqworm
-Sucker
 Sucuri
 SuperBot
-Surfbot
-Swiftbot
-Teleport
+SuperHTTP
+Szukacz
+T0PHackTeam
 TeleportPro
 Telesphorep
-The Intraformant
-Toata
-Toweyabot
-True_Robot
+TheNomad
+Thumbor
+Titan
+Tracemyfile
+Trendiction
+Turnitin
+TwengaBot
 Twice
 Typhoeus
-URLy Warning
-URLy.Warning
-Upflow
-VCI
-VeriCiteCrawler
-VidibleScraper
-Voltron
+UnisterBot
+V-BOT
+VB Project
+VelenPublicWebCrawler
+Virusdie
+VoidEYE
+Voil
+WASALive-Bot
+WBSearchBot
 WEBDAV
-WPScan
-WWWOFFLE
+WWW-Collector-E
 Wallpapers
 WallpapersHD
-WeSEE
-Web Collage
-Web Enhancer
-Web Sauger
-Web Sucker
-WebBandit
-WebCopier
-WebFuck
+Web Auto
+Web Fetch
+WebImageCollector
 WebPix
 WebReaper
-WebWhacker
-WebsiteExtractor
-Whatweb
+WebStripper
+WebSucker
+Webalta
+WebmasterWorldForumBot
+Whack
+Whacker
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
-Zade
-ZumBot
-archive.org_bot
-autoemailspider
-check1.exe
+Wprecon
+Xenu
+YoudaoBot
+Zauba
+Zeus
+ZyBorg
+adscanner
+backlink-check
+clark-crawler
 crawl.sogou.com
-domainsproject.org
-facebookscraper
+crawler.feedback
+evc-batch
 gopher
+heritrix
 internetVista monitor
-ips-agent
-linkdexbot
+isitwp.com
+iubenda-radar
 lwp-request
+lwp-trivial
 meanpathbot
-mediawords
-netEstate NE Crawler
+muhstik-scan
 oBot
 page scorer
 plumanalytics
-polaris version
-probe-image-size
-ripz
 satoristudio.net
-scan.lol
-seobility
+seocompany.store
+seostar
 serpstatbot
-sitechecker.pro
-siteripz
-trendiction.com
-voyagerx.com
-webmeup-crawler
-x22Mozilla
+sexsearcher
+sogouspider
+spyfu
+tAkeOut
+webpros.com
+zauba.io