V4.2022.05.3089 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ASPSeek
-Aboundex
-AfD-Verbotsverfahren
+360Spider
+404enemy
+80legs
+Acunetix
 AhrefsBot
-AiHitBot
+Aipbot
+Alexibot
+AlphaBot
 Anarchy
-Apexoo
-Atomseobot
-BDFetch
-BacklinkCrawler
-Bitacle
-BlackWidow
+Ankit
+Asterias
+AwarioSmartBot
+BDCbot
+BLEXBot
+BackWeb
+Badass
+BetaBot
+Bigfoot
+Black Hole
 Blow
-Buck
+BotALot
+BuiltBotTough
+Bullseye
+BunnySlippers
 CATExplorador
-Calculon
-CheTeam
+CCBot
+CODE87
+CazoodleBot
 CheeseBot
 ChinaClaw
-Claritybot
+Chlooe
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cogentbot
-Collector
-Copier
-CrazyWebCrawler
-Crescent
+Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
 Curious
 Custo
-CyotekWebCopy
 DIIbot
 DSearch
-DTS Agent
-Demon
 Devil
+DigitalPebble
 Dirbuster
-Discoverybot
-DnyzBot
-DomCopBot
+DittoSpyder
 DomainAppender
-DomainSigmaCrawler
 DomainStatsBot
-Domains Project
 Dragonfly
-EMail Wolf
+Drip
+EMail Siphon
 EasyDL
-Extreme Picture Finder
-EyeNetIE
+Ecxi
+EroCrawler
+Evil
+ExtLinksBot
+FDM
 FHscan
 Fimap
+Firefox/7.0
+Flunky
 Foobot
 Freeuploader
 FrontPage
 FyberSpider
-G-i-g-a-b-o-t
+GalaxyBot
 Genieo
+GetRight
+GetWeb
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-Gotit
-Grafula
-HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
-HaosouSpider
-HybridBot
+Grabber
+GrapeFX
+GrapeshotCrawler
+GridBot
+Harvest
+Hloader
+Humanlinks
 IDBTE4M
-IDBot
+Id-search
 IlseBot
-Image Sucker
-IndeedBot
 Indy Library
-InfoNaviRobot
+InfoTekies
+Internet Ninja
 Iskanie
 IstellaBot
-JetCar
+JOC Web Spider
+Jbrofuzz
+JennyBot
+Jetty
 JustView
-Kenjin Spider
-Kinza
+Keyword Density
 Kozmosbot
+LNSpiderguy
 LWP::Simple
 Leap
-LeechFTP
-Lftp
+LeechGet
+LexiBot
+Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkWalker
-LinkextractorPro
-LinkpadBot
+LinkScan
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
+Lipperhey Spider
 Lmspider
-Ltx71
-MFC_Tear_Sample
-MSFrontPage
-MTRobot
+MIDown tool
 Magnet
 Majestic SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
+Majestic12
 Masscan
 Mata Hari
 MeanPath Bot
 MegaIndex.ru
+Minefield
+Mister PiX
 Moblie Safari
+Mojeek
+Mojolicious
+MolokaiBot
+Mozlila
 Mr.4x3
-Msrabot
-Nameprotect
-NearSite
+Name Intelligence
+Navroad
 Needle
-Nessus
 Net Vampire
-Netcraft
+NetMechanic
+NetSpider
+NetZIP
 Nettrack
 Netvibes
-Nikto
-Nuclei
-Offline Explorer
+Nutch
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-Openvas
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageThing.com
-PeoplePal
+Openfind
+OrangeSpider
+OutfoxBot
+PageScorer
+Papa Foto
+Pavuk
+Petalbot
+Picscout
 Picsearch
+PictureFinder
 Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
-ProWebWalker
-Probethenet
+Pockey
 Psbot
-PyCurl
-QueryN Metasearch
-RSSingBot
+Pump
+Quick-Crawler
 RankActiveLinkBot
-RankingBot2
-Rankivabot
-Re-re
-ReGet
-Reaper
 RebelMouse
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-SEOstats
-SalesIntelligent
-ScanAlert
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
 Screaming
-Searchestate
+ScrepyBot
 SearchmetricsBot
 SemanticJuice
-Seomoz
+SentiBot
+SeobilityBot
+Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteSnagger
-Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
-Snake
-SocialRankIOBot
+SiteSucker
+Sitebeam
+Snoopy
+Sociscraper
 Sogou web spider
 Sosospider
 SpankBot
-SputnikBot
-Sqlworm
+Spanner
+Spinn3r
+Sqworm
+Stripper
+Sucuri
 SuperHTTP
-SurveyBot
-Swiftbot
+Surfbot
+Suzuran
 Szukacz
-Teleport
 TeleportPro
 Telesoft
+Telesphoreo
+The Intraformant
 TheNomad
 Thumbor
-Trendiction
-Trendictionbot
-Turingos
 Turnitin
-TwengaBot
+TurnitinBot
+Twice
 Typhoeus
 URLy.Warning
-UnisterBot
 Upflow
-V-BOT
-Vagabondo
-Virusdie
-Voltron
+VidibleScraper
+Voil
 WBSearchBot
+WEBDAV
+WISENutbot
 WPScan
-WWW::Mechanize
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
-Web Collage
+Wallpapers/3.0
+Web Auto
 Web Enhancer
-WebBandit
+Web Sauger
 WebFetch
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
+WebGo IS
+WebImageCollector
+WebLeacher
+WebReaper
+WebSauger
 Website Quester
 WebsiteQuester
 Whacker
-Who.is Bot
-WiseGuys Robot
-Wotbox
+Widow
+WinHTTrack
+Woobot
 Wprecon
 Xaldon_WebSpider
-Zade
-Zitebot
-ZoomBot
-ZoominfoBot
+Xenu
+Zermelo
 ZumBot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 backlink-check
-cah.io.community
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
 crawler4j
-demandbase-bot
 domainsproject.org
-facebookscraper
-gopher
 heritrix
 instabid
+isitwp.com
+linkdexbot
+lwp-request
 magpie-crawler
-mediawords
+meanpathbot
 muhstik-scan
 netEstate NE Crawler
-oBot
-plumanalytics
-scan.lol
-seobility
+s1z.ru
+satoristudio.net
+seocompany.store
 sexsearcher
-sitechecker.pro
 sp_auditbot
 tAkeOut
-trendiction.com
-webgains-bot
-webpros.com
+voyagerx.com
+x09Mozilla
+x22Mozilla
 zgrab