V4.2022.06.3177 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-Acunetix
-AiHitBot
-Aipbot
+80legs
+ADmantX
+ALittle Client
+AhrefsBot
+AllSubmitter
 AlphaBot
-Ankit
+Anthill
 Aspiegel
 Asterias
-Attach
+Atomseobot
 AwarioSmartBot
-BDFetch
-BackStreet
-BackWeb
-Barkrowler
+BLEXBot
+Badass
 BetaBot
-Bigfoot
 Bitacle
-BlackWidow
-Blackboard
-Blow
-BlowFish
-Bolt
-BotALot
+Black Hole
 Brandprotect
-BuiltBotTough
-CATExplorador
+Buck
+BuiltWith
+Bullseye
+BuzzSumo
+CCBot
+CODE87
+CSHttp
 Cegbfeieh
 CheTeam
-CherryPicker
-Chlooe
-Citoid
-Claritybot
-Cogentbot
-CopyRightCheck
+ChinaClaw
+Cloud mapping
+Copier
 Copyscape
-Cosmos
-Craftbot
 Curious
+CyotekWebCopy
 DBLBot
+DIIbot
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
+Demon
+Deusu
+Devil
 Disco
-Discobot
-DittoSpyder
+Discoverybot
+DnBCrawler-Analytics
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-ECCP/1.0
+Domains Project
+Download Wonder
+Dragonfly
+Drip
 EMail Siphon
+EMail Wolf
 Ebingbong
 Ecxi
-EirGrabber
-Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FrontPage
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GetRight
+EroCrawler
+Exabot
+FDM
+FHscan
+Fimap
+Flunky
+Foobot
+Freeuploader
+GT::WWW
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
+GoZilla
 Gotit
 Grabber
-Grafula
 GrapeFX
 GridBot
-Hloader
+HMView
+HTMLparser
+HaosouSpider
+Harvest
+HonoluluBot
 Humanlinks
-HybridBot
-IDBTE4M
-IDBot
 Iblog
 IlseBot
 Image Fetch
+Image Sucker
+Indy Library
 Intelliseek
 Iskanie
-JamesBOT
-Jbrofuzz
-JennyBot
+IstellaBot
+JOC Web Spider
 JetCar
 Jetty
-Jyxobot
+Joomla
+JustView
+Kenjin Spider
+Lanshanbot
 Leap
-LeechGet
 LexiBot
-Lftp
+LieBaoFast
 Likse
+LinkScan
 LinkWalker
-LinkextractorPro
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 Lipperhey
-Ltx71
-MFC_Tear_Sample
 MIIxpc
+MJ12bot
+MSIECrawler
 MTRobot
-Magnet
-Majestic-SEO
-Majestic12
-MarkMonitor
-Mass Downloader
-Mata Hari
 Mb2345Browser
 MeanPath Bot
-Microsoft URL Control
+Mediatoolkitbot
+Metauri
+MicroMessenger
+Mister PiX
 Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
 Navroad
-Needle
-Net Vampire
-NetLyzer
+Nessus
 NetMechanic
-NetSpider
 Nettrack
 Netvibes
-Nibbler
-Niki-bot
+Nikto
 NimbleCrawler
 Nimbostratus
-Ninja
-Octopus
+Nmap
+Not
+Nutch
+Offline Explorer
+OpenVAS
 Openfind
+Openvas
 OrangeBot
-OrangeSpider
-OutclicksBot
-Page Analyzer
-PageGrabber
+PageScorer
 Pandalytics
-Papa Foto
+Panscient
+Pavuk
+Petalbot
 Pi-Monster
-Picsearch
-PictureFinder
-Pimonster
 Pixray
-ProPowerBot
+PleaseCrawl
+Pockey
 Psbot
 Pump
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
 RankActiveLinkBot
-RankFlex
 RankingBot2
-RealDownload
-RebelMouse
-Ripper
+Re-re
+ReGet
+Recorder
+RedesScrapy
 Rogerbot
-SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
-SISTRIX
-SalesIntelligent
-ScanAlert
-Searchestate
-SearchmetricsBot
+Scanbot
+Scrapy
+ScrepyBot
 Seekport
+Semrush
+SemrushBot
 Seomoz
-Siphon
-Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-Snake
+SiteSnagger
+Sitevigil
 Snapbot
-Snoopy
-SocialRankIOBot
-Sottopop
-SpankBot
+Sosospider
+Spammen
 Sqlworm
-Sqworm
-Stripper
+Steeler
+Sucker
 Sucuri
-SuperBot
-SurveyBot
+Surfbot
 Suzuran
-Szukacz
-T0PHackTeam
-Telesoft
+Swiftbot
+T8Abot
+Teleport
 Telesphorep
-TheNomad
+The Intraformant
+Thumbor
+Titan
+Toata
 Toweyabot
-Trendictionbot
-True_Robot
-Turnitin
-URLy Warning
+Tracemyfile
+Turingos
+Twice
 URLy.Warning
-Vacuum
-VeriCiteCrawler
-VidibleScraper
+UnisterBot
+Vagabondo
+VelenPublicWebCrawler
+VoidEYE
 Voil
-Voltron
+WBSearchBot
+WEBDAV
 WISENutbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
-WallpapersHD
-Web Auto
-Web Enhancer
+WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
+Web Fetch
+Web Fuck
+Web Sauger
 WebBandit
-WebCollage
-WebCopier
-WebEnhancer
 WebFetch
-WebReaper
-WebZIP
+WebGo IS
+WebLeacher
+WebPix
+WebSauger
+WebSucker
+WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-WebsiteQuester
-Webster
+Website Quester
 Whack
 Whacker
-Whatweb
-WiseGuys Robot
-Wonderbot
+Who.is Bot
+Widow
 Woobot
-Wprecon
+Wotbox
 Xaldon WebSpider
 Xenu
-YoudaoBot
 Zermelo
-Zeus
-ZoominfoBot
-ZyBorg
+adscanner
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-domainsproject.org
+backlink-check
+crawler.feedback
+crawler4j
+demandbase-bot
 eCatch
-facebookscraper
+evc-batch
+gopher
 heritrix
-instabid
-isitwp.com
-linkdexbot
-oBot
+ips-agent
+iubenda-radar
+mediawords
+muhstik-scan
+netEstate NE Crawler
 page scorer
-ripz
-scan.lol
-seobility
-sexsearcher
+pcBrowser
+polaris version
+probe-image-size
 sitechecker.pro
-sp_auditbot
+sogouspider
 sysscan
-tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
+webmeup-crawler
 x09Mozilla
-xpymep1.exe