V4.2022.04.3022 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-ADmantX
+360Spider
+80legs
 AIBOT
+ALittle Client
+ASPSeek
 Abonti
 Aboundex
-Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-Aipbot
 Alexibot
 AllSubmitter
-Alligator
-AlphaBot
-Anarchy99
-Aspiegel
+Anarchie
+Anarchy
 Attach
-BackDoorBot
-BackStreet
-BackWeb
-Backlink-Ceck
-Badass
-Barkrowler
-BatchFTP
-BetaBot
-Bigfoot
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BDCbot
+Black Hole
+BlackWidow
 BlowFish
+Boardreader
 Bolt
-Brandwatch
 Buck
 Buddy
-BuiltWith
+Bullseye
+CATExplorador
+CODE87
+CSHttp
 CensysInspect
-CheTeam
+CherryPicker
+Chlooe
 Cliqzbot
-Cocolyzebot
+Copier
 CopyRightCheck
 Copyscape
-Crescent
-CrunchBot
-Curious
+Cosmos
+Crawling at Home Project
+CyotekWebCopy
 DBLBot
 DIIbot
-DSearch
-DataCha0s
 DatabaseDriverMysqli
-Demon
-Discobot
-DittoSpyder
+Deusu
+DigitalPebble
+Disco
 DnyzBot
-Dotbot
-Dragonfly
-EasyDL
+DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
+ECCP/1.0
 EirGrabber
+Exabot
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 FDM
-Fimap
-Firefox/7.0
-Fyrebot
-GT::WWW
-GalaxyBot
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GermCrawler
+GetRight
+Gigabot
 Go-Ahead-Got-It
 GrabNet
-Grabber
-GrapeFX
-GridBot
-HMView
-HTTrack
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
+Haansoft
+Harvest
 Havij
 Hloader
-IDBTE4M
+HonoluluBot
+Humanlinks
+HybridBot
+IDBot
 IRLbot
-Id-search
-Indy Library
+Iblog
+Image Sucker
+IndeedBot
 InfoTekies
 Intelliseek
-Internet Ninja
-JOC Web Spider
+InterGET
+Iria
+Iskanie
+IstellaBot
 JamesBOT
-Jbrofuzz
-JennyBot
 JetCar
+Jorgee
 Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
 LWP::Simple
-Lanshanbot
 LeechFTP
-Lftp
-LinkScan
+LexiBot
+LibWeb
+Lightspeedsystems
 LinkWalker
-Linkbot
-Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Lmspider
-MJ12bot
-MSIECrawler
-Magnet
+LinqiaRSSBot
+LinqiaScrapeBot
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
+MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic-SEO
-MauiBot
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Majestic12
 Metauri
 MicroMessenger
-Microsoft Data Access
 Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
-NICErsPRO
+Mojeek
+Mojolicious
+MolokaiBot
+Mozlila
+Mr.4x3
+Name Intelligence
 Nameprotect
 Navroad
-NearSite
-NetLyzer
-Netvibes
+Needle
+Nessus
+Net Vampire
+NetZIP
+NextGenSearchBot
 Nibbler
-Nikto
-NimbleCrawler
+Niki-bot
+Nmap
 Not
-Nuclei
 Octopus
 Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-Openfind
+OnCrawl
 OrangeBot
 OutfoxBot
+PECL::HTTP
 PHPCrawl
-PageAnalyzer
-PageGrabber
-Pavuk
-PeoplePal
+Page Analyzer
+Papa Foto
 Petalbot
-Picsearch
+Pi-Monster
+PictureFinder
 Pimonster
 Pixray
+PleaseCrawl
 Pockey
 ProPowerBot
 Psbot
-Pump
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
+RankingBot
 Rankivabot
-RealDownload
-Recorder
+SBIder
 SEOkicks
+SEOprofiler
+SEOstats
 SISTRIX
 SalesIntelligent
-ScreenerBot
-ScrepyBot
+ScanAlert
+Scanbot
+Screaming
+Searchestate
 Seekport
-SemanticJuice
-SemrushBot
 SentiBot
-SeobilityBot
+SeoSiteCheckup
+Seomoz
 SiteLockSpider
-Sitebeam
-Snake
-Sociscraper
-SpaceBison
+SiteSucker
+Siteimprove
+Sitevigil
+Snapbot
+Sogou web spider
 Spammen
-SpankBot
-Spanner
 Spbot
-Spinn3r
-Sqlmap
-Sucuri
+SputnikBot
+Sqworm
+Steeler
+Stripper
+SuperHTTP
 SurveyBot
-Suzuran
-Swiftbot
-TeleportPro
+T8Abot
 Telesoft
-Telesphorep
-Thumbor
+The Intraformant
+Titan
+Toweyabot
+Trendictionbot
 True_Robot
 Turnitin
-Typhoeus
-URLy.Warning
-Upflow
 VCI
-VelenPublicWebCrawler
-VidibleScraper
+Voil
+Voltron
 WASALive-Bot
-WEBDAV
-WISENutbot
 WWW-Mechanize
 WWW::Mechanize
+WWWOFFLE
 Wallpapers
-WallpapersHD
-Web Fetch
-Web Sauger
+Wallpapers/3.0
+Web Enhancer
+Web Pix
 WebAuto
-WebBandit
+WebCollage
 WebFetch
 WebFuck
-WebImageCollector
-WebSauger
-WebSucker
-WebWhacker
+WebGo IS
+WebLeacher
+WebReaper
+WebStripper
+Webalta
+Webshag
 WebsiteExtractor
 WebsiteQuester
 Webster
+Whack
 Whacker
-Who.is Bot
-Widow
+WinHTTrack
 WiseGuys Robot
-Wonderbot
 Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-YoudaoBot
+Zauba
 Zeus
 ZoominfoBot
 ZumBot
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
-backlink-check
 check1.exe
 clark-crawler
-coccocbot
 cognitiveseo
 crawl.sogou.com
-crawler4j
+crawler.feedback
 dataforseo.com
-domainsproject.org
-heritrix
-instabid
+evc-batch
+gopher
 ips-agent
-lwp-request
-meanpathbot
-netEstate NE Crawler
+iubenda-radar
+lwp-trivial
 pcBrowser
-plumanalytics
 probe-image-size
-s1z.ru
-satoristudio.net
+scalaj-http
+scan.lol
 seobility
-serpstatbot
+seocompany.store
 sitechecker.pro
-siteripz
+sogouspider
+tAkeOut
 trendiction.com
-webmeup-crawler
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
 x22Mozilla
 xpymep1.exe
+zgrab