V4.2022.08.3264 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-ADmantX
+404enemy
+80legs
 ALittle Client
+Abonti
 Aboundex
-AhrefsBot
+Aboundexbot
+Acunetix
 AiHitBot
-Aipbot
 Alexibot
 AllSubmitter
-Anarchie
+AlphaBot
+Anarchy
 Anarchy99
-Anthill
+Ankit
 Apexoo
-Atomseobot
-AwarioRssBot
+Aspiegel
+Asterias
 AwarioSmartBot
 BDCbot
+BDFetch
+BLEXBot
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
+Badass
 Bandit
 BatchFTP
+Battleztar Bazinga
 BetaBot
-BotALot
-Buddy
-BuiltBotTough
-BunnySlippers
-BuzzSumo
+Bigfoot
+Black Hole
+BlackWidow
+Blackboard
+BlowFish
+Buck
+BuiltWith
 CCBot
+CODE87
 CSHttp
-CensysInspect
-CherryPicker
+Calculon
 ChinaClaw
 Claritybot
 Cloud mapping
-Cocolyzebot
 Copier
-CopyRightCheck
-Craftbot
-CrazyWebCrawler
-CrunchBot
-CyotekWebCopy
-Deusu
-Digincore
+Copyscape
+Crawling at Home Project
+Crescent
+Curious
+DBLBot
+DatabaseDriverMysqli
+Demon
+Devil
 DigitalPebble
-Dirbuster
-Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainStatsBot
-Download Wonder
-Dragonfly
-Drip
-EMail Siphon
+Discoverybot
+DnyzBot
+DomainCrawler
 EMail Wolf
-Exabot
-ExtractorPro
+Ecxi
+EirGrabber
 Extreme Picture Finder
-FHscan
-FemtosearchBot
-Firefox/7.0
-FrontPage
-FyberSpider
-GalaxyBot
+Ezooms
+FDM
+Flunky
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
-Getintent
-Go!Zilla
+GetRight
+GetWeb
+GoZilla
 Gotit
+GrabNet
 Grabber
-Grafula
 HEADMasterSEO
 HMView
-HTTP::Lite
-Haansoft
-Harvest
+HTMLparser
+Hloader
 IDBTE4M
-IRLbot
-IlseBot
+IDBot
+Id-search
 Image Fetch
-Image Sucker
 Indy Library
-InfoTekies
 Intelliseek
-IstellaBot
+InterGET
+Internet Ninja
+InternetSeer
+Iria
+Iskanie
 JennyBot
-JetCar
-JikeSpider
-Kinza
-LNSpiderguy
-LeechGet
-LexiBot
-Lftp
+Jetty
+Jyxobot
+Keyword Density
+Lanshanbot
 Libwhisker
-Linkbot
+LieBaoFast
+LinkWalker
 LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 MFC_Tear_Sample
-MIDown tool
-MJ12bot
+MSFrontPage
+MSIECrawler
+MTRobot
+Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
+Mass Downloader
 Masscan
-Mata Hari
 MauiBot
-Mb2345Browser
+MeanPath Bot
+Meanpathbot
 MicroMessenger
-Microsoft URL Control
 Mister PiX
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
+Mojolicious
+MolokaiBot
 Musobot
+NPbot
 Name Intelligence
 Nameprotect
-NearSite
-Net Vampire
-NetLyzer
-NetMechanic
-NetZIP
-Netcraft
-Nettrack
-NextGenSearchBot
+Navroad
+Needle
+NetAnts
+Netvibes
+NimbleCrawler
 Nimbostratus
+Ninja
 Nuclei
-Octopus
+Nutch
+Offline Explorer
 OpenLinkProfiler
 OpenVAS
+Openfind
 Openvas
+OrangeBot
 OrangeSpider
-OutfoxBot
-PHPCrawl
-PageThing.com
-Pandalytics
-Panscient
+OutclicksBot
+PECL::HTTP
+PageAnalyzer
+PageGrabber
 Papa Foto
-PeoplePal
+Pavuk
 Picscout
+Picsearch
+Piepmatz
+Pimonster
 Pixray
+Pockey
 ProPowerBot
+Probethenet
+Psbot
+Pump
+PyCurl
 Quick-Crawler
-RSSingBot
-RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot
 Rankivabot
-RankurBot
-Re-re
+RealDownload
 Recorder
 RedesScrapy
-Rogerbot
-SEOkicks
-SEOlyticsCrawler
-ScrepyBot
-Searchestate
-SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-Shodan
-Sitebeam
-Sitevigil
-Snapbot
-SocialRankIOBot
+Ripper
+Scanbot
+ScoutJet
+ScreenerBot
+SemanticJuice
+SentiBot
+Siphon
+Site Sucker
+SiteExplorer
+SiteLockSpider
+Siteimprove
+SmartDownload
+Snake
+Snoopy
 Sosospider
-Spammen
-SpankBot
-Spinn3r
-Sqlmap
+Sottopop
+Spanner
+SputnikBot
 Sqworm
-Sucuri
-SuperHTTP
-Surfbot
-Szukacz
-T0PHackTeam
+Steeler
+SuperBot
+SurveyBot
+Suzuran
+T8Abot
 Telesoft
-Telesphoreo
+Telesphorep
 The Intraformant
-Toata
-Trendiction
-True_Robot
-Turnitin
-TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
-VeriCiteCrawler
-VidibleScraper
-Voil
-Voltron
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Collector-E
-Wallpapers
+TheNomad
+TightTwatBot
+Tracemyfile
+Twice
+UnisterBot
+Vagabondo
+WWWOFFLE
+Wallpapers/3.0
 Web Auto
 Web Collage
-Web Fetch
+Web Fuck
 Web Pix
 Web Sauger
-WebAuto
-WebLeacher
-WebSauger
-WebStripper
-WebZIP
-Webalta
-WebmasterWorldForumBot
+WebCollage
+WebFetch
+WebSucker
+WebWhacker
+Webshag
 Website Quester
-Webster
-Whack
+WebsiteExtractor
+Whacker
 Whatweb
-WinHTTrack
+Widow
+Wonderbot
 Woobot
 Wotbox
-Xaldon WebSpider
-Zeus
-Zitebot
+Wprecon
+YoudaoBot
+Zade
+Zauba
+Zermelo
 ZmEu
-ZoominfoBot
-adscanner
+ZoomBot
 archive.org_bot
-eCatch
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+check1.exe
+coccocbot
+com.plumanalytics
+domainsproject.org
 heritrix
 internetVista monitor
 ips-agent
-isitwp.com
-iubenda-radar
-mediawords
-muhstik-scan
-pcBrowser
-plumanalytics
-satoristudio.net
-scan.lol
+lwp-request
+lwp-trivial
+magpie-crawler
+oBot
+polaris version
+probe-image-size
+s1z.ru
+scalaj-http
 seobility
-seocompany.store
+seoscanners
 serpstatbot
-spyfu
-sysscan
+siteripz
 tAkeOut
 trendiction.com
 ubermetrics-technologies.com
-x22Mozilla
-xpymep1.exe
-zgrab
+voyagerx.com
+webprosbot