V4.2021.08.2533 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-ASPSeek
+80legs
+ADmantX
 Abonti
-AiHitBot
-Aipbot
-Alexibot
+AhrefsBot
+Alligator
+AlphaBot
 Anarchie
 Anarchy99
 Ankit
+Aspiegel
 Asterias
+Attach
 AwarioRssBot
-BBBike
-BLEXBot
+BackStreet
 BacklinkCrawler
-Badass
-Bandit
-BetaBot
+BatchFTP
+Battleztar Bazinga
 Bitacle
-Black Hole
 BlackWidow
-Blackboard
 Blow
 BlowFish
-Boardreader
 Bolt
-Buck
+BotALot
+Buddy
+BuiltBotTough
+BuiltWith
 BunnySlippers
-CCBot
-CODE87
+CATExplorador
 CSHttp
-Calculon
-Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
-Chlooe
+ChinaClaw
 Cliqzbot
 Cloud mapping
-Cogentbot
-CopyRightCheck
+Collector
 Copyscape
-Craftbot
-Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-DIIbot
+Curious
+CyotekWebCopy
+DBLBot
+DTS Agent
 DatabaseDriverMysqli
-Demon
+Digincore
 DigitalPebble
-Dirbuster
-Discobot
-Download Wonder
-Drip
-EasyDL
-Ecxi
-Express WebPictures
-Extractor
-ExtractorPro
-EyeNetIE
+Dispatch
+DittoSpyder
+DnyzBot
+Dotbot
+ECCP/1.0
+EMail Siphon
+EirGrabber
 FDM
-FHscan
 FemtosearchBot
-Fimap
-Flunky
-FrontPage
+FlashGet
+Foobot
 Fyrebot
-GT::WWW
-Genieo
-GermCrawler
 GetWeb
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
+Getintent
+Gigablast
 GrabNet
-GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
 HMView
-HTTrack
-Haansoft
+HTMLparser
+HTTP::Lite
 HaosouSpider
-Harvest
 Heritrix
+Hloader
+Humanlinks
+HybridBot
+IDBTE4M
 IDBot
-Iblog
-Image Fetch
+IRLbot
+Id-search
+IlseBot
 Image Sucker
 IndeedBot
-InfoNaviRobot
 InfoTekies
-Intelliseek
+InterGET
+InternetSeer
+Iria
 Iskanie
-JamesBOT
-Jbrofuzz
 JetCar
-Jetty
+JikeSpider
 Jorgee
-JustView
 Kozmosbot
+LNSpiderguy
 LWP::Simple
 Lanshanbot
-Larbin
+LexiBot
+LibWeb
 LieBaoFast
 LinkScan
 LinkWalker
-Linkdexbot
-LinqiaRSSBot
-Lipperhey Spider
+Linkbot
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lmspider
-MJ12bot
-MSFrontPage
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
 MSIECrawler
 Magnet
+Mail.RU_Bot
 Majestic12
 MarkMonitor
-MicroMessenger
-Mister PiX
-Moblie Safari
-Mojeek
-Mojolicious
-Mozlila
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+Microsoft Data Access
+Musobot
 NICErsPRO
-Name Intelligence
+NPbot
+NearSite
 Net Vampire
 NetAnts
 NetLyzer
-NetMechanic
-NetSpider
 NetZIP
-Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
-Nutch
+Nikto
+Nimbostratus
+Ninja
+Nuclei
 Offline Explorer
-OnCrawl
+Offline Navigator
 OpenLinkProfiler
-Openvas
+OrangeSpider
 OutfoxBot
 POE-Component-Client-HTTP
-PageAnalyzer
+Page Analyzer
+PageScorer
+PageThing.com
+Pandalytics
 Panscient
-PleaseCrawl
-Probethenet
-Pu_iN
+Pavuk
+Pimonster
+ProPowerBot
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
 Rankivabot
-Re-re
 RealDownload
-Reaper
-Recorder
-Ripper
-RocketCrawler
-SBIder
-SEOkicks
-SEOkicks-Robot
+RepoMonkey
+Rogerbot
 SEOlyticsCrawler
 SEOstats
 SISTRIX
-SalesIntelligent
-ScanAlert
+Scanbot
+ScoutJet
 Screaming
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
 Semrush
-SentiBot
-SeobilityBot
-Shodan
-Siphon
-SiteCheckerBotCrawler
+SemrushBot
+SeoSiteCheckup
+Site Sucker
+SiteExplorer
+SiteSnagger
 Sitebeam
-Sociscraper
-SpaceBison
-Spammen
-SpankBot
-Spanner
+Sitevigil
+SlySearch
+Snake
+Snapbot
+Snoopy
+SocialRankIOBot
+Sosospider
+Sottopop
+Spbot
 Sqlmap
 Sqlworm
+Sqworm
 Sucuri
 SuperBot
 SuperHTTP
-Surfbot
-Swiftbot
 Szukacz
-T8Abot
+T0PHackTeam
 Teleport
-Telesphorep
-TheNomad
-TightTwatBot
+Telesphoreo
+Toata
 Toweyabot
-Trendictionbot
-TurnitinBot
-URLy.Warning
-VB Project
+Tracemyfile
+Trendiction
+Turnitin
+Twice
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voltron
-WBSearchBot
+VoidEYE
+Voil
+WASALive-Bot
 WEBDAV
-WPScan
 WWW-Collector-E
-WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WeSEE
+WallpapersHD
 Web Auto
-Web Enhancer
+Web Collage
+Web Fetch
+Web Pix
 WebBandit
 WebCollage
 WebCopier
-WebImageCollector
+WebEnhancer
+WebFetch
 WebLeacher
 WebReaper
-WebSauger
-WebWhacker
-WebsiteExtractor
-WebsiteQuester
+WebStripper
+Webalta
 Webster
 Whack
 Whacker
-Whatweb
-WinHTTrack
-Xenu
-ZyBorg
-arquivo.pt
-check1.exe
-coccocbot-web
-crawl.sogou.com
-instabid
-isitwp.com
+Who.is Bot
+WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
+Zauba
+Zeus
+ZumBot
+arquivo-web-crawler
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+crawler4j
+domainsproject.org
+facebookscraper
+ips-agent
 lwp-request
-lwp-trivial
 magpie-crawler
-mediawords
-netEstate NE Crawler
+muhstik-scan
 page scorer
-pcBrowser
-ripz
+probe-image-size
 satoristudio.net
-scan.lol
+scalaj-http
 seobility
-serpstatbot
-sogouspider
-sysscan
-tAkeOut
+seostar
+siteripz
+sp_auditbot
+trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
+voyagerx.com
 webprosbot
-zgrab
+x09Mozilla
+xpymep1.exe