V4.2021.10.2635 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-80legs
+360Spider
+404checker
+ADmantX
+AIBOT
 ALittle Client
 ASPSeek
-Abonti
-Alexibot
-Anarchy99
-Ankit
+Aboundex
+AiHitBot
+AllSubmitter
+AlphaBot
+Anarchie
+Anthill
+Aspiegel
 Asterias
 Attach
-AwarioRssBot
 BDCbot
+BDFetch
 BLEXBot
-BackStreet
-Badass
-Bandit
-Barkrowler
-BatchFTP
+Backlink-Ceck
+BacklinkCrawler
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
+BlackWidow
 Blackboard
-Blow
+BlowFish
 Bolt
-BuiltBotTough
 BuiltWith
-BunnySlippers
 BuzzSumo
 CATExplorador
 CSHttp
+CazoodleBot
 CheTeam
-CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
-Cliqzbot
-Cloud mapping
-Collector
-Craftbot
+Claritybot
+Copier
 Crawling at Home Project
-Crescent
-CyotekWebCopy
-DatabaseDriverMysqli
+CrunchBot
+Curious
+DSearch
+DataCha0s
 DigitalPebble
-Discobot
+Dirbuster
+Dispatch
+DomCopBot
 DomainSigmaCrawler
-DomainStatsBot
+Download Wonder
+EMail Siphon
 EasyDL
-Ebingbong
 EirGrabber
 Evil
-ExtLinksBot
+Exabot
+Extractor
+ExtractorPro
+Extreme Picture Finder
 Ezooms
 FDM
-FHscan
 FemtosearchBot
-Fimap
-Foobot
+Firefox/7.0
 FrontPage
-Fuzz
 FyberSpider
-Fyrebot
 GT::WWW
-GermCrawler
-GetWeb
-Getintent
+Genieo
+Gigabot
 Go!Zilla
-Gotit
-Grabber
+Go-Ahead-Got-It
+GrabNet
+Grafula
 GridBot
-Haansoft
+HTMLparser
+HTTP::Lite
 HaosouSpider
-Heritrix
-Humanlinks
-IDBTE4M
+Havij
+Hloader
+HybridBot
 IRLbot
-Iblog
 IlseBot
-Image Fetch
-Indy Library
 Intelliseek
 Internet Ninja
-InternetSeer
-Iskanie
 IstellaBot
-JamesBOT
+JOC Web Spider
 Jbrofuzz
-JennyBot
+JetCar
 Joomla
 Jorgee
 JustView
-Lanshanbot
+Kenjin Spider
+Keyword Density
+LWP::Simple
 Larbin
-LeechGet
-LexiBot
-Lftp
-LinkWalker
-Linkdexbot
-LinkextractorPro
+LeechFTP
+Libwhisker
+LieBaoFast
 LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey
-Lmspider
-Ltx71
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
 MTRobot
-Mag-Net
-Majestic-SEO
-Masscan
-MeanPath Bot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
-Microsoft URL Control
+Magnet
+Majestic SEO
+MarkMonitor
+MauiBot
+Mediatoolkitbot
 Mister PiX
-Mojolicious
+Mojeek
+Morfeus Fucking Scanner
 Mozlila
-Musobot
-Name Intelligence
-Navroad
+NICErsPRO
 Net Vampire
 NetAnts
+NetLyzer
 NetSpider
-Nettrack
+NetZIP
 Netvibes
-NextGenSearchBot
-Nibbler
-Ninja
+Niki-bot
 Nmap
-OnCrawl
-Openvas
+Nuclei
+Offline Explorer
 OutfoxBot
-Page Analyzer
 PageGrabber
-Pandalytics
+PageScorer
+PageThing.com
+Panscient
 Papa Foto
 Petalbot
-Pi-Monster
-Picscout
-Picsearch
 Piepmatz
-Pimonster
-Pockey
+PleaseCrawl
 ProPowerBot
-Probethenet
 Pu_iN
-PxBroker
-PyCurl
+Pump
+Quick-Crawler
+RSSingBot
+RankActive
 RankActiveLinkBot
-RankFlex
 RankingBot
 RankingBot2
-Rankivabot
-ReGet
-RealDownload
+Re-re
+Reaper
 RebelMouse
-Recorder
-RepoMonkey
-Ripper
-RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
 SEOlyticsCrawler
+SEOstats
 SISTRIX
+SMTBot
 SalesIntelligent
-Scanbot
+ScanAlert
 ScoutJet
 Scrapy
-Searchestate
-Semrush
-SentiBot
+ScreenerBot
+ScrepyBot
+SeoSiteCheckup
+Siphon
 SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
 SiteSucker
-Snake
-SocialRankIOBot
+SmartDownload
+Snapbot
+Snoopy
+Sottopop
+SpaceBison
 Spammen
-Spinn3r
-Sqlmap
-Steeler
+Sqlworm
+Sucker
 Sucuri
-SurveyBot
+Surfbot
+Swiftbot
 Szukacz
+T8Abot
 Telesoft
-Telesphoreo
-Telesphorep
+TightTwatBot
 Titan
 Toweyabot
+Trendictionbot
 True_Robot
-TwengaBot
-UnisterBot
+Turingos
+Turnitin
+URLy Warning
+URLy.Warning
 Upflow
 VB Project
 Vacuum
-Vagabondo
+VidibleScraper
 Virusdie
 VoidEYE
-Voil
-Voltron
-WWW-Collector-E
-WallpapersHD
-WeSEE
+WASALive-Bot
+Wallpapers/3.0
 Web Auto
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sauger
-WebAuto
+Web Fetch
 WebBandit
+WebCollage
 WebFetch
-WebFuck
 WebGo IS
-WebPix
+WebReaper
+WebStripper
+WebWhacker
 Webalta
 WebmasterWorldForumBot
-Webshag
-Webster
-Whatweb
+WebsiteQuester
+Whack
+Whacker
 Widow
 WinHTTrack
-Wonderbot
-Woobot
+WiseGuys Robot
 Wprecon
 Xenu
 YoudaoBot
+ZmEu
+ZoomBot
 ZoominfoBot
 ZyBorg
-autoemailspider
-check1.exe
-cognitiveseo
+arquivo.pt
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-demandbase-bot
-domainsproject.org
-gopher
 heritrix
-instabid
-ips-agent
+internetVista monitor
 isitwp.com
-mediawords
+magpie-crawler
 muhstik-scan
 netEstate NE Crawler
-oBot
 page scorer
 polaris version
-ripz
+probe-image-size
+s1z.ru
 scalaj-http
-seoscanners
+scan.lol
+seobility
 sexsearcher
-sp_auditbot
-spyfu
+siteripz
 sysscan
+tAkeOut
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
+webpros.com
 x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab