V4.2022.02.2925 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-ALittle Client
-Abonti
-AlphaBot
+80legs
+ADmantX
+ASPSeek
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Aipbot
+AllSubmitter
+Alligator
 Anarchie
-Anarchy99
+Anarchy
+Ankit
 Anthill
 AwarioRssBot
-AwarioSmartBot
-BDFetch
-BackDoorBot
+BDCbot
 BackStreet
 BackWeb
-Backlink-Ceck
 Badass
 Barkrowler
 Battleztar Bazinga
-Bitacle
+BetaBot
+BlackWidow
 Blow
-Brandprotect
-Buddy
-BuiltWith
-CCBot
-CSHttp
+BlowFish
+Bolt
+Brandwatch
+Bullseye
 Cegbfeieh
-CensysInspect
 CherryPicker
-Chlooe
-Citoid
-Cloud mapping
-Cocolyzebot
 Copyscape
-Craftbot
+Cosmos
+CrunchBot
+DSearch
 Demon
-Deusu
+Devil
+Digincore
 DigitalPebble
-Disco
+Dirbuster
+Discoverybot
 Dispatch
-DnyzBot
+DomCopBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
-Dotbot
 Download Wonder
+Dragonfly
+Drip
 EMail Siphon
-EMail Wolf
+EasyDL
+EirGrabber
+EroCrawler
+Exabot
 Express WebPictures
 Extractor
-Ezooms
-FDM
-FemtosearchBot
+ExtractorPro
+EyeNetIE
+Fimap
 Flunky
 Foobot
-Freeuploader
 FrontPage
 Fuzz
+Fyrebot
 GT::WWW
 GalaxyBot
-GermCrawler
-GetRight
-GetWeb
-Go!Zilla
+Genieo
+Getintent
 Go-Ahead-Got-It
-GoZilla
 Gotit
-GrapeshotCrawler
+Grabber
+Grafula
+GrapeFX
+GridBot
+HEADMasterSEO
 HMView
+Haansoft
+HaosouSpider
 Harvest
+Havij
+Heritrix
 Hloader
-HonoluluBot
-IRLbot
+HybridBot
+IDBot
 Id-search
 Image Fetch
+IndeedBot
 InfoTekies
-Intelliseek
-Iskanie
+Iria
 JOC Web Spider
-Jbrofuzz
-JetCar
+JennyBot
+Jetty
 Joomla
-Jyxobot
-Keyword Density
+Kenjin Spider
 Kinza
+LNSpiderguy
+Leap
 LeechFTP
+LeechGet
 LexiBot
 LibWeb
+LieBaoFast
 Lightspeedsystems
 Likse
-LinqiaScrapeBot
+Linkdexbot
+LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-MIDown tool
+MIIxpc
 MJ12bot
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-MarkMonitor
-Masscan
-Mata Hari
+Mag-Net
+Majestic SEO
+Majestic12
+Mass Downloader
 MauiBot
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-MicroMessenger
+Meanpathbot
+MegaIndex.ru
 Microsoft URL Control
-Mister PiX
-Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Name Intelligence
-Net Vampire
-NetAnts
-Nettrack
+MolokaiBot
+Msrabot
+Nameprotect
+Nessus
+NetMechanic
+NetSpider
 NextGenSearchBot
 Niki-bot
-Nikto
+Nimbostratus
 Ninja
+Nmap
 Not
+Nutch
 Octopus
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OutfoxBot
+OrangeSpider
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
-Panscient
-Pavuk
+PageAnalyzer
+Pandalytics
 PeoplePal
 Petalbot
 Pi-Monster
-Picsearch
-PictureFinder
 Pimonster
+PleaseCrawl
 Pockey
 ProWebWalker
-Probethenet
-Pu_iN
-PyCurl
+Pump
 Quick-Crawler
-RankActiveLinkBot
 RankFlex
 Rankivabot
-RankurBot
-RealDownload
-Reaper
+ReGet
+Recorder
+RedesScrapy
 RepoMonkey
-SEOkicks-Robot
+Rogerbot
+SBIder
 SMTBot
-ScoutJet
+ScanAlert
+Scanbot
+ScreenerBot
+ScrepyBot
+Searchestate
+Seekport
 SemanticJuice
-SeoSiteCheckup
+SemrushBot
+SentiBot
+SeobilityBot
+Seomoz
 Shodan
-SiteCheckerBotCrawler
-Sitebeam
-Sitevigil
-SmartDownload
+Site Sucker
+SiteExplorer
+Siteimprove
 Snapbot
 Snoopy
 SocialRankIOBot
-Sosospider
+Sociscraper
+Sottopop
 SpaceBison
-SpankBot
+Spanner
 Spbot
 Spinn3r
-SputnikBot
-Sqlmap
-Sqlworm
 Stripper
-Sucker
-SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
+Suzuran
 T8Abot
-Teleport
-Telesoft
-Telesphorep
-TheNomad
+TeleportPro
 Thumbor
 TightTwatBot
-Tracemyfile
-Trendiction
+Titan
 Turnitin
-URLy Warning
 URLy.Warning
-Upflow
+VB Project
 VCI
 Vacuum
 Vagabondo
+VoidEYE
+Voltron
 WASALive-Bot
-WBSearchBot
-WEBDAV
-WWWOFFLE
-WallpapersHD
-Web Enhancer
-Web Fuck
-WebCollage
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
+Web Fetch
+Web Pix
+Web Sauger
 WebEnhancer
 WebFuck
-WebGo IS
-WebPix
-WebReaper
-WebSauger
-Webalta
-WebmasterWorldForumBot
+WebWhacker
+WebZIP
 Webshag
-Website Quester
 WebsiteExtractor
-Webster
-Whatweb
-Who.is Bot
+WebsiteQuester
+Whack
+Whacker
+Widow
 WinHTTrack
-WiseGuys Robot
-Wonderbot
-Woobot
 Wotbox
-Xaldon_WebSpider
+Wprecon
 Xenu
-Zitebot
-ZmEu
-ZoominfoBot
 ZumBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-coccocbot-web
 cognitiveseo
 crawl.sogou.com
-domainsproject.org
-eCatch
-gopher
+crawler.feedback
+crawler4j
+facebookscraper
 heritrix
+internetVista monitor
 lwp-request
-magpie-crawler
-mediawords
-muhstik-scan
+oBot
 page scorer
-probe-image-size
+pcBrowser
+polaris version
 s1z.ru
+satoristudio.net
+scalaj-http
 seobility
-seocompany.store
-seoscanners
-seostar
+sexsearcher
 sitechecker.pro
 siteripz
-spyfu
 sysscan
 trendiction.com
 ubermetrics-technologies.com
-webpros.com
-zauba.io
+voyagerx.com
+webprosbot
+x22Mozilla