V4.2021.12.2761 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-ADmantX
-Abonti
-Acunetix
+404checker
+ASPSeek
+Aboundex
 AhrefsBot
+AiHitBot
 Aipbot
+Alexibot
+AlphaBot
 Ankit
 Apexoo
 Aspiegel
-AwarioRssBot
-BDCbot
-Backlink-Ceck
-Badass
+Asterias
+Attach
+BDFetch
+BackStreet
+BackWeb
+BacklinkCrawler
 Bandit
+BatchFTP
+Battleztar Bazinga
+Bitacle
+Black Hole
 Blow
-BlowFish
+Boardreader
 Bolt
-BotALot
 Buck
-Buddy
-BuzzSumo
-CATExplorador
+BuiltWith
 CCBot
-CODE87
-CazoodleBot
-CheTeam
+Calculon
 CherryPicker
+ChinaClaw
 Cliqzbot
 Collector
+Copier
 CopyRightCheck
 Copyscape
-Curious
-Custo
-CyotekWebCopy
-DBLBot
-Deusu
+Cosmos
+Craftbot
+Crawling at Home Project
+Crescent
+CrunchBot
+DSearch
 Digincore
-DigitalPebble
-Dirbuster
+Dispatch
 DnBCrawler-Analytics
 DomCopBot
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Download Wonder
-Dragonfly
-ECCP/1.0
+DomainCrawler
+Drip
 EMail Wolf
+EasyDL
 Ecxi
-EirGrabber
-EroCrawler
-Evil
-Express WebPictures
-Extreme Picture Finder
+ExtLinksBot
+Extractor
 FDM
+FemtosearchBot
 Fimap
 Firefox/7.0
 FlashGet
-Flunky
 FrontPage
-GalaxyBot
-GermCrawler
-Go-Ahead-Got-It
+FyberSpider
+Genieo
 GoZilla
-GrabNet
-Grafula
+GrapeshotCrawler
 HEADMasterSEO
 HTTP::Lite
-Harvest
 Havij
-IDBot
+IRLbot
 Iblog
 IlseBot
 Image Fetch
+Image Sucker
+InfoNaviRobot
 InfoTekies
 Intelliseek
-InterGET
-Iria
-Iskanie
-JOC Web Spider
+Internet Ninja
+InternetSeer
 JamesBOT
-JetCar
+Jbrofuzz
 Jetty
-Jorgee
-Jyxobot
-Keyword Density
+JustView
+Kenjin Spider
 Kinza
 Lanshanbot
-Larbin
-LexiBot
+LeechFTP
+Lftp
+Libwhisker
 Lightspeedsystems
-Likse
+LinkScan
 LinkWalker
-Linkbot
-LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
 Litemage_walker
-Lmspider
-MIIxpc
-MSIECrawler
-Mag-Net
-Magnet
-Majestic SEO
+MSFrontPage
+Mail.RU_Bot
+Majestic-SEO
 MarkMonitor
-MarkWatch
+Mata Hari
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-Metauri
 MicroMessenger
 Microsoft Data Access
-Minefield
+Microsoft URL Control
 Moblie Safari
 Mojeek
+Mojolicious
 Mozlila
-Msrabot
 NICErsPRO
 NearSite
 Needle
+Nessus
+Net Vampire
+NetAnts
 NetLyzer
 NetMechanic
-NetSpider
-NetZIP
-Nettrack
-NextGenSearchBot
-Nikto
+Netcraft
+Netvibes
+Nibbler
+Niki-bot
 NimbleCrawler
 Nimbostratus
-Nutch
-Octopus
-Offline Navigator
-OnCrawl
+Nmap
+Not
 OpenVAS
-OrangeBot
+Openvas
 OrangeSpider
-OutclicksBot
 OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
-PageThing.com
-Pandalytics
+PageGrabber
 Papa Foto
 PeoplePal
-Pi-Monster
-Pixray
+Picscout
+Picsearch
+Pockey
 ProPowerBot
 Probethenet
-PxBroker
+Psbot
+Pu_iN
 PyCurl
-QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot
+RankingBot2
+RankurBot
 Re-re
-Reaper
-RocketCrawler
-SMTBot
-Screaming
-SearchmetricsBot
-SentiBot
-SeobilityBot
-Siphon
-SiteSnagger
+Rogerbot
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+Scanbot
+ScreenerBot
+SemrushBot
+SiteLockSpider
+SiteSucker
 Sitebeam
 Siteimprove
-Sitevigil
-SlySearch
 SmartDownload
-Snoopy
+Snake
 Sogou web spider
 SpaceBison
 SpankBot
-Spanner
-Sqlmap
-Sqlworm
+Spinn3r
+Sqworm
 Stripper
-Sucker
 Surfbot
-Swiftbot
+SurveyBot
+Suzuran
 Szukacz
-T0PHackTeam
-Teleport
+T8Abot
+Telesoft
 Telesphorep
 Thumbor
-Trendiction
-Turingos
-Turnitin
-TwengaBot
-Typhoeus
-URLy Warning
-Upflow
-V-BOT
+TightTwatBot
+Toata
+Trendictionbot
+TurnitinBot
+URLy.Warning
 VB Project
-VCI
 Vacuum
-VeriCiteCrawler
-Virusdie
-VoidEYE
-WISENutbot
+Vagabondo
+VidibleScraper
+WEBDAV
 WPScan
 WWW-Collector-E
 WWW-Mechanize
-WallpapersHD
 WeSEE
-Web Fuck
-Web Pix
-WebBandit
-WebCollage
-WebFuck
-WebImageCollector
-WebLeacher
+Web Fetch
+Web Sucker
+WebCopier
+WebFetch
+WebPix
 WebReaper
 WebSauger
-WebSucker
-WebZIP
-Webshag
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
+WebsiteQuester
 Whack
+Whacker
+Whatweb
+Who.is Bot
 Widow
 WinHTTrack
-WiseGuys Robot
-Wonderbot
-Xaldon_WebSpider
-Xenu
-Zeus
-adscanner
+Woobot
+Wotbox
+Wprecon
+YoudaoBot
+Zade
+Zauba
+Zermelo
+Zitebot
+ZmEu
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+backlink-check
 check1.exe
 clark-crawler
-coccocbot-web
-cognitiveseo
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
 dataforseo.com
-eCatch
-evc-batch
+demandbase-bot
+domainsproject.org
 facebookscraper
 gopher
-lwp-trivial
-magpie-crawler
-page scorer
-plumanalytics
-ripz
-s1z.ru
-sexsearcher
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
+mediawords
+netEstate NE Crawler
+oBot
+polaris version
+satoristudio.net
+scan.lol
+seocompany.store
+seoscanners
+seostar
+siteripz
 sogouspider
-trendiction.com
-webmeup-crawler
-webpros.com
-xpymep1.exe
+sp_auditbot
+spyfu
+sysscan
+tAkeOut
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
 zgrab