V4.2021.07.2452 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-AIBOT
-Abonti
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
+404checker
+404enemy
+Aboundex
+AhrefsBot
+AiHitBot
+Aipbot
 Alexibot
-AllSubmitter
-Alligator
-AlphaBot
 Anarchie
-Anarchy99
+Anarchy
 Ankit
 Anthill
-Apexoo
+Asterias
+Attach
 AwarioRssBot
-BBBike
+AwarioSmartBot
 BDCbot
-BDFetch
-BLEXBot
 BackDoorBot
 BacklinkCrawler
-BetaBot
-Bitacle
-Black Hole
-BlowFish
-Bolt
-BotALot
+Badass
+Bandit
+BlackWidow
+Blackboard
+Blow
+Boardreader
 Buck
-BuiltBotTough
-Bullseye
 BunnySlippers
 CATExplorador
-CODE87
+CCBot
 CazoodleBot
-CensysInspect
+Cegbfeieh
 CheTeam
-CheeseBot
-ChinaClaw
-Cocolyzebot
+Chlooe
+Cliqzbot
 Collector
-Copier
-Craftbot
-CrunchBot
+CopyRightCheck
+Copyscape
+Custo
 DBLBot
-DIIbot
 DSearch
+DTS Agent
 DataCha0s
 Demon
-Dirbuster
+Deusu
 Discobot
 Discoverybot
 DittoSpyder
-DnyzBot
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Dragonfly
+DomainAppender
+Domains Project
 Drip
-ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ebingbong
+EasyDL
 Ecxi
-EroCrawler
-Exabot
+Express WebPictures
 Extractor
 ExtractorPro
+EyeNetIE
+Ezooms
 FDM
-FHscan
-FrontPage
-Fyrebot
-GT::WWW
+FemtosearchBot
+FlashGet
+Flunky
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
 GetRight
-Gigablast
-GrabNet
+GetWeb
+Getintent
+Go-Ahead-Got-It
+GoZilla
 Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
-Haansoft
+GrapeFX
+HTTrack
+Harvest
+Havij
 Hloader
-IDBTE4M
-Image Fetch
-Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
-InternetSeer
+HybridBot
+IRLbot
+Iblog
+Image Sucker
+InterGET
 Iria
-Iskanie
-JikeSpider
-LeechGet
-Lftp
-LinkScan
-LinkWalker
+IstellaBot
+JamesBOT
+Jbrofuzz
+Jorgee
+LNSpiderguy
+Lanshanbot
+LexiBot
+LibWeb
+LieBaoFast
+Lightspeedsystems
+Likse
+Linkbot
+Linkdexbot
 LinkextractorPro
-LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lmspider
-MFC_Tear_Sample
 MIDown tool
-MQQBrowser
-Mail.RU_Bot
-MarkMonitor
-Meanpathbot
-MegaIndex.ru
+MIIxpc
+MTRobot
+Mag-Net
+Magnet
+Majestic SEO
+Majestic12
+Masscan
+Mata Hari
+Mediatoolkitbot
+Metauri
 Microsoft URL Control
+Mojeek
+Mojolicious
 Mozlila
-Musobot
 NICErsPRO
 NPbot
 Nameprotect
-NearSite
-Needle
-Nessus
-Net Vampire
+Navroad
+NetLyzer
+NetMechanic
+NetSpider
 Nettrack
-NextGenSearchBot
 Nibbler
 Niki-bot
-NimbleCrawler
-Ninja
+Nikto
 Nmap
-OPPO A33
-Octopus
 Offline Explorer
+Offline Navigator
 OnCrawl
-OpenVAS
-Openfind
-Openvas
-OrangeSpider
+OpenLinkProfiler
 OutclicksBot
 PECL::HTTP
-PHPCrawl
-Page Analyzer
+PageAnalyzer
 PageGrabber
-Pandalytics
 Papa Foto
-PeoplePal
 Picscout
-Picsearch
 PictureFinder
 Pimonster
-Pixray
-Pockey
-PyCurl
-QueryN Metasearch
-RSSingBot
-RankFlex
-RankingBot
+PleaseCrawl
+ProPowerBot
+Psbot
+Pump
+Quick-Crawler
+RankActive
+RankActiveLinkBot
 Rankivabot
-RankurBot
-ReGet
-Reaper
+RealDownload
+RebelMouse
 Recorder
-RepoMonkey
-Rogerbot
-SEOkicks
+Ripper
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
+SEOstats
 SMTBot
-SalesIntelligent
-Scanbot
-ScoutJet
+ScanAlert
 SearchmetricsBot
-Semrush
-SiteExplorer
-SiteLockSpider
+SeoSiteCheckup
+Shodan
+SiteCheckerBotCrawler
 SiteSnagger
-Sitevigil
+SiteSucker
+Sitebeam
+Siteimprove
 SlySearch
-Snoopy
-Sociscraper
+Snapbot
+Sogou web spider
 Sosospider
-SpaceBison
 Spammen
 SpankBot
 Spanner
-Spbot
-Sqlmap
 Sqlworm
 Sqworm
-Sucuri
-SuperHTTP
-Surfbot
-Suzuran
-Telesphoreo
+Steeler
+Sucker
+SurveyBot
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
+Telesoft
 TheNomad
-Toata
+Thumbor
 Toweyabot
-Tracemyfile
-Turingos
-Turnitin
+Trendiction
+Trendictionbot
+TurnitinBot
 TwengaBot
 Typhoeus
-URLy.Warning
-UnisterBot
 Upflow
-V-BOT
+VCI
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-WEBDAV
-WISENutbot
-WPScan
-WWWOFFLE
-Wallpapers/3.0
+VoidEYE
+Voil
+WBSearchBot
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+WeSEE
+Web Enhancer
 Web Fetch
-Web Pix
-Web Sucker
+Web Fuck
+WebBandit
+WebCollage
 WebFetch
-WebImageCollector
-WebReaper
-WebSauger
-WebStripper
+WebFuck
+WebGo IS
+WebLeacher
+WebPix
+WebZIP
 Webalta
-Whack
-Who.is Bot
+Website Quester
+WebsiteQuester
+Whatweb
+Widow
+WiseGuys Robot
+Wonderbot
+Woobot
 Wprecon
-Xaldon_WebSpider
-YoudaoBot
-Zade
+Xaldon WebSpider
 ZmEu
-ZoominfoBot
-arquivo-web-crawler
-coccocbot-web
-com.plumanalytics
+ZoomBot
+backlink-check
+cognitiveseo
+crawl.sogou.com
+domainsproject.org
+gopher
+instabid
 internetVista monitor
 ips-agent
 isitwp.com
-magpie-crawler
+mediawords
+muhstik-scan
 netEstate NE Crawler
-page scorer
+oBot
 pcBrowser
 plumanalytics
 polaris version
-probe-image-size
+ripz
+s1z.ru
+scalaj-http
 scan.lol
-seoscanners
-seostar
-siteripz
-tAkeOut
-trendiction.com
-trendiction.de
-voyagerx.com
+seobility
+serpstatbot
+sogouspider
+sp_auditbot
+zauba.io