V4.2022.10.3397 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-80legs
+360Spider
 ALittle Client
 ASPSeek
-Aboundex
-Aboundexbot
+Abonti
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
+Aipbot
+Alligator
+AlphaBot
+Anarchy
+Anarchy99
+Ankit
 Anthill
 Apexoo
+Aspiegel
 Atomseobot
-Attach
+AwarioRssBot
 BDCbot
 BDFetch
+BLEXBot
 Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
-Bitacle
-Black Hole
-BlackWidow
+Bandit
+Barkrowler
+BatchFTP
+BetaBot
+Bigfoot
+Blackboard
 BlowFish
 Boardreader
-BotALot
-BuiltWith
-BuzzSumo
-CATExplorador
+Bolt
 CODE87
-CSHttp
-Calculon
 CazoodleBot
-Cegbfeieh
 CensysInspect
-CheTeam
 CheeseBot
-ChinaClaw
+CherryPicker
 Citoid
-Claritybot
-Cliqzbot
-Cocolyzebot
 Cogentbot
-CopyRightCheck
-Copyscape
+Copier
 Cosmos
-CrazyWebCrawler
-Custo
-DBLBot
-DIIbot
-DTS Agent
+CrunchBot
+DSearch
+DatabaseDriverMysqli
+Devil
+Dirbuster
+Discoverybot
 Dispatch
 DittoSpyder
-DnyzBot
 DomCopBot
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-EMail Wolf
-EirGrabber
-Evil
+Dotbot
+Download Wonder
+Drip
+Ebingbong
+EroCrawler
+Exabot
 ExtLinksBot
-Extractor
-EyeNetIE
-FDM
-FHscan
-Firefox/7.0
+FlashGet
+Foobot
 FrontPage
-Fyrebot
-GalaxyBot
+Fuzz
+FyberSpider
+GermCrawler
+GetRight
 Getintent
 Gigabot
 Go-Ahead-Got-It
 GoZilla
-GrabNet
-GrapeFX
-GridBot
-HTMLparser
+Gotit
+Grabber
+HEADMasterSEO
+HMView
 HTTP::Lite
-Harvest
-Havij
+HTTrack
+Heritrix
+Humanlinks
 HybridBot
-IDBTE4M
-Iblog
-IlseBot
+IDBot
+IRLbot
 Image Fetch
-Indy Library
-InterGET
-IstellaBot
-JOC Web Spider
-JikeSpider
-Joomla
-Jorgee
+Image Sucker
+Internet Ninja
+Jbrofuzz
 Jyxobot
-Kenjin Spider
-Keyword Density
-Kozmosbot
 LWP::Simple
-LibWeb
+Larbin
+LeechFTP
+LeechGet
+Lftp
 Libwhisker
-Likse
-LinkWalker
+LieBaoFast
+LinkScan
 LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey
 Ltx71
-MIDown tool
-MSFrontPage
-MTRobot
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MFC_Tear_Sample
 Masscan
-Mata Hari
-MauiBot
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
 MicroMessenger
 Microsoft URL Control
 Minefield
-Moblie Safari
-Mojolicious
-Mozlila
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
 NICErsPRO
 Navroad
-Nessus
-Nibbler
-NimbleCrawler
+Net Vampire
+NetLyzer
+NetMechanic
+NetZIP
+Nettrack
+Netvibes
+NextGenSearchBot
+Nikto
+Nimbostratus
 Not
+Nuclei
+Octopus
 Offline Navigator
 OnCrawl
-Openvas
-OrangeBot
-OrangeSpider
-OutclicksBot
-PHPCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
 PageGrabber
 PageScorer
 PageThing.com
 Papa Foto
-Picscout
-PleaseCrawl
+Petalbot
 Pockey
 ProPowerBot
 Probethenet
+Psbot
+Pu_iN
 PxBroker
-QueryN Metasearch
+PyCurl
 RSSingBot
-RankingBot
 Rankivabot
+RankurBot
+Re-re
 RealDownload
 Reaper
+Recorder
+RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
 SBIder
-SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SalesIntelligent
-ScanAlert
-Scrapy
+SEOstats
+SISTRIX
+Scanbot
+Screaming
+ScreenerBot
+Searchestate
 Seekport
 Semrush
+SentiBot
 SeoSiteCheckup
-Seomoz
-Shodan
+SeobilityBot
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-Sitevigil
-Snoopy
-SocialRankIOBot
-Sociscraper
 Sogou web spider
-SpankBot
+Sosospider
+Spammen
 Spanner
-Spbot
-Sqlmap
-Steeler
-Stripper
-Sucker
+Spinn3r
 Sucuri
+SuperHTTP
 Surfbot
 SurveyBot
-Swiftbot
-Telesphoreo
-Telesphorep
-Titan
+Suzuran
+T0PHackTeam
+T8Abot
+The Intraformant
+TheNomad
+Toata
 Toweyabot
-TwengaBot
-URLy Warning
-VCI
-Vagabondo
-VelenPublicWebCrawler
-Voltron
-WBSearchBot
-WISENutbot
+Trendiction
+Trendictionbot
+Turnitin
+Twice
+URLy.Warning
+VidibleScraper
+VoidEYE
 WWW-Collector-E
-WWW::Mechanize
 WWWOFFLE
 WeSEE
-Web Auto
-Web Collage
 Web Enhancer
+Web Fetch
+Web Fuck
 Web Pix
-WebEnhancer
+Web Sauger
+Web Sucker
+WebCopier
+WebFuck
+WebImageCollector
 WebLeacher
-WebSauger
-WebmasterWorldForumBot
+WebZIP
 Webshag
 Website Quester
-Whack
-Whatweb
-WinHTTrack
+WebsiteQuester
+Webster
+Widow
+WiseGuys Robot
 Wonderbot
 Wotbox
-Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-ZoomBot
+Zermelo
+ZoominfoBot
 ZyBorg
-autoemailspider
-cah.io.community
-clark-crawler
+arquivo-web-crawler
+arquivo.pt
+backlink-check
 coccocbot
-com.plumanalytics
-eCatch
+crawler4j
+dataforseo.com
+demandbase-bot
 evc-batch
+instabid
 internetVista monitor
-isitwp.com
+ips-agent
 iubenda-radar
 linkdexbot
-muhstik-scan
+lwp-request
+meanpathbot
 polaris version
+probe-image-size
 ripz
-s1z.ru
 seobility
-seocompany.store
-seostar
-sexsearcher
-sitechecker.pro
+seoscanners
 spyfu
 tAkeOut
 trendiction.de
 voyagerx.com
 webpros.com
-x22Mozilla
+webprosbot
 zauba.io
+zgrab