V4.2022.06.3146 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-80legs
 ADmantX
-ALittle Client
 Aboundex
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
 AlphaBot
-Anthill
-Asterias
-AwarioRssBot
-AwarioSmartBot
+Apexoo
+Aspiegel
+Atomseobot
 BBBike
-BDFetch
 BLEXBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
+BackDoorBot
 Barkrowler
 BatchFTP
-BetaBot
+Battleztar Bazinga
 Bigfoot
-Black Hole
+Bitacle
 Blackboard
-BlowFish
-Boardreader
+Blow
 Bolt
-BuiltWith
+Brandwatch
+Buck
+Bullseye
+BuzzSumo
 CODE87
-CherryPicker
-Chlooe
+CensysInspect
+CheeseBot
 Citoid
 Claritybot
 Cliqzbot
-Cocolyzebot
+Copier
 CopyRightCheck
 Cosmos
 Craftbot
-Crawling at Home Project
+CrazyWebCrawler
+Crescent
 Curious
+CyotekWebCopy
+DBLBot
+DIIbot
 DSearch
-Demon
 Deusu
-Digincore
-Discoverybot
-DittoSpyder
+Devil
+DnyzBot
+DomCopBot
 DomainCrawler
+Download Wonder
 Dragonfly
+Drip
+EasyDL
 Ebingbong
-EirGrabber
-Evil
-Express WebPictures
-ExtLinksBot
+Ecxi
+EroCrawler
 ExtractorPro
-Ezooms
-FHscan
-Firefox/7.0
-FlashGet
-Flunky
+EyeNetIE
+FemtosearchBot
+Foobot
 Freeuploader
-Fuzz
-GT::WWW
-GalaxyBot
-Genieo
+FrontPage
+FyberSpider
+G-i-g-a-b-o-t
+GermCrawler
 GetRight
-Gotit
+Gigabot
+Go!Zilla
+GoZilla
+GrabNet
 Grabber
 Grafula
-GrapeFX
-GridBot
-HEADMasterSEO
+GrapeshotCrawler
 HMView
-HTTP::Lite
-HTTrack
-Havij
-Heritrix
-Humanlinks
+Haansoft
+HonoluluBot
+IDBot
+IRLbot
 Iblog
-IlseBot
-IndeedBot
-Indy Library
+Id-search
+InfoNaviRobot
 InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
-Iria
-Iskanie
 JOC Web Spider
-Jbrofuzz
-Jetty
 JikeSpider
 Joomla
 Jyxobot
-Kenjin Spider
+Keybot Translation-Search-Machine
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
+Leap
 LeechGet
-LexiBot
-LibWeb
-Libwhisker
+LieBaoFast
+Lightspeedsystems
 Likse
+LinkScan
+LinkWalker
 LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
+MIDown tool
 MIIxpc
 MJ12bot
-MQQBrowser
-MTRobot
-Magnet
-MarkWatch
-Masscan
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Mata Hari
 Mb2345Browser
-Meanpathbot
-Metauri
-Minefield
+Mediatoolkitbot
+Microsoft Data Access
+Moblie Safari
 Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Musobot
+Msrabot
 NICErsPRO
 NPbot
-NearSite
-Needle
-Netcraft
-Nettrack
-Niki-bot
-NimbleCrawler
-Nimbostratus
+Navroad
+Nessus
+Net Vampire
+NetSpider
+Nibbler
 Ninja
-OpenLinkProfiler
+Nuclei
+Nutch
+Offline Explorer
+Offline Navigator
+OpenVAS
 Openfind
+Openvas
+OrangeBot
 OrangeSpider
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
+PageScorer
 PageThing.com
+Panscient
 Papa Foto
-PeoplePal
-Petalbot
+Pi-Monster
+Picsearch
+PictureFinder
 Piepmatz
 Pimonster
-Pixray
-Pockey
+PleaseCrawl
 ProPowerBot
-QueryN Metasearch
+ProWebWalker
+Probethenet
+Pu_iN
+PxBroker
 RSSingBot
-RankActiveLinkBot
 RankingBot
-RankingBot2
-Rankivabot
 RankurBot
-Recorder
-RedesScrapy
-Ripper
+ReGet
+RealDownload
+Rogerbot
 SBIder
 SEOkicks
-SEOlyticsCrawler
+SEOprofiler
 SISTRIX
+ScanAlert
+Scanbot
+Scrapy
 Screaming
-ScreenerBot
-Searchestate
-SemanticJuice
+Semrush
+SemrushBot
 SentiBot
 SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
+Seomoz
+Siphon
 SiteExplorer
-SiteSnagger
-SmartDownload
-Snake
+SiteLockSpider
+Siteimprove
 Snapbot
 SocialRankIOBot
 Sociscraper
 Sogou web spider
 SpaceBison
 SpankBot
-Sqworm
-Steeler
+Spinn3r
 Stripper
 Sucuri
 SuperBot
-SuperHTTP
-T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-Telesphoreo
-TheNomad
-Toata
+SurveyBot
+Suzuran
+Swiftbot
+Telesoft
+TightTwatBot
+Tracemyfile
 Trendiction
+Trendictionbot
+TurnitinBot
+TwengaBot
 URLy Warning
-URLy.Warning
-UnisterBot
-V-BOT
-VB Project
-Vacuum
+VCI
+Vagabondo
+VoidEYE
+Voil
 Voltron
 WASALive-Bot
-WPScan
+WBSearchBot
 WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-Wallpapers
-WallpapersHD
-WeSEE
-Web Collage
+Web Auto
+Web Enhancer
+Web Fetch
 Web Pix
-WebGo IS
-WebReaper
-WebStripper
-Webalta
-Webshag
-WebsiteExtractor
+Web Sauger
+Web Sucker
+WebCopier
+WebWhacker
+WebZIP
+Website Quester
+Whack
+Who.is Bot
 WinHTTrack
+WiseGuys Robot
 Woobot
 Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
 Zauba
 Zermelo
-Zitebot
-ZmEu
+Zeus
 ZoomBot
+ZyBorg
+adscanner
 arquivo-web-crawler
-arquivo.pt
-coccocbot
+backlink-check
+cah.io.community
 cognitiveseo
 crawl.sogou.com
-crawler.feedback
-demandbase-bot
+crawler4j
+dataforseo.com
 domainsproject.org
-eCatch
 facebookscraper
-instabid
-ips-agent
-iubenda-radar
-lwp-request
-mediawords
-pcBrowser
-plumanalytics
+gopher
+heritrix
+internetVista monitor
+meanpathbot
+netEstate NE Crawler
 polaris version
-seostar
-sitechecker.pro
-voyagerx.com
-x22Mozilla
-zgrab
+probe-image-size
+spyfu
+sysscan
+webpros.com
+x09Mozilla