V4.2022.12.3519 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-80legs
 ALittle Client
-ASPSeek
-Aboundexbot
+Abonti
+Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
+Aipbot
 Alexibot
-Alligator
-AlphaBot
-Anthill
-Apexoo
-Asterias
-Attach
-AwarioSmartBot
+Ankit
+Atomseobot
+AwarioRssBot
+BBBike
 BDCbot
-Backlink-Ceck
-BacklinkCrawler
+BDFetch
+BackStreet
+BackWeb
 Badass
 Bandit
 Barkrowler
 BatchFTP
-BetaBot
 Bigfoot
-Blackboard
+Black Hole
+BlackWidow
 Blow
 Bolt
-Buck
 BuiltBotTough
-BunnySlippers
-CATExplorador
+BuzzSumo
+CCBot
 CODE87
+Cegbfeieh
+CensysInspect
 CherryPicker
-Chlooe
+ChinaClaw
+Citoid
 Cocolyzebot
 Cogentbot
-Collector
-CopyRightCheck
+Copier
+Copyscape
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
 Curious
-Custo
-CyotekWebCopy
-DBLBot
-DSearch
-DataCha0s
+DIIbot
+DTS Agent
+Demon
 Devil
-Digincore
-DigitalPebble
+Dirbuster
 Disco
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Drip
+EasyDL
 Ebingbong
-EirGrabber
-EroCrawler
+Exabot
+Express WebPictures
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
+Extractor
 EyeNetIE
+FDM
 FHscan
 FemtosearchBot
-Firefox/7.0
-Freeuploader
+Foobot
 Fuzz
 FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 Genieo
-GetWeb
-Getintent
-Gigabot
-GoZilla
+GetRight
+Go!Zilla
 Grabber
-Grafula
 GridBot
 HTTP::Lite
 Haansoft
-Harvest
 Havij
-HonoluluBot
+Hloader
+Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
-Iblog
 IlseBot
-Image Fetch
-InfoNaviRobot
+Indy Library
 InfoTekies
 Internet Ninja
 Iria
-JOC Web Spider
+IstellaBot
 JamesBOT
+JennyBot
+JetCar
+Jetty
 JikeSpider
-Joomla
-Kenjin Spider
+Jorgee
+Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
-LNSpiderguy
-Lanshanbot
-Larbin
-LeechGet
-LibWeb
-Libwhisker
-Lightspeedsystems
+Kozmosbot
+Leap
+LexiBot
+LieBaoFast
+LinkextractorPro
 LinkpadBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
+Lipperhey
+Ltx71
+MIIxpc
+MJ12bot
 MSFrontPage
-Mag-Net
+MTRobot
 Majestic SEO
-MarkMonitor
-Mass Downloader
+MarkWatch
 Masscan
 Mata Hari
-MeanPath Bot
+Mb2345Browser
 MegaIndex.ru
+Metauri
 Microsoft Data Access
-Mister PiX
-Moblie Safari
-Mojeek
-Mojolicious
+Minefield
 MolokaiBot
-Musobot
+Morfeus Fucking Scanner
+Mozlila
+NICErsPRO
 NPbot
-Nameprotect
 Navroad
 NetMechanic
 NetZIP
-Netvibes
-Nibbler
-Niki-bot
+Netcraft
+Nettrack
 Nikto
 NimbleCrawler
-Ninja
 Octopus
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-Openvas
-OrangeSpider
-OutfoxBot
+Openfind
 PHPCrawl
-PageGrabber
+POE-Component-Client-HTTP
+Page Analyzer
 Panscient
-Papa Foto
-Pavuk
-PeoplePal
-Pi-Monster
-Picsearch
 PictureFinder
-Pixray
+Pimonster
 PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
-Pu_iN
-Pump
-QueryN Metasearch
-Quick-Crawler
+Probethenet
+PyCurl
+RSSingBot
 RankActiveLinkBot
-RankingBot
-RankingBot2
-Reaper
+RankFlex
+Re-re
+ReGet
 Recorder
 Ripper
 RocketCrawler
-SEOkicks
+SBIder
 SEOkicks-Robot
+SEOlyticsCrawler
 SMTBot
-Scanbot
 Seekport
 Semrush
-SentiBot
-SeoSiteCheckup
-Site Sucker
+SeobilityBot
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-Sitebeam
-Siteimprove
+Sitevigil
+SlySearch
 SmartDownload
 SocialRankIOBot
+Sociscraper
+Sogou web spider
 Sosospider
 Spammen
+SpankBot
+Spbot
 SputnikBot
 Sqlmap
-Sqlworm
 Sqworm
-Steeler
+Sucker
 Sucuri
 SuperBot
-SuperHTTP
+Surfbot
 Suzuran
-T0PHackTeam
-Telesoft
-Telesphorep
+Szukacz
+Thumbor
+TightTwatBot
 Titan
+Toata
 Toweyabot
-Trendiction
+Trendictionbot
 Turingos
-TurnitinBot
-URLy.Warning
-VB Project
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+UnisterBot
 Vacuum
-Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-Voltron
-WPScan
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
+Voil
+WASALive-Bot
+Wallpapers
+Web Enhancer
+Web Pix
 Web Sauger
-WebBandit
-WebSucker
-Webshag
-WebsiteQuester
-Whack
-Whacker
-Woobot
-Wprecon
+WebCopier
+WebFetch
+WebLeacher
+Whatweb
+WinHTTrack
 Xaldon WebSpider
+Xenu
 YoudaoBot
-Zade
-Zauba
-Zermelo
-Zitebot
 ZmEu
-ZoomBot
 ZoominfoBot
-archive.org_bot
-backlink-check
-coccocbot
+ZyBorg
+arquivo-web-crawler
+cah.io.community
+check1.exe
 com.plumanalytics
-dataforseo.com
-demandbase-bot
-evc-batch
+crawl.sogou.com
+domainsproject.org
 facebookscraper
-gopher
-heritrix
-internetVista monitor
-oBot
+ips-agent
+iubenda-radar
+linkdexbot
+lwp-request
+netEstate NE Crawler
+pcBrowser
+plumanalytics
+polaris version
+s1z.ru
+satoristudio.net
+scalaj-http
 scan.lol
 seobility
-seoscanners
+seostar
+sitechecker.pro
+siteripz
 sogouspider
+spyfu
 sysscan
-tAkeOut
 trendiction.de
-webgains-bot
-webpros.com
+x09Mozilla
+zauba.io
+zgrab