V4.2022.12.3526 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404enemy
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+AIBOT
+ALittle Client
+ASPSeek
+Acunetix
 Aipbot
-AlphaBot
-Anarchy
+AllSubmitter
+Anarchie
 Anarchy99
+Ankit
+Anthill
 Apexoo
-Atomseobot
-BBBike
+Aspiegel
+BDCbot
+BDFetch
+BackDoorBot
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-BatchFTP
-BetaBot
+Badass
+Bandit
+Barkrowler
+Battleztar Bazinga
+Bigfoot
+Bitacle
+Black Hole
+BlowFish
 Boardreader
-Brandprotect
-Buck
 BuiltWith
-Bullseye
-BuzzSumo
+BunnySlippers
 CCBot
-CSHttp
-CazoodleBot
+Calculon
 Cegbfeieh
 CheTeam
-ChinaClaw
+Chlooe
+Citoid
 Cloud mapping
 Cocolyzebot
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
-Crescent
+Cogentbot
 CrunchBot
-DatabaseDriverMysqli
-Deusu
-Devil
-Disco
-DnBCrawler-Analytics
+Curious
+Custo
+CyotekWebCopy
+Discoverybot
+DnyzBot
+DomCopBot
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
-EMail Siphon
-Ebingbong
-EirGrabber
-Express WebPictures
-ExtLinksBot
-Extractor
-ExtractorPro
+Ecxi
+Exabot
+EyeNetIE
 FDM
-FHscan
 FemtosearchBot
 Fimap
-Freeuploader
-Fuzz
-FyberSpider
+Firefox/7.0
+Flunky
+Foobot
+FrontPage
 Genieo
 GermCrawler
-Go!Zilla
+Getintent
+Go-Ahead-Got-It
 GoZilla
-Grafula
+Grabber
+GrapeFX
+GridBot
+HMView
+HTMLparser
 HTTP::Lite
-HTTrack
 Haansoft
-Havij
-Hloader
-Humanlinks
-IDBTE4M
+Heritrix
+HonoluluBot
+HybridBot
+IDBot
 IRLbot
-Iblog
-IlseBot
-Image Fetch
 Image Sucker
-InfoTekies
-Intelliseek
+Indy Library
+InfoNaviRobot
 InterGET
-InternetSeer
+Iria
 Iskanie
+IstellaBot
 JOC Web Spider
-Jbrofuzz
-JennyBot
-Jetty
+JikeSpider
+Joomla
 Jorgee
-Jyxobot
-Keyword Density
-Kinza
-Kozmosbot
 LNSpiderguy
 LWP::Simple
 Larbin
 Leap
-LeechFTP
 Lftp
 LibWeb
 Libwhisker
-Lightspeedsystems
-LinkextractorPro
+Likse
 LinkpadBot
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
 Lipperhey
 Litemage_walker
-Ltx71
+Lmspider
+MFC_Tear_Sample
 MJ12bot
-MSIECrawler
 MTRobot
-Mag-Net
 Mail.RU_Bot
-MarkWatch
+Majestic12
+Masscan
 Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
+MegaIndex.ru
 Microsoft URL Control
+Minefield
+Mister PiX
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
 Musobot
-Nameprotect
-Needle
-NetZIP
+Name Intelligence
+NearSite
+Nessus
+Net Vampire
 Netcraft
-Nettrack
-Netvibes
+Ninja
 Nuclei
-Offline Explorer
+Octopus
 Offline Navigator
 OnCrawl
-OpenVAS
 OrangeBot
-OrangeSpider
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageScorer
+PageAnalyzer
+PageGrabber
 PageThing.com
+Pandalytics
 Petalbot
-Picsearch
-Pixray
-PleaseCrawl
-ProPowerBot
+Pi-Monster
+PictureFinder
 Psbot
 Pump
+PyCurl
 QueryN Metasearch
 Quick-Crawler
-RankFlex
-RankingBot
-RankurBot
-Re-re
-RebelMouse
+RSSingBot
+Recorder
 RedesScrapy
-RocketCrawler
+RepoMonkey
+Rogerbot
+SEOkicks
+SEOkicks-Robot
+SISTRIX
+SMTBot
+Scanbot
+ScoutJet
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
+Seekport
 SemanticJuice
 Semrush
 SemrushBot
 SentiBot
+Shodan
+Siphon
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
 SiteSucker
-Sitebeam
+Sitevigil
 SlySearch
-SmartDownload
-Snake
-Snoopy
-Spbot
-Spinn3r
-Sqlmap
-Sucuri
-SuperHTTP
-SurveyBot
-Swiftbot
-Szukacz
-T0PHackTeam
-Telesoft
-Telesphorep
-The Intraformant
-Thumbor
+SocialRankIOBot
+Sociscraper
+Sottopop
+SpaceBison
+Spanner
+SputnikBot
+Sqlworm
+Sucker
+T8Abot
+TeleportPro
+Telesphoreo
+Titan
+Toata
+Trendiction
+TwengaBot
 URLy.Warning
+UnisterBot
+Upflow
+V-BOT
 VB Project
-VCI
-Vacuum
-VelenPublicWebCrawler
-WPScan
+WASALive-Bot
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
-WeSEE
+WallpapersHD
 Web Collage
-Web Enhancer
-Web Pix
 Web Sauger
-Web Sucker
-WebFetch
-WebFuck
-WebGo IS
+WebBandit
+WebCopier
+WebEnhancer
 WebImageCollector
-WebReaper
+WebLeacher
+WebPix
+WebSauger
 WebStripper
+WebZIP
+WebmasterWorldForumBot
+Website Quester
 WebsiteQuester
+Webster
 Whack
 Whacker
-Wotbox
-Xaldon WebSpider
-Xenu
-Zeus
-Zitebot
-ZmEu
-ZoomBot
+Wonderbot
+Xaldon_WebSpider
+YoudaoBot
+Zermelo
 ZoominfoBot
+ZumBot
+ZyBorg
 adscanner
-archive.org_bot
-autoemailspider
-backlink-check
-cah.io.community
+arquivo.pt
+clark-crawler
 coccocbot
 cognitiveseo
-com.plumanalytics
 crawler.feedback
 demandbase-bot
-eCatch
 evc-batch
+facebookscraper
 gopher
+heritrix
 instabid
-internetVista monitor
-lwp-request
-meanpathbot
-mediawords
-muhstik-scan
+ips-agent
+linkdexbot
+lwp-trivial
+magpie-crawler
 page scorer
+polaris version
 ripz
-satoristudio.net
 scalaj-http
-scan.lol
-seobility
+seocompany.store
 seoscanners
+seostar
 serpstatbot
 sexsearcher
-siteripz
 sogouspider
-sp_auditbot
-spyfu
+tAkeOut
 trendiction.com
+ubermetrics-technologies.com
 webpros.com
+x09Mozilla