V4.2023.01.3562 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
-Aboundexbot
+01h4x.com
+404checker
+80legs
+AIBOT
+Abonti
 Acunetix
 AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
-Alligator
+AiHitBot
+AlphaBot
+Anarchy
+Anarchy99
 Anthill
-Atomseobot
-Attach
-BBBike
-BDCbot
-BDFetch
-BackDoorBot
+Asterias
+AwarioRssBot
+BLEXBot
 BackStreet
-Backlink-Ceck
+BacklinkCrawler
 Bandit
-Barkrowler
-BatchFTP
+Battleztar Bazinga
+Bigfoot
 Bitacle
-Brandwatch
-Buddy
-CCBot
-CSHttp
-CheeseBot
-CherryPicker
-ChinaClaw
-Chlooe
+Black Hole
+Blackboard
+Blow
+BlowFish
+Boardreader
+BuiltBotTough
+BuiltWith
+Bullseye
+BuzzSumo
+CazoodleBot
+CensysInspect
+Citoid
 Cliqzbot
+Cocolyzebot
 Cogentbot
+Copier
+CopyRightCheck
 Copyscape
-Craftbot
-Crawling at Home Project
-Crescent
+Cosmos
+Curious
 CyotekWebCopy
+DBLBot
+DTS Agent
+DatabaseDriverMysqli
 Demon
-Deusu
+Devil
+DigitalPebble
 Dirbuster
-Discoverybot
-DomCopBot
-Dotbot
+DnBCrawler-Analytics
+DomainCrawler
+Domains Project
 Dragonfly
-Drip
-EMail Siphon
+EMail Wolf
 EasyDL
-Ecxi
+EirGrabber
 Evil
+Exabot
 Express WebPictures
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-FHscan
+FDM
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Flunky
-Foobot
 FrontPage
-Fyrebot
+Fuzz
 GT::WWW
+GalaxyBot
 Genieo
-GetWeb
+Getintent
+Gigabot
 Go!Zilla
-Gotit
-GrapeFX
+GrabNet
+GrapeshotCrawler
 GridBot
-HMView
 HTMLparser
-HTTrack
-Haansoft
-HaosouSpider
+HTTP::Lite
 Harvest
 Hloader
-HonoluluBot
+HybridBot
 IDBTE4M
-IDBot
-IlseBot
-IndeedBot
-Indy Library
-InterGET
-Iskanie
-IstellaBot
-JOC Web Spider
-JennyBot
+Image Sucker
+InfoNaviRobot
+InfoTekies
+Iria
+JamesBOT
+Jbrofuzz
+JetCar
 Jetty
-Joomla
-JustView
-Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
 Lanshanbot
-Leap
-Libwhisker
-LinkScan
-LinkpadBot
+Larbin
+LexiBot
+Lftp
+LibWeb
+LieBaoFast
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-Lmspider
-Ltx71
+LinqiaRSSBot
+Lipperhey Spider
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
-MJ12bot
-MSFrontPage
 MSIECrawler
-MTRobot
-Magnet
-Mail.RU_Bot
 Majestic-SEO
-MarkMonitor
+Majestic12
 Mass Downloader
-Masscan
-Mata Hari
 Mb2345Browser
 Mediatoolkitbot
-MegaIndex.ru
 Metauri
-Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
-NICErsPRO
-NPbot
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+Musobot
+Name Intelligence
+Nessus
 Net Vampire
-NetLyzer
-NetMechanic
 NetSpider
-Netcraft
 Netvibes
+NextGenSearchBot
 Niki-bot
-Nikto
-NimbleCrawler
 Nimbostratus
-Ninja
-Not
+Nmap
 Nuclei
-Nutch
-OrangeBot
-OutfoxBot
-PECL::HTTP
-PageAnalyzer
-Pandalytics
-Panscient
+Offline Explorer
+Openfind
+OrangeSpider
+PHPCrawl
+Page Analyzer
 Pavuk
-PeoplePal
+Petalbot
+Picscout
+Pimonster
 PleaseCrawl
-Pockey
 ProPowerBot
+Psbot
 Pump
+PxBroker
+PyCurl
+RSSingBot
 RankActiveLinkBot
-RankingBot
+RankFlex
 RankingBot2
-Rankivabot
-RankurBot
+Re-re
 ReGet
-RocketCrawler
+RealDownload
+RepoMonkey
+Rogerbot
+SEOkicks
 SEOkicks-Robot
-SISTRIX
+SEOprofiler
+SalesIntelligent
 ScoutJet
-Screaming
 ScrepyBot
 SearchmetricsBot
-SemanticJuice
 Semrush
 SeoSiteCheckup
+Shodan
+Siphon
 Site Sucker
+SiteExplorer
 Sitebeam
-Siteimprove
+Sitevigil
+SmartDownload
 Snake
-SocialRankIOBot
+Snoopy
 Sogou web spider
-SpaceBison
+Sottopop
+Spammen
 Spanner
-Sqworm
-Stripper
-Sucker
-Sucuri
-SuperBot
+Sqlworm
+Steeler
 SuperHTTP
-Swiftbot
+SurveyBot
+Suzuran
 T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-Thumbor
+Telesphorep
+TightTwatBot
 Toata
-Tracemyfile
-Trendiction
+Toweyabot
+True_Robot
+Turingos
 TwengaBot
+Twice
 URLy.Warning
+UnisterBot
 V-BOT
-VCI
-Virusdie
+VB Project
 Voil
-WISENutbot
-WPScan
-WWW::Mechanize
+WBSearchBot
+WEBDAV
 Wallpapers
-Wallpapers/3.0
 WallpapersHD
-Web Fetch
+WeSEE
+Web Collage
+Web Enhancer
+Web Fuck
 Web Sauger
-Web Sucker
-WebFetch
+WebAuto
+WebCollage
+WebEnhancer
 WebFuck
-WebGo IS
-WebLeacher
-WebReaper
+WebImageCollector
+WebSauger
+WebSucker
 WebZIP
+Webshag
+WebsiteQuester
+Whacker
 Widow
 WiseGuys Robot
-Wotbox
+Wonderbot
+Woobot
+Wprecon
+Xaldon WebSpider
+Xenu
+YoudaoBot
 Zade
-Zauba
-Zitebot
-ZmEu
-ZoominfoBot
-archive.org_bot
-arquivo.pt
-check1.exe
-clark-crawler
-coccocbot
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+Zermelo
+Zeus
+ZyBorg
+adscanner
+arquivo-web-crawler
+cah.io.community
 crawler4j
-dataforseo.com
-evc-batch
-gopher
+demandbase-bot
+instabid
+internetVista monitor
 isitwp.com
-iubenda-radar
-lwp-trivial
-meanpathbot
-pcBrowser
-polaris version
+mediawords
+netEstate NE Crawler
 s1z.ru
 scan.lol
-seoscanners
+seobility
+seocompany.store
+seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
-siteripz
-sp_auditbot
-spyfu
-sysscan
+trendiction.de
+ubermetrics-technologies.com
 webgains-bot
 webpros.com
 x09Mozilla
-xpymep1.exe
-zgrab
+x22Mozilla
+zauba.io