V4.2023.01.3541 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+404enemy
 AIBOT
 ASPSeek
-Abonti
-Acunetix
-AiHitBot
+Aboundex
+AfD-Verbotsverfahren
 Aipbot
-Alexibot
-AlphaBot
-Ankit
-Anthill
+AllSubmitter
+Anarchy99
 Apexoo
 Asterias
-BDCbot
+Atomseobot
+AwarioRssBot
 BDFetch
-BLEXBot
 BackDoorBot
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-BlackWidow
-Blackboard
-Blow
-Boardreader
+BackStreet
+BacklinkCrawler
+Bandit
+BetaBot
+Bitacle
 Bolt
 BotALot
-Brandprotect
 Buck
-BuiltBotTough
+Buddy
+BuiltWith
+Bullseye
 BunnySlippers
-CATExplorador
+BuzzSumo
 CCBot
 CODE87
-Calculon
 Cegbfeieh
-CensysInspect
+ChinaClaw
 Chlooe
+Citoid
+Claritybot
 Cloud mapping
-Cogentbot
-Copier
+Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
+Crescent
 Curious
 CyotekWebCopy
+DBLBot
 DSearch
 DataCha0s
-Demon
-Deusu
-Dirbuster
-Disco
+Devil
+Digincore
+DigitalPebble
 DnBCrawler-Analytics
-DomainAppender
+DnyzBot
 DomainSigmaCrawler
 Domains Project
 Dotbot
-Download Wonder
-Dragonfly
-EMail Siphon
+EMail Wolf
+Ebingbong
 EirGrabber
 EroCrawler
 Evil
-Exabot
+Extreme Picture Finder
+Ezooms
+FDM
 FHscan
-Fimap
 Flunky
-Foobot
 FyberSpider
-GT::WWW
+Genieo
+GermCrawler
 GetRight
-GetWeb
 GoZilla
 Gotit
 GrabNet
-GrapeFX
 GridBot
-HTTP::Lite
-Havij
+HTMLparser
 Heritrix
-HybridBot
-IDBot
-IRLbot
-Iblog
+Hloader
+Humanlinks
+Image Fetch
+Image Sucker
 IndeedBot
-InfoNaviRobot
-InfoTekies
+Internet Ninja
+Iskanie
+IstellaBot
 JOC Web Spider
-JamesBOT
+Jbrofuzz
+JetCar
 Jetty
-Joomla
+JikeSpider
+JustView
 Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
-LWP::Simple
-Lanshanbot
-Larbin
-Libwhisker
-Lightspeedsystems
-LinkScan
+Lftp
 Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
 MJ12bot
-Mag-Net
-Majestic SEO
-MarkWatch
+MSFrontPage
+Majestic-SEO
+MarkMonitor
 Mass Downloader
 Masscan
-Mata Hari
-Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
 Microsoft Data Access
-Minefield
 Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
+Mojeek
+Mojolicious
 NICErsPRO
-Nameprotect
-Navroad
-Net Vampire
-Nettrack
+Name Intelligence
+NetMechanic
+NetZIP
 Netvibes
-Niki-bot
-NimbleCrawler
+Nimbostratus
+Ninja
 Nmap
-Octopus
-Offline Explorer
+Not
+Nuclei
+Nutch
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
-OrangeSpider
+OutclicksBot
 PECL::HTTP
-PageScorer
+POE-Component-Client-HTTP
 PageThing.com
 Panscient
-Pavuk
+Petalbot
 Picscout
-Pixray
+Picsearch
 PleaseCrawl
-Pockey
 ProWebWalker
+Probethenet
+Psbot
 Pump
 PyCurl
-QueryN Metasearch
-RankingBot
-RankingBot2
-Rankivabot
-RebelMouse
-Recorder
-SEOkicks
+Quick-Crawler
+RankurBot
+RealDownload
+Ripper
+RocketCrawler
+Rogerbot
+SEOlyticsCrawler
 SEOprofiler
 SEOstats
-SMTBot
 ScanAlert
+Scanbot
+ScoutJet
 Scrapy
 Screaming
-ScrepyBot
-Searchestate
-SemrushBot
+Seekport
+Semrush
+SentiBot
+SeoSiteCheckup
+SeobilityBot
 Seomoz
-SiteSucker
-SocialRankIOBot
+SiteSnagger
+SlySearch
+Snapbot
+Snoopy
 Sociscraper
 Sogou web spider
 Sosospider
+Sottopop
+SpaceBison
 Spammen
 SpankBot
+Spanner
+Spbot
 Spinn3r
 SputnikBot
 Sqlmap
-Sqlworm
-Steeler
-Sucuri
+Sqworm
+Sucker
+SuperBot
+Surfbot
 SurveyBot
+Suzuran
 Swiftbot
-T0PHackTeam
+T8Abot
 Teleport
-Telesoft
+TeleportPro
 Telesphorep
-Thumbor
+TheNomad
 TightTwatBot
+Titan
 Toweyabot
-Trendiction
-True_Robot
+Turingos
 TurnitinBot
 TwengaBot
-Typhoeus
 URLy.Warning
 UnisterBot
-Upflow
+V-BOT
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
-VoidEYE
+Voil
 Voltron
 WBSearchBot
+WISENutbot
+WWW-Collector-E
 WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-Web Auto
+WWWOFFLE
+Wallpapers
 Web Collage
-Web Fetch
+Web Fuck
 Web Sucker
 WebBandit
-WebEnhancer
-WebFuck
-WebPix
-WebReaper
 WebSauger
 WebStripper
 WebWhacker
-Website Quester
-Webster
+WebZIP
+Webshag
+WebsiteExtractor
 Whack
-WinHTTrack
+Wonderbot
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
-Zauba
-Zermelo
+Zeus
+ZmEu
 ZumBot
-autoemailspider
-coccocbot
-cognitiveseo
+arquivo-web-crawler
+arquivo.pt
+clark-crawler
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-domainsproject.org
+eCatch
+facebookscraper
+gopher
 heritrix
-iubenda-radar
-linkdexbot
+instabid
 lwp-trivial
-muhstik-scan
-page scorer
+meanpathbot
 pcBrowser
-plumanalytics
-satoristudio.net
-scalaj-http
+polaris version
+ripz
+s1z.ru
 scan.lol
-seoscanners
+seobility
 sexsearcher
-sitechecker.pro
 siteripz
 sogouspider
-sysscan
-trendiction.com
-webmeup-crawler
-webpros.com
-webprosbot
+tAkeOut
+x09Mozilla
+x22Mozilla
+zgrab