V4.2022.08.3302 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-80legs
-AIBOT
-Aboundex
+404checker
+ASPSeek
+Abonti
 Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+Acunetix
 AiHitBot
-Aipbot
+AllSubmitter
 AlphaBot
-Anarchy99
-Ankit
-Aspiegel
-Atomseobot
-BDCbot
+Anarchie
+Anthill
+Asterias
+AwarioRssBot
+AwarioSmartBot
 BDFetch
-BackStreet
+BLEXBot
 BackWeb
-Bigfoot
-Bitacle
-Black Hole
+Battleztar Bazinga
+BlackWidow
+Blackboard
 Blow
-BlowFish
-BotALot
 Brandwatch
-Bullseye
-CSHttp
-Cegbfeieh
+BuiltBotTough
+CATExplorador
+CherryPicker
 Chlooe
+Citoid
 Claritybot
-Cliqzbot
 Cloud mapping
+Cocolyzebot
 Collector
 Copier
-Copyscape
-Crawling at Home Project
+Cosmos
+Craftbot
+CrazyWebCrawler
 Curious
 Custo
+CyotekWebCopy
 DBLBot
 DSearch
-Devil
 Dirbuster
 Disco
-Discobot
-Dispatch
-DnyzBot
-DomCopBot
+DomainAppender
 DomainCrawler
-Dragonfly
-Drip
-EMail Siphon
+DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
+EMail Wolf
 Ebingbong
-Express WebPictures
-Extreme Picture Finder
-EyeNetIE
+Ecxi
+EirGrabber
+Extractor
+Ezooms
+FDM
+FHscan
+Flunky
 Foobot
 Freeuploader
-Fuzz
-FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
 GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
+GetWeb
+Gigabot
+GoZilla
 Gotit
+Grafula
 GrapeFX
-GridBot
-HMView
-HTTrack
+GrapeshotCrawler
+HTTP::Lite
 Haansoft
+Havij
 Heritrix
-IDBTE4M
+Hloader
+HonoluluBot
+Humanlinks
+HybridBot
 IRLbot
 Id-search
 IlseBot
 Indy Library
-InfoTekies
 Internet Ninja
-Iskanie
 JOC Web Spider
 JamesBOT
-JustView
-Kenjin Spider
+Jbrofuzz
+JikeSpider
+Jyxobot
 Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
 LNSpiderguy
+LWP::Simple
 Larbin
-Leap
-LexiBot
+LeechFTP
 LibWeb
 Libwhisker
-LinkWalker
-LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
+LieBaoFast
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey Spider
 MJ12bot
+MQQBrowser
 MTRobot
-Mag-Net
-Majestic-SEO
-MarkWatch
-Masscan
-Mb2345Browser
+MarkMonitor
+Mata Hari
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
+Metauri
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
+Mojolicious
 MolokaiBot
-Mozlila
-Nameprotect
+Msrabot
+Musobot
+NICErsPRO
+Navroad
 NearSite
 Needle
 Nessus
-Net Vampire
-NetMechanic
-NetZIP
+Netcraft
 NextGenSearchBot
-NimbleCrawler
-Ninja
 Nuclei
+Nutch
+Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
 Openfind
+OrangeBot
 OutclicksBot
-PHPCrawl
+Page Analyzer
 PageAnalyzer
-PageScorer
-PageThing.com
+Pandalytics
 Panscient
-Papa Foto
 PeoplePal
-Petalbot
 Pi-Monster
 PleaseCrawl
 Pockey
+ProWebWalker
 Probethenet
-Psbot
-Pu_iN
-PyCurl
-QueryN Metasearch
-RankActive
+Quick-Crawler
+RankFlex
+RankingBot
+RankurBot
+ReGet
+Reaper
 RebelMouse
-Recorder
-RepoMonkey
 SEOkicks-Robot
+SEOstats
 SMTBot
-ScoutJet
-Screaming
+SalesIntelligent
+ScanAlert
 Searchestate
 Seekport
-SemrushBot
-SentiBot
 SeobilityBot
+Siphon
 Site Sucker
 SiteLockSpider
-SiteSnagger
-SiteSucker
-Sitevigil
+Sitebeam
 SlySearch
 SmartDownload
-Snake
 Snapbot
 Snoopy
-Sociscraper
-Sottopop
-Spammen
-Spanner
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpaceBison
 Spinn3r
 SputnikBot
-Sqlmap
 Sqworm
-Steeler
-Stripper
-Sucker
-Sucuri
+SuperBot
 SuperHTTP
+SurveyBot
 Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
 Telesoft
-Telesphorep
-TightTwatBot
+The Intraformant
+TheNomad
 Titan
-Toweyabot
+Toata
 Tracemyfile
-Trendictionbot
-TurnitinBot
-Typhoeus
-Upflow
-V-BOT
-VeriCiteCrawler
-Virusdie
-Voil
-Voltron
-WWW-Collector-E
+Turingos
+Vacuum
+WISENutbot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Web Collage
+Wallpapers/3.0
+WeSEE
+Web Fetch
+Web Pix
+Web Sauger
 Web Sucker
-WebBandit
-WebCollage
-WebCopier
-WebFetch
-WebLeacher
+WebAuto
+WebImageCollector
+WebPix
 WebReaper
-WebSucker
+WebSauger
+WebStripper
 Webalta
-WebsiteQuester
-Whack
-Who.is Bot
+WebmasterWorldForumBot
+Webster
+Whacker
 WinHTTrack
-Xenu
+Wotbox
+Wprecon
+Xaldon_WebSpider
 YoudaoBot
-Zermelo
-ZmEu
+Zade
+ZoomBot
 ZoominfoBot
-ZyBorg
+ZumBot
+adscanner
+archive.org_bot
+autoemailspider
 backlink-check
 cah.io.community
+clark-crawler
 coccocbot
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
 crawler4j
-dataforseo.com
-facebookscraper
+evc-batch
+gopher
+heritrix
+instabid
 ips-agent
-iubenda-radar
-linkdexbot
+isitwp.com
+lwp-request
 lwp-trivial
-magpie-crawler
-oBot
+muhstik-scan
+netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-scan.lol
+ripz
+s1z.ru
 seobility
 seocompany.store
-serpstatbot
-siteripz
-sysscan
-tAkeOut
-webmeup-crawler
+seoscanners
+seostar
+sexsearcher
+sitechecker.pro
+sogouspider
+sp_auditbot
+trendiction.de
+voyagerx.com
+webgains-bot
 webpros.com
+webprosbot
+xpymep1.exe