V4.2022.12.3503 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-AIBOT
+360Spider
+404enemy
+ADmantX
 ASPSeek
-Aboundexbot
-AhrefsBot
-AiHitBot
-Alexibot
-Anarchy99
+Abonti
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
+AllSubmitter
+Alligator
+AlphaBot
+Anarchy
+Ankit
+Aspiegel
+Asterias
+AwarioRssBot
 AwarioSmartBot
-BDCbot
-BackStreet
-BackWeb
+BBBike
+Backlink-Ceck
+Badass
 Bandit
 Barkrowler
-BlackWidow
-Blackboard
+BetaBot
+Bigfoot
+Bitacle
+Black Hole
 Boardreader
 Bolt
-Buddy
 BuiltBotTough
 BuiltWith
+Bullseye
+BunnySlippers
+CATExplorador
+CCBot
 CODE87
-Calculon
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheeseBot
-ChinaClaw
-Cloud mapping
+CherryPicker
+Citoid
 Cogentbot
-Collector
 CopyRightCheck
+Copyscape
 Cosmos
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 Custo
 CyotekWebCopy
-DSearch
-DTS Agent
+DataCha0s
 Deusu
-Digincore
-Discoverybot
-Dispatch
-DnyzBot
-Drip
-ECCP/1.0
+DigitalPebble
+Disco
+Discobot
+DomainStatsBot
+Dotbot
+Dragonfly
 EMail Siphon
-EMail Wolf
-EirGrabber
-Exabot
-Express WebPictures
-ExtractorPro
+EasyDL
+EroCrawler
+Evil
+Extractor
 Extreme Picture Finder
-EyeNetIE
-Ezooms
 FDM
-FHscan
+FemtosearchBot
 FlashGet
 Flunky
 FrontPage
+Fuzz
 GermCrawler
-GetRight
-GetWeb
+Getintent
 Go!Zilla
-Gotit
+GoZilla
 GrabNet
-GrapeFX
-GridBot
-HTTrack
-Haansoft
-Harvest
-Humanlinks
-IDBTE4M
-IDBot
+HMView
+HTMLparser
+Havij
+HonoluluBot
+HybridBot
 Iblog
-Id-search
+Image Sucker
 IndeedBot
-Indy Library
 InfoNaviRobot
+InfoTekies
 InternetSeer
-IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
+Iskanie
+Jetty
 Joomla
-Jorgee
-Jyxobot
+JustView
+Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
 LNSpiderguy
-Lanshanbot
-LeechFTP
-LieBaoFast
-LinkWalker
+Larbin
+LeechGet
+LibWeb
+Libwhisker
 LinkpadBot
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-MIDown tool
-MIIxpc
+Lmspider
 MJ12bot
+MSFrontPage
 MSIECrawler
+MTRobot
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-MarkWatch
+Majestic12
 Mass Downloader
 Mata Hari
 MauiBot
 Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
-Mister PiX
-Moblie Safari
-Mojolicious
-Mozlila
-Name Intelligence
-Nameprotect
+MegaIndex.ru
+Microsoft URL Control
+Minefield
+Mojeek
+MolokaiBot
+Mr.4x3
+NICErsPRO
+NPbot
+Navroad
 NearSite
-Needle
-Nessus
-NetAnts
-NetLyzer
-NetMechanic
-Netcraft
-Netvibes
-NextGenSearchBot
 Nibbler
-Niki-bot
 Nimbostratus
-Ninja
 Nmap
-Octopus
+Not
+Nuclei
 Offline Explorer
-Offline Navigator
-Openfind
+OnCrawl
 Openvas
-OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
+OrangeBot
+PageAnalyzer
+PageGrabber
+PageScorer
 PageThing.com
 Pandalytics
-Panscient
-Papa Foto
-PeoplePal
-Picscout
+Pi-Monster
+Picsearch
 Piepmatz
-Pixray
 PleaseCrawl
+ProWebWalker
 Probethenet
-Pump
 PxBroker
-PyCurl
-QueryN Metasearch
-RSSingBot
-RankingBot2
-Re-re
+RankActiveLinkBot
+RankFlex
+RankurBot
 RealDownload
 Reaper
-RebelMouse
-Recorder
+Ripper
+RocketCrawler
+Rogerbot
 SBIder
-SEOkicks
-SalesIntelligent
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
+ScanAlert
 Scanbot
+ScoutJet
+Scrapy
 Screaming
-Searchestate
-Semrush
+SearchmetricsBot
+SemanticJuice
+SemrushBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
-Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
 SiteSnagger
+Siteimprove
+Sitevigil
 SlySearch
 Snake
-Snapbot
-Spammen
-Spanner
-SputnikBot
-Sqworm
+Spbot
+Spinn3r
+Sqlworm
+Stripper
 Sucuri
-SuperBot
-SuperHTTP
+SurveyBot
+Suzuran
 T0PHackTeam
-Telesoft
-TheNomad
+TeleportPro
+Telesphoreo
+Telesphorep
 Thumbor
-TightTwatBot
+Toata
+Toweyabot
 Tracemyfile
-Trendictionbot
-Turnitin
-TwengaBot
+TurnitinBot
+Twice
 Upflow
-V-BOT
+Vacuum
+VeriCiteCrawler
 Virusdie
-WPScan
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
+Voltron
+WWW-Collector-E
 Web Collage
-Web Enhancer
 Web Fetch
-Web Fuck
-Web Sauger
-WebBandit
-WebCollage
-WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
-WebPix
+Web Pix
+WebAuto
+WebReaper
 WebStripper
 WebWhacker
 Webalta
-WebmasterWorldForumBot
-Webster
+Webshag
+Whack
 Whacker
-Who.is Bot
-Wonderbot
+Whatweb
+Widow
+WinHTTrack
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
 Zermelo
-ZumBot
-adscanner
-archive.org_bot
-arquivo.pt
 backlink-check
 check1.exe
+clark-crawler
 coccocbot
-cognitiveseo
+crawl.sogou.com
 crawler.feedback
-crawler4j
+demandbase-bot
+domainsproject.org
+gopher
 heritrix
 instabid
-lwp-request
+ips-agent
+isitwp.com
+iubenda-radar
+lwp-trivial
+mediawords
 muhstik-scan
 oBot
-pcBrowser
+page scorer
+plumanalytics
 polaris version
 ripz
-s1z.ru
 scalaj-http
 seobility
+seocompany.store
+seostar
 serpstatbot
+sexsearcher
+sitechecker.pro
 sogouspider
+trendiction.de
+webgains-bot
 webmeup-crawler
-webpros.com
-x09Mozilla
-zauba.io
+webprosbot
+x22Mozilla
+zgrab