V4.2022.10.3399 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404enemy
-ADmantX
-ALittle Client
-ASPSeek
-AhrefsBot
-Anarchy
+AIBOT
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+Aipbot
+Alexibot
+AllSubmitter
+Anarchy99
 Ankit
 Aspiegel
-Asterias
-BDFetch
-BatchFTP
-Bigfoot
+AwarioRssBot
+BLEXBot
+BackWeb
+Badass
+Bandit
+BetaBot
 Black Hole
 BlackWidow
-Boardreader
 Bolt
-BuiltBotTough
+BotALot
+Brandwatch
+Buck
+BuiltWith
 Bullseye
 BuzzSumo
-CCBot
-Calculon
-ChinaClaw
-Chlooe
-Claritybot
-Cliqzbot
+CSHttp
+Cegbfeieh
+CensysInspect
+Cocolyzebot
 Collector
+Copier
 CopyRightCheck
-Cosmos
-CrazyWebCrawler
+Craftbot
+Crawling at Home Project
+CrunchBot
+Custo
 CyotekWebCopy
-DBLBot
-DTS Agent
+DIIbot
+DSearch
+DataCha0s
 DatabaseDriverMysqli
 Devil
+DigitalPebble
 Dirbuster
-Disco
-Discobot
-Discoverybot
-DnBCrawler-Analytics
+Dispatch
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
 Dragonfly
-EasyDL
-Ecxi
-EirGrabber
+Drip
+ECCP/1.0
+EMail Wolf
 EroCrawler
 Evil
-Express WebPictures
-ExtLinksBot
-ExtractorPro
+Extreme Picture Finder
 EyeNetIE
+FDM
+FHscan
+Fimap
 Firefox/7.0
 Flunky
-FyberSpider
-G-i-g-a-b-o-t
+Fuzz
 GetRight
 GetWeb
 Getintent
 Gigabot
 GoZilla
-Gotit
-GrabNet
-Grabber
-Grafula
-GrapeFX
-GridBot
-HEADMasterSEO
-HMView
 HTTP::Lite
 HTTrack
-HaosouSpider
+Harvest
 Havij
 Heritrix
-Hloader
 HonoluluBot
-IDBot
+IDBTE4M
 IRLbot
-Image Fetch
+IlseBot
 Indy Library
 Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
+JamesBOT
 Jbrofuzz
+Joomla
+JustView
+Jyxobot
 Kenjin Spider
+Keyword Density
 LeechFTP
+LeechGet
+LexiBot
+Lftp
 LibWeb
-Lipperhey Spider
-Lmspider
-Ltx71
+LieBaoFast
+Likse
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 MIIxpc
 MSIECrawler
-Mag-Net
-MarkWatch
+MTRobot
+Majestic SEO
+Majestic-SEO
 Masscan
-MauiBot
-MicroMessenger
+Mb2345Browser
+Meanpathbot
 Microsoft Data Access
-Mister PiX
 Mojolicious
-Mr.4x3
-Name Intelligence
+Musobot
+NPbot
 Nameprotect
 Navroad
-NearSite
-Needle
-NetAnts
 NetZIP
+Netvibes
+NextGenSearchBot
 Nikto
 NimbleCrawler
-Ninja
-Nuclei
-Nutch
-OpenLinkProfiler
-Openfind
-OutclicksBot
+Not
+Octopus
+Offline Explorer
+Offline Navigator
+OpenVAS
+OutfoxBot
 PageGrabber
 PageThing.com
-Panscient
 Papa Foto
-Pavuk
+PeoplePal
+Pi-Monster
 Picscout
 Picsearch
+Pimonster
 PleaseCrawl
 Pockey
+ProPowerBot
+ProWebWalker
 Probethenet
-Pu_iN
 Pump
-RSSingBot
-RankFlex
-RankingBot2
-Re-re
-Reaper
-RebelMouse
-Recorder
-RedesScrapy
-RepoMonkey
-Ripper
+PxBroker
+PyCurl
+QueryN Metasearch
+RankActiveLinkBot
+RankingBot
+RankurBot
+ReGet
 Rogerbot
 SBIder
-SEOkicks
-SEOlyticsCrawler
-SEOstats
-SISTRIX
+SEOkicks-Robot
 ScanAlert
-Scanbot
-ScoutJet
-Screaming
-SearchmetricsBot
+Scrapy
+Seekport
 SemanticJuice
+SemrushBot
+SeobilityBot
+Seomoz
+Shodan
 Site Sucker
 SiteExplorer
+SiteSnagger
 SiteSucker
-Siteimprove
+Sitebeam
+Sitevigil
+SmartDownload
 Snake
-Snapbot
 Snoopy
 Sociscraper
-Sottopop
+Sosospider
 SpankBot
-Spanner
 Spbot
-Steeler
-Stripper
+Sqlworm
 Sucker
-Suzuran
-T0PHackTeam
-T8Abot
-TeleportPro
+SuperHTTP
+SurveyBot
+Szukacz
+Teleport
+Telesoft
+Telesphoreo
 Telesphorep
-The Intraformant
 TheNomad
-TightTwatBot
+Thumbor
+Titan
 Toata
 Toweyabot
-Tracemyfile
 Trendiction
-True_Robot
-Turingos
-Twice
+Turnitin
+Typhoeus
+URLy Warning
 URLy.Warning
-Upflow
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
+V-BOT
+VB Project
 Voltron
+WEBDAV
+WPScan
+WWW-Collector-E
 WWW-Mechanize
-WallpapersHD
-Web Fetch
-WebBandit
-WebCollage
-WebCopier
-WebFuck
+WWW::Mechanize
+Web Collage
+Web Enhancer
+Web Fuck
+Web Sucker
+WebAuto
+WebEnhancer
+WebGo IS
 WebImageCollector
 WebLeacher
-WebReaper
-WebSauger
+WebPix
 WebStripper
-WebSucker
 WebWhacker
-Webalta
-Webshag
-Website Quester
+WebZIP
+WebmasterWorldForumBot
 WebsiteExtractor
-Webster
-Whack
-Whacker
-Whatweb
+WebsiteQuester
+Widow
 WinHTTrack
-Wonderbot
-Wotbox
-Wprecon
-Xaldon_WebSpider
-Xenu
+WiseGuys Robot
+Xaldon WebSpider
+YoudaoBot
+Zauba
+Zermelo
+Zeus
+Zitebot
 ZmEu
+ZoominfoBot
 ZumBot
 ZyBorg
 archive.org_bot
-arquivo.pt
+arquivo-web-crawler
 autoemailspider
-cah.io.community
-check1.exe
+clark-crawler
 coccocbot
-crawl.sogou.com
-crawler4j
-demandbase-bot
+com.plumanalytics
 domainsproject.org
+facebookscraper
 gopher
 heritrix
+internetVista monitor
+ips-agent
+linkdexbot
 magpie-crawler
-netEstate NE Crawler
-plumanalytics
-probe-image-size
+mediawords
 ripz
-s1z.ru
-scalaj-http
+satoristudio.net
 scan.lol
 seobility
-seoscanners
 seostar
-sexsearcher
 sitechecker.pro
 sp_auditbot
-spyfu
-sysscan
-trendiction.de
-webgains-bot
+trendiction.com
+voyagerx.com
+webprosbot
+x22Mozilla
+zauba.io