V4.2022.04.3065 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+ASPSeek
 Abonti
-Aboundex
-Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
+Aipbot
 Alexibot
-AlphaBot
+Alligator
+Anarchie
+Anarchy99
+Apexoo
 Aspiegel
-Asterias
+Attach
 AwarioSmartBot
 BBBike
-BDCbot
+BLEXBot
 BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
 Bandit
-Battleztar Bazinga
 Bitacle
-Blackboard
-Blow
-Bolt
-BotALot
+BlackWidow
+Boardreader
 Brandprotect
-Buddy
+Buck
 BuiltBotTough
-BunnySlippers
+BuiltWith
+Bullseye
+CATExplorador
+CCBot
 CODE87
-CSHttp
 Calculon
 Cegbfeieh
+CherryPicker
 ChinaClaw
-Cliqzbot
+Chlooe
 Cloud mapping
-CrazyWebCrawler
-Custo
-DBLBot
+Cocolyzebot
+Craftbot
+CrunchBot
+Curious
+CyotekWebCopy
 DIIbot
-DSearch
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Digincore
-Discobot
-Discoverybot
-DittoSpyder
+Deusu
+Disco
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomainAppender
 DomainCrawler
+Dotbot
+Download Wonder
 Dragonfly
-EMail Siphon
 EMail Wolf
+Ebingbong
 EirGrabber
 EroCrawler
-Express WebPictures
+Evil
 ExtLinksBot
-Ezooms
+Extractor
+FDM
 FHscan
-Fimap
-FlashGet
+Flunky
 Foobot
-Freeuploader
-GermCrawler
-GetRight
-Go-Ahead-Got-It
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+Genieo
+Getintent
+Gigabot
+Go!Zilla
+Gotit
 GrabNet
-Grabber
+GrapeFX
 HTMLparser
-Heritrix
+HTTP::Lite
+HaosouSpider
 Hloader
 HonoluluBot
-Humanlinks
 HybridBot
 IDBTE4M
-IDBot
-InternetSeer
-Iria
+Id-search
+IlseBot
+IndeedBot
+Intelliseek
+InterGET
 IstellaBot
-JamesBOT
-JennyBot
-JetCar
+Jbrofuzz
 Joomla
 Jorgee
+Jyxobot
 Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
 Kinza
-LWP::Simple
-Lanshanbot
-LeechFTP
-LeechGet
+Kozmosbot
+LNSpiderguy
+Larbin
+Leap
 LibWeb
 Lightspeedsystems
-Likse
-LinkScan
 LinkWalker
-LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
-Lmspider
-MIDown tool
-MJ12bot
+Lipperhey Spider
+Ltx71
 MQQBrowser
+MSFrontPage
+Mag-Net
+Magnet
 Mail.RU_Bot
-MarkMonitor
-Masscan
+Majestic SEO
+Majestic-SEO
+Mata Hari
 MauiBot
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Metauri
 MicroMessenger
-Microsoft Data Access
-Minefield
-Moblie Safari
+Mister PiX
 Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
+NPbot
+Nameprotect
+NearSite
+Needle
 Nessus
 Net Vampire
+NetAnts
+NetMechanic
+NetSpider
 NetZIP
 Netvibes
-Nikto
+Niki-bot
 Nmap
 Not
 Nuclei
-OpenLinkProfiler
-Openvas
-OutfoxBot
-PECL::HTTP
+Nutch
+Offline Navigator
+Openfind
+OutclicksBot
 POE-Component-Client-HTTP
-Page Analyzer
-Pandalytics
-PeoplePal
-PictureFinder
+PageAnalyzer
+PageScorer
+Panscient
 Pixray
-Pockey
 ProWebWalker
-Probethenet
-Psbot
 Pu_iN
-Pump
 PxBroker
-PyCurl
-RankActive
+Quick-Crawler
+RSSingBot
 RankFlex
-RankingBot
-RankingBot2
-RankurBot
-Re-re
-Recorder
-RedesScrapy
+ReGet
+RealDownload
+Reaper
+RebelMouse
 RocketCrawler
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
+ScoutJet
+Screaming
+ScrepyBot
 Searchestate
+Semrush
+SemrushBot
+SentiBot
+Seomoz
+Shodan
 SiteExplorer
-SiteSnagger
-SiteSucker
-Sitebeam
-Snake
+Sitevigil
+SmartDownload
+Snoopy
 Sogou web spider
-Sosospider
 Sottopop
-SpankBot
-Spanner
+SpaceBison
+Spammen
+Spbot
+Spinn3r
 SputnikBot
-Sqlworm
-Stripper
-SuperHTTP
-SurveyBot
-Szukacz
+Sucuri
+SuperBot
+T0PHackTeam
 T8Abot
+Teleport
 TeleportPro
-Telesphoreo
-Thumbor
-Trendictionbot
+Telesoft
+The Intraformant
+Toata
+Trendiction
 True_Robot
+Turingos
 Turnitin
-TurnitinBot
-Typhoeus
-URLy Warning
-URLy.Warning
+TwengaBot
+Twice
+UnisterBot
 VB Project
 VCI
 Vacuum
 VeriCiteCrawler
-VidibleScraper
+WASALive-Bot
+WBSearchBot
 WEBDAV
 WISENutbot
-WPScan
-WWW-Collector-E
-Wallpapers
-WeSEE
-Web Collage
-Web Enhancer
+WWWOFFLE
+Web Fetch
 Web Fuck
 Web Pix
 Web Sucker
 WebAuto
-WebCollage
 WebCopier
+WebEnhancer
+WebFetch
+WebLeacher
 WebPix
-WebSucker
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
+WebReaper
+Webalta
 Webshag
-Whacker
-Who.is Bot
-WinHTTrack
+Whatweb
+Widow
+WiseGuys Robot
 Woobot
 Wprecon
-Xaldon_WebSpider
-Zeus
-Zitebot
+Xaldon WebSpider
+Xenu
+Zauba
 ZmEu
 ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
-coccocbot
-cognitiveseo
 crawl.sogou.com
-crawler4j
-domainsproject.org
-evc-batch
-linkdexbot
+eCatch
 lwp-request
-magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
-oBot
+netEstate NE Crawler
 page scorer
-pcBrowser
 plumanalytics
+probe-image-size
 ripz
-s1z.ru
 satoristudio.net
-seostar
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-sysscan
-trendiction.com
-webgains-bot
+scalaj-http
+seoscanners
+voyagerx.com
 webmeup-crawler
-xpymep1.exe
+webpros.com
+webprosbot
+zauba.io