V4.2022.03.2998 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
+360Spider
+404checker
+404enemy
 Aboundex
-Aboundexbot
-Acunetix
-Alexibot
-AllSubmitter
-AlphaBot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Aipbot
 Anarchy
+Anarchy99
 Ankit
-Apexoo
-Atomseobot
-BDCbot
-BackDoorBot
-BackWeb
-Backlink-Ceck
-Bandit
+Anthill
+AwarioRssBot
+BackStreet
 Barkrowler
 BatchFTP
-BetaBot
-Blackboard
+Bigfoot
 Blow
-Boardreader
 Brandprotect
-Brandwatch
-BunnySlippers
+Buck
+BuzzSumo
 CATExplorador
 CCBot
-CODE87
 CensysInspect
 CheeseBot
 ChinaClaw
-Claritybot
+Chlooe
+Cliqzbot
+Cloud mapping
 Cocolyzebot
 Collector
+CopyRightCheck
+Cosmos
 Craftbot
-DBLBot
-Devil
+CrazyWebCrawler
+DIIbot
+DSearch
+DTS Agent
+DatabaseDriverMysqli
 DigitalPebble
-Discoverybot
-DomainCrawler
+Dirbuster
+Disco
+DnBCrawler-Analytics
+DomCopBot
+Download Wonder
 EasyDL
 Ebingbong
+EroCrawler
 Evil
-Extractor
-ExtractorPro
-EyeNetIE
+Extreme Picture Finder
+Ezooms
 FDM
 FlashGet
-Fyrebot
+Fuzz
+FyberSpider
 GalaxyBot
 GetRight
 Getintent
-Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
 Gotit
 GrabNet
+Grabber
+Grafula
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-HTTrack
-Haansoft
 HaosouSpider
-Havij
-Heritrix
-Humanlinks
+Hloader
+HybridBot
 IDBot
 Iblog
-IlseBot
 Image Fetch
-IndeedBot
-Indy Library
+Image Sucker
+InfoNaviRobot
 InfoTekies
-Intelliseek
-Iskanie
-Jbrofuzz
+InternetSeer
+Iria
 JennyBot
 JetCar
-JikeSpider
-Jyxobot
+Jetty
+JustView
+Keybot Translation-Search-Machine
 Keyword Density
 Kinza
-Lanshanbot
-Leap
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Larbin
+LeechFTP
+LeechGet
+LexiBot
+LibWeb
+Libwhisker
 LieBaoFast
-LinkScan
-LinkWalker
-LinkpadBot
-LinksManager
-LinqiaScrapeBot
-MIDown tool
-MJ12bot
-MSIECrawler
+Linkbot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey Spider
+Litemage_walker
+MSFrontPage
+Magnet
+MarkMonitor
 Mass Downloader
-Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-Microsoft Data Access
-Minefield
-Mister PiX
+Masscan
+MauiBot
+MegaIndex.ru
 Moblie Safari
-NICErsPRO
+Mojeek
+Mojolicious
 Name Intelligence
-Nameprotect
-Navroad
-Needle
+NearSite
 Net Vampire
-NetAnts
 NetLyzer
+NetMechanic
 NetZIP
-Nikto
-Nimbostratus
+Niki-bot
 Nuclei
-Octopus
+Nutch
+OnCrawl
 OpenLinkProfiler
 Openvas
-OrangeBot
-POE-Component-Client-HTTP
-PageGrabber
+OutclicksBot
+PHPCrawl
+Pandalytics
 Panscient
 Papa Foto
-Pavuk
-Picscout
 Picsearch
 PictureFinder
+Piepmatz
 Pimonster
-Pockey
-Psbot
-Pu_iN
-PyCurl
-QueryN Metasearch
+Pixray
+PleaseCrawl
+ProPowerBot
+PxBroker
 RSSingBot
+RankActiveLinkBot
+Rankivabot
+Re-re
+ReGet
+RebelMouse
 Recorder
-RedesScrapy
-RocketCrawler
-SBIder
-SEOkicks-Robot
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-ScanAlert
-Screaming
+SEOstats
+SMTBot
+Scanbot
 ScreenerBot
 ScrepyBot
+Searchestate
 SearchmetricsBot
 Seekport
 Semrush
 SemrushBot
-SeobilityBot
-Shodan
+SentiBot
 Siphon
-Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
-Snoopy
+SiteLockSpider
+SiteSnagger
+Snake
+Snapbot
 Sogou web spider
-Sosospider
 Sottopop
-Spammen
+SpaceBison
+SpankBot
 Sqlmap
-Sqworm
+Sqlworm
 Steeler
-Sucker
-Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
 Szukacz
 T0PHackTeam
-T8Abot
+Teleport
 TeleportPro
-Telesoft
+Telesphorep
 The Intraformant
-Toata
-Tracemyfile
+Thumbor
 Trendiction
-Turnitin
+Turingos
+TurnitinBot
 Twice
 Typhoeus
-Upflow
-Vagabondo
-VeriCiteCrawler
+URLy Warning
+URLy.Warning
+V-BOT
+VoidEYE
+Voil
 WASALive-Bot
 WEBDAV
-WISENutbot
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-WeSEE
-Web Collage
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Auto
 Web Enhancer
-Web Sucker
-WebAuto
+Web Fuck
+Web Sauger
 WebBandit
-WebCollage
 WebImageCollector
 WebPix
 WebReaper
-WebZIP
+WebStripper
+WebWhacker
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
-Whack
-Whatweb
+WebsiteQuester
+Webster
 Who.is Bot
 Widow
-WinHTTrack
+WiseGuys Robot
 Woobot
 Wprecon
-Xaldon WebSpider
-Zade
+YoudaoBot
+Zauba
+Zermelo
 Zitebot
-ZmEu
-ZoomBot
 ZoominfoBot
+ZyBorg
+adscanner
 archive.org_bot
+arquivo.pt
 autoemailspider
+backlink-check
 cah.io.community
 check1.exe
-clark-crawler
-com.plumanalytics
-crawler.feedback
-dataforseo.com
-domainsproject.org
+coccocbot
+cognitiveseo
+crawl.sogou.com
+demandbase-bot
 eCatch
-evc-batch
-heritrix
 internetVista monitor
-isitwp.com
 iubenda-radar
+lwp-request
 magpie-crawler
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
-page scorer
+mediawords
+pcBrowser
 plumanalytics
-polaris version
+probe-image-size
+ripz
+scan.lol
+seobility
 seocompany.store
 seostar
 serpstatbot
 sexsearcher
+sitechecker.pro
+sogouspider
 sp_auditbot
-spyfu
-trendiction.de
 voyagerx.com
-webmeup-crawler
+webgains-bot
 webpros.com
 x09Mozilla
+xpymep1.exe
+zgrab