V4.2022.07.3238 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404checker
+404enemy
 ADmantX
-AIBOT
 ALittle Client
-ASPSeek
-Abonti
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-AllSubmitter
-Alligator
-Anarchie
-Anarchy
-Ankit
-Asterias
-Attach
+Aboundex
+AhrefsBot
+AiHitBot
+Anthill
+Aspiegel
 AwarioSmartBot
-BBBike
-BackDoorBot
-BackWeb
-Battleztar Bazinga
+BackStreet
+Badass
+Bandit
 Bigfoot
+Bitacle
 BlackWidow
+BlowFish
 Boardreader
-Bolt
-Buck
+Brandprotect
 Buddy
 BuiltWith
-BunnySlippers
-BuzzSumo
-CheTeam
+CATExplorador
+ChinaClaw
 Chlooe
-Cliqzbot
-Cloud mapping
 Cocolyzebot
-Cogentbot
-Copyscape
-Craftbot
+Copier
+CopyRightCheck
+Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-Crescent
 CrunchBot
 Custo
-CyotekWebCopy
+DBLBot
+DataCha0s
 DatabaseDriverMysqli
-Deusu
 Dirbuster
 Discobot
-Discoverybot
-DnBCrawler-Analytics
-DomainCrawler
+Dispatch
+DnyzBot
+DomainAppender
 DomainSigmaCrawler
-EasyDL
-EroCrawler
-Evil
+Domains Project
+Dotbot
+Download Wonder
+Drip
+ECCP/1.0
+EMail Siphon
+Ecxi
 Express WebPictures
-EyeNetIE
-FDM
-Fimap
-Flunky
-FrontPage
+ExtLinksBot
+ExtractorPro
+FHscan
+FemtosearchBot
 Fuzz
 FyberSpider
+Fyrebot
+GT::WWW
 GalaxyBot
-GermCrawler
 GetRight
+Gigabot
+Go-Ahead-Got-It
 GoZilla
-GrabNet
 Grabber
-GrapeshotCrawler
-HEADMasterSEO
-HTTrack
-Hloader
+GridBot
+HTMLparser
+Haansoft
+Harvest
+Havij
 HonoluluBot
 IDBot
+Iblog
+Id-search
 IlseBot
-Image Sucker
-Internet Ninja
-Iria
-IstellaBot
-JennyBot
+Indy Library
+Intelliseek
+InterGET
+JamesBOT
+Jetty
+Jorgee
 JustView
-Kenjin Spider
+Kinza
+LeechFTP
 LeechGet
-Lftp
-LibWeb
-Lightspeedsystems
-Likse
-LinkScan
+LexiBot
+LieBaoFast
 LinkWalker
 Linkbot
-LinkextractorPro
-LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MIDown tool
+Lipperhey Spider
+Ltx71
 MIIxpc
-MJ12bot
-MSFrontPage
 MTRobot
-Magnet
 Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-Mass Downloader
-MauiBot
-Mediatoolkitbot
+Majestic12
+Masscan
+Meanpathbot
 MegaIndex.ru
-Metauri
 MicroMessenger
+Microsoft URL Control
 Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
 Musobot
-Navroad
-NetAnts
-Netcraft
-Nettrack
-Netvibes
+NICErsPRO
+Needle
+Nessus
+Net Vampire
+NetLyzer
+NetMechanic
 NextGenSearchBot
 Nibbler
-Niki-bot
 Nikto
-NimbleCrawler
 Nuclei
-Nutch
+Offline Explorer
+OnCrawl
 Openfind
 OrangeBot
+OrangeSpider
 OutfoxBot
-Pandalytics
-Panscient
-Picscout
+PECL::HTTP
+PageGrabber
+PageScorer
+PageThing.com
+Picsearch
+PictureFinder
+PleaseCrawl
+ProWebWalker
 Psbot
+PxBroker
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActive
-RankFlex
+RankActiveLinkBot
+RankingBot
+RankingBot2
 Re-re
+ReGet
 RealDownload
-Reaper
-RepoMonkey
+RebelMouse
+RedesScrapy
 Ripper
-SBIder
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SMTBot
-SalesIntelligent
+Rogerbot
+SEOkicks-Robot
+SISTRIX
+ScanAlert
 ScrepyBot
 Searchestate
 Seekport
 SemanticJuice
-Semrush
-Shodan
+SeoSiteCheckup
+Seomoz
 Siphon
-SiteLockSpider
-SiteSnagger
-SiteSucker
+Site Sucker
+Sitebeam
+Siteimprove
+SlySearch
+SmartDownload
+Snoopy
 Sociscraper
 Sosospider
-SpaceBison
-Spammen
-SpankBot
+Spbot
 Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
+Sucuri
 SuperBot
-Surfbot
+SuperHTTP
 SurveyBot
-Teleport
+Suzuran
+Swiftbot
+T0PHackTeam
 TeleportPro
+Telesoft
 Telesphoreo
-Telesphorep
-Thumbor
-TightTwatBot
-Titan
-Tracemyfile
+TheNomad
+Toata
+Toweyabot
 Trendictionbot
 True_Robot
 Turingos
-URLy Warning
+Turnitin
+TurnitinBot
+Twice
+Typhoeus
 URLy.Warning
 Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
+VeriCiteCrawler
+VoidEYE
 Voil
-WBSearchBot
+Voltron
 WISENutbot
-WWW-Collector-E
+WPScan
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Auto
-Web Collage
-WebBandit
-WebEnhancer
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Pix
+Web Sucker
 WebFetch
-WebGo IS
 WebPix
 WebReaper
-WebSauger
-WebStripper
-WebWhacker
-WebsiteExtractor
+WebSucker
+WebZIP
+WebmasterWorldForumBot
+WebsiteQuester
 Webster
-Whack
+Whacker
 Whatweb
-WiseGuys Robot
 Woobot
-Wotbox
-Xenu
+Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
-Zade
-Zeus
-ZmEu
 ZoomBot
 ZoominfoBot
-ZumBot
 adscanner
-arquivo-web-crawler
+archive.org_bot
 arquivo.pt
-cah.io.community
-coccocbot
+backlink-check
+clark-crawler
+cognitiveseo
+crawl.sogou.com
 crawler4j
 demandbase-bot
-domainsproject.org
+eCatch
+evc-batch
+facebookscraper
 gopher
-iubenda-radar
-linkdexbot
+heritrix
+ips-agent
+isitwp.com
 lwp-request
+magpie-crawler
+mediawords
+muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
-ripz
+polaris version
+probe-image-size
 scan.lol
-seoscanners
+seobility
 seostar
-sitechecker.pro
+sexsearcher
+siteripz
 sogouspider
-tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-webpros.com
-xpymep1.exe
+webgains-bot
+x22Mozilla
 zauba.io
+zgrab