V4.2021.10.2654 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-ADmantX
-Abonti
+80legs
+ASPSeek
 Aboundexbot
 Acunetix
-AhrefsBot
 AiHitBot
-Aipbot
 Alexibot
+AllSubmitter
+Alligator
 Anarchie
-Anarchy99
-Anthill
+Ankit
+Apexoo
 Asterias
 Attach
-BDFetch
-BLEXBot
-BackDoorBot
-BackStreet
+AwarioRssBot
+AwarioSmartBot
+BBBike
 BackWeb
-Bandit
+BacklinkCrawler
+Badass
 Barkrowler
-Black Hole
+BetaBot
 Blackboard
-BlowFish
 Boardreader
 Bolt
-Buddy
+BuzzSumo
+CATExplorador
+CODE87
 CSHttp
-CazoodleBot
-CheeseBot
+Calculon
+Cegbfeieh
+CheTeam
 CherryPicker
-Cloud mapping
-Cogentbot
+ChinaClaw
+Cliqzbot
 Collector
-Copier
-DBLBot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
+Cosmos
+Craftbot
+Crawling at Home Project
+DIIbot
 Deusu
+Digincore
+DigitalPebble
+Dirbuster
 Discobot
+Dispatch
 DittoSpyder
+DnyzBot
 DomCopBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
+Domains Project
+Download Wonder
+Dragonfly
+Drip
+EasyDL
 Ebingbong
-Ecxi
-EirGrabber
-Evil
+Express WebPictures
 ExtLinksBot
-Extractor
-ExtractorPro
-EyeNetIE
-FDM
-Fimap
-Firefox/7.0
+Extreme Picture Finder
 FlashGet
-Foobot
+Flunky
+Freeuploader
+FrontPage
+FyberSpider
 Fyrebot
-GT::WWW
-Genieo
+G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
 GetRight
-Getintent
-Go-Ahead-Got-It
+Gigabot
+Go!Zilla
+Gotit
 GrabNet
-Grabber
-GrapeFX
-HMView
+GridBot
 HTMLparser
-HTTrack
+HTTP::Lite
 Haansoft
 HaosouSpider
-Heritrix
+Havij
 HybridBot
-IRLbot
+IDBTE4M
+Iblog
 Id-search
-IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-Internet Ninja
-JamesBOT
-JennyBot
+InternetSeer
+Iskanie
+Jbrofuzz
 JikeSpider
-Joomla
-Jyxobot
-LNSpiderguy
-LWP::Simple
+Jorgee
+Lanshanbot
+Larbin
 Leap
 LeechFTP
+LeechGet
+LexiBot
+Lftp
 LibWeb
 Libwhisker
-Likse
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+Lightspeedsystems
+LinkWalker
 Lipperhey
 Lipperhey Spider
-Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MSIECrawler
+MTRobot
+Mag-Net
 Magnet
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-Majestic12
-MarkMonitor
 Mass Downloader
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
+Masscan
+MauiBot
+Mb2345Browser
 MicroMessenger
 Microsoft URL Control
-Moblie Safari
-Mojeek
-Mojolicious
+Mister PiX
 Morfeus Fucking Scanner
-Mr.4x3
-NICErsPRO
-NetAnts
-NetMechanic
-Netcraft
-Nettrack
-NextGenSearchBot
+Nameprotect
+Navroad
+Needle
+Nessus
+NetLyzer
+Netvibes
 Nibbler
+Nikto
 NimbleCrawler
 Nimbostratus
 Nmap
-Octopus
-Offline Navigator
-OnCrawl
-Openfind
-OrangeBot
-OrangeSpider
-PHPCrawl
+Nuclei
+Openvas
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
-Petalbot
-Pi-Monster
+Pandalytics
+Picsearch
 Pimonster
-Pixray
 PleaseCrawl
-PyCurl
+Pockey
+Probethenet
+Psbot
+Pump
+QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankingBot2
+RankFlex
 Rankivabot
+Re-re
 RealDownload
-RebelMouse
 RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
 SBIder
 SEOkicks
 SEOlyticsCrawler
 SEOprofiler
-SISTRIX
-SalesIntelligent
-ScanAlert
-Scanbot
+SMTBot
+ScoutJet
 Scrapy
 Screaming
-ScreenerBot
 ScrepyBot
-SearchmetricsBot
+Searchestate
 SentiBot
-Seomoz
-Site Sucker
+Siphon
+SiteExplorer
+SiteLockSpider
 SiteSnagger
-Sitebeam
-Sitevigil
+SlySearch
+Snapbot
+Snoopy
 SocialRankIOBot
-Sottopop
-SpankBot
-Spinn3r
-Sqlworm
-Sqworm
-Sucker
-Sucuri
-SuperHTTP
-Suzuran
-Swiftbot
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
+Spammen
+Sqlmap
+SuperBot
+Surfbot
+T0PHackTeam
+T8Abot
+Telesphorep
 TheNomad
 Thumbor
-TightTwatBot
-Toata
+Toweyabot
+Tracemyfile
 Trendictionbot
 True_Robot
 Turnitin
 TurnitinBot
 TwengaBot
-URLy.Warning
+URLy Warning
 UnisterBot
 V-BOT
-WASALive-Bot
-WEBDAV
-WWW-Collector-E
-WWW-Mechanize
+VelenPublicWebCrawler
+VeriCiteCrawler
+WISENutbot
 WWWOFFLE
-WeSEE
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-WebAuto
+Web Collage
+Web Fetch
+WebBandit
+WebCopier
 WebFetch
-WebImageCollector
+WebFuck
+WebLeacher
 WebPix
-WebSauger
-WebStripper
-WebSucker
 WebWhacker
-WebZIP
 Webalta
-WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+WebmasterWorldForumBot
+WebsiteExtractor
+WebsiteQuester
+Webster
+Whack
+Whatweb
+Widow
+Wonderbot
+Wprecon
+Xenu
+Zade
+Zermelo
 Zeus
 ZoomBot
-arquivo-web-crawler
-backlink-check
-check1.exe
-com.plumanalytics
+ZoominfoBot
+arquivo.pt
+clark-crawler
+coccocbot-web
+cognitiveseo
+crawl.sogou.com
 dataforseo.com
-demandbase-bot
 domainsproject.org
 eCatch
-heritrix
-internetVista monitor
 isitwp.com
-lwp-trivial
-magpie-crawler
+lwp-request
 meanpathbot
-plumanalytics
-polaris version
-probe-image-size
-scan.lol
-seobility
-seoscanners
+muhstik-scan
+oBot
+ripz
 seostar
+sexsearcher
 siteripz
+sogouspider
 spyfu
+tAkeOut
 ubermetrics-technologies.com
-voyagerx.com
-webpros.com
+webmeup-crawler
 webprosbot
-x22Mozilla
-zauba.io