V4.2021.12.2807 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
+360Spider
 80legs
-Abonti
+ASPSeek
+Aboundexbot
 Acunetix
-AlphaBot
 Anarchy
 Anarchy99
 Ankit
-AwarioRssBot
-BDCbot
-BLEXBot
+Apexoo
+Attach
+BBBike
+BDFetch
+BackDoorBot
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Bandit
+Barkrowler
 Battleztar Bazinga
+BetaBot
 Bigfoot
 Black Hole
 BlackWidow
-Blow
-BlowFish
-Bolt
-BotALot
+Boardreader
+Brandwatch
+Buck
+Buddy
+BuiltWith
 CCBot
-Cegbfeieh
-CheTeam
-CherryPicker
+CSHttp
+Calculon
+CheeseBot
 Claritybot
-Cloud mapping
-Cogentbot
+Cocolyzebot
 Collector
-Craftbot
-CrunchBot
+CopyRightCheck
+Crawling at Home Project
+Crescent
 Curious
-Custo
-DataCha0s
-DatabaseDriverMysqli
-Demon
+DIIbot
 Deusu
-Discobot
+Digincore
 Discoverybot
-Dispatch
-DittoSpyder
-DomCopBot
+DomainSigmaCrawler
+DomainStatsBot
 Dotbot
-EMail Wolf
-EirGrabber
-EroCrawler
-Express WebPictures
-ExtLinksBot
-EyeNetIE
-FHscan
-FrontPage
+Download Wonder
+ECCP/1.0
+EMail Siphon
+Ebingbong
+Ecxi
+Evil
+Extreme Picture Finder
+FDM
+FemtosearchBot
+Firefox/7.0
 FyberSpider
-GalaxyBot
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
 GermCrawler
+GetRight
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
-Grabber
+GoZilla
 Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
+GrapeFX
+GridBot
 Heritrix
-Humanlinks
+HybridBot
+IRLbot
 IlseBot
+Image Fetch
 IndeedBot
 Indy Library
-InfoNaviRobot
+InterGET
 Internet Ninja
+JamesBOT
 Jbrofuzz
-Jetty
-JustView
-Kenjin Spider
+JennyBot
+JetCar
+Joomla
+Jyxobot
 Keyword Density
-LNSpiderguy
+LWP::Simple
 Lanshanbot
-Larbin
-LeechFTP
+Leap
 LeechGet
+LexiBot
 Libwhisker
-Linkbot
+Lightspeedsystems
+Likse
+LinkScan
+LinkWalker
+Linkdexbot
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MJ12bot
-MSFrontPage
+MSIECrawler
 MTRobot
-Mag-Net
-Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic12
-Masscan
-MeanPath Bot
+Mass Downloader
+Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Minefield
 Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
 Mozlila
-NPbot
-Navroad
+Mr.4x3
+Msrabot
+NICErsPRO
+Name Intelligence
 NearSite
 Needle
 Nessus
-Net Vampire
 NetAnts
-NetLyzer
 NetSpider
-Nettrack
+NetZIP
 Netvibes
-Nikto
-Ninja
-Nmap
+Nibbler
+Nimbostratus
+Not
 Nuclei
-Nutch
-Offline Explorer
 Offline Navigator
-OrangeBot
-OutfoxBot
+OpenLinkProfiler
 PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageAnalyzer
-PageGrabber
 PageScorer
-Panscient
-PeoplePal
-Pimonster
+Pandalytics
+Piepmatz
 PleaseCrawl
-Pockey
 ProPowerBot
-Psbot
+ProWebWalker
+Probethenet
+Pump
 PxBroker
-RankActive
+RankFlex
 RankingBot
-RankingBot2
-Re-re
-Reaper
-RocketCrawler
+Rankivabot
+Recorder
+Ripper
 Rogerbot
-SBIder
-SISTRIX
-ScanAlert
-Scanbot
-ScoutJet
+SEOkicks
+SMTBot
 Screaming
 ScreenerBot
 ScrepyBot
-Searchestate
+SearchmetricsBot
 SemanticJuice
-Semrush
-SemrushBot
 SeoSiteCheckup
-Site Sucker
 SiteExplorer
 SiteLockSpider
 Sitebeam
-Siteimprove
-Sitevigil
+SlySearch
 SmartDownload
 Snake
+SocialRankIOBot
 Spammen
-Spanner
-Spbot
-Spinn3r
+SpankBot
+SputnikBot
+Sqlmap
+Steeler
+Sucker
 Sucuri
-Surfbot
-Suzuran
-Swiftbot
-Teleport
+SuperBot
+SurveyBot
+Szukacz
+TeleportPro
 Telesoft
-Telesphoreo
 Telesphorep
+The Intraformant
+TheNomad
 Thumbor
-TightTwatBot
-Toweyabot
-Turingos
+Tracemyfile
 TwengaBot
-Twice
-Typhoeus
-URLy.Warning
-V-BOT
-Vacuum
-Vagabondo
-VidibleScraper
-Virusdie
+Upflow
+VB Project
+VeriCiteCrawler
 VoidEYE
-Voil
 WASALive-Bot
 WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
-Wallpapers
-WallpapersHD
-Web Collage
-Web Enhancer
+WWW::Mechanize
+WeSEE
+Web Auto
+Web Fetch
+Web Fuck
+Web Pix
 Web Sucker
+WebBandit
 WebCopier
 WebEnhancer
-WebImageCollector
+WebLeacher
 WebPix
 WebSauger
 WebSucker
-WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
 Webshag
-WebsiteQuester
-Webster
-Whack
+Website Quester
+WebsiteExtractor
 Whacker
-Xenu
+Whatweb
+Who.is Bot
+Widow
+WinHTTrack
+WiseGuys Robot
+Woobot
+Wotbox
+Wprecon
 YoudaoBot
-Zade
-Zeus
-ZoomBot
-ZumBot
-crawler.feedback
-crawler4j
-domainsproject.org
+Zauba
+Zermelo
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+backlink-check
+cah.io.community
+clark-crawler
+coccocbot-web
+com.plumanalytics
+dataforseo.com
+demandbase-bot
+eCatch
 evc-batch
-facebookscraper
 gopher
+instabid
 isitwp.com
-plumanalytics
+lwp-request
+magpie-crawler
+meanpathbot
+mediawords
+oBot
+probe-image-size
 ripz
 satoristudio.net
 scan.lol
 seocompany.store
+seoscanners
 seostar
-serpstatbot
 sitechecker.pro
+sp_auditbot
 sysscan
-ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webmeup-crawler
-webprosbot
+x09Mozilla
 zauba.io
-zgrab