V4.2022.10.3410 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404enemy
-Aboundexbot
-AllSubmitter
+Abonti
+Aipbot
 AlphaBot
-Anarchy
-Anarchy99
-Asterias
+Anthill
+Atomseobot
 BBBike
-BDCbot
 BDFetch
-BackDoorBot
 BackWeb
 BacklinkCrawler
-Badass
-BatchFTP
-BetaBot
-Bitacle
+Barkrowler
+Battleztar Bazinga
+Bigfoot
 Black Hole
 BlowFish
-Boardreader
-Bolt
+Brandprotect
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
 Bullseye
-BunnySlippers
 BuzzSumo
 CATExplorador
-CODE87
-Calculon
-CazoodleBot
+CCBot
 Cegbfeieh
 CensysInspect
 CheTeam
-Chlooe
+CheeseBot
+ChinaClaw
+Citoid
 Claritybot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
+Cogentbot
+Copier
+CopyRightCheck
 Copyscape
-Cosmos
-CrazyWebCrawler
-CyotekWebCopy
-DBLBot
-DSearch
+Craftbot
+CrunchBot
+Curious
+DatabaseDriverMysqli
 Deusu
-Digincore
-DigitalPebble
+Devil
 Discobot
 Dispatch
+DittoSpyder
 DnBCrawler-Analytics
 DomainSigmaCrawler
-DomainStatsBot
+Dotbot
 Download Wonder
-Ecxi
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+Ebingbong
 EroCrawler
 Exabot
 ExtLinksBot
-EyeNetIE
-FDM
+Extractor
+ExtractorPro
 FHscan
+FemtosearchBot
 Fimap
+Freeuploader
+FrontPage
+Fuzz
+GT::WWW
+GalaxyBot
 Genieo
 GetRight
+GetWeb
 Getintent
 Gigabot
 Go-Ahead-Got-It
-GoZilla
-Grabber
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
+Gotit
+GrabNet
+GrapeFX
 HTTP::Lite
 HTTrack
-Havij
-Heritrix
+HaosouSpider
 Hloader
-IDBot
-IRLbot
+Humanlinks
+HybridBot
+IDBTE4M
+Iblog
+Id-search
 IlseBot
-Image Sucker
-IndeedBot
-Internet Ninja
-IstellaBot
-JamesBOT
+Indy Library
+InfoNaviRobot
+InterGET
+Iskanie
 JennyBot
-JikeSpider
+JetCar
 Joomla
 Jorgee
-JustView
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
-LNSpiderguy
+Kenjin Spider
+Lanshanbot
+Larbin
 LeechGet
-LibWeb
 LieBaoFast
+Lightspeedsystems
 LinksManager
-LinqiaRSSBot
 Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
-MIIxpc
-MQQBrowser
-Majestic-SEO
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MSFrontPage
+Majestic SEO
 Majestic12
+Masscan
 Mb2345Browser
-MegaIndex.ru
-MicroMessenger
-Minefield
-Mister PiX
-Moblie Safari
+Mediatoolkitbot
+Microsoft URL Control
+Mojeek
 MolokaiBot
-Mr.4x3
-Musobot
+Mozlila
 NICErsPRO
-NPbot
-Name Intelligence
 Nameprotect
-NearSite
+Navroad
 Nessus
-NetLyzer
 NetMechanic
-Niki-bot
-Not
-Nuclei
+NetZIP
+Netcraft
+Nimbostratus
 Nutch
-Octopus
+Offline Navigator
 OpenLinkProfiler
-Openvas
+OpenVAS
 OrangeBot
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
-Papa Foto
-Pavuk
+PECL::HTTP
+PHPCrawl
+PageThing.com
+Pandalytics
+PictureFinder
+Piepmatz
 Pimonster
+Pockey
+ProPowerBot
 Probethenet
-Pu_iN
-RankActive
+QueryN Metasearch
 RankingBot
-RankurBot
+RankingBot2
+Rankivabot
+Re-re
 ReGet
 RealDownload
+RebelMouse
 RedesScrapy
 Ripper
-Rogerbot
-SEOkicks-Robot
+SBIder
+SEOkicks
 SEOlyticsCrawler
 SEOprofiler
-SISTRIX
-ScoutJet
+SEOstats
+ScanAlert
 Scrapy
-ScreenerBot
 Seekport
-SeoSiteCheckup
-SeobilityBot
+SemanticJuice
+Semrush
+Shodan
+Siphon
 Site Sucker
 SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-SlySearch
+SiteSnagger
 SmartDownload
 Snapbot
-Snoopy
-Sociscraper
-Sottopop
-Spammen
-Spbot
+Sosospider
+Spinn3r
 SputnikBot
 Sqlmap
+Sqworm
 Steeler
-Sucker
-SuperBot
+SuperHTTP
 SurveyBot
-Suzuran
-Szukacz
-T0PHackTeam
-T8Abot
-TheNomad
+Telesoft
+The Intraformant
+TightTwatBot
 Toata
 Toweyabot
+Trendiction
 Trendictionbot
 True_Robot
-TurnitinBot
-Twice
-Typhoeus
+TwengaBot
+URLy Warning
 URLy.Warning
-UnisterBot
+Upflow
+VB Project
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
-Virusdie
+VidibleScraper
 Voil
-Voltron
-WWW-Mechanize
-WWW::Mechanize
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WWWOFFLE
-Wallpapers
+Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Auto
+Web Collage
 Web Enhancer
+Web Fuck
+Web Pix
 Web Sauger
-WebAuto
-WebBandit
 WebCollage
-WebCopier
-WebEnhancer
 WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
 WebPix
-Webalta
+WebReaper
+WebSauger
+WebStripper
+WebmasterWorldForumBot
 Webster
-Whack
-Whacker
 Whatweb
 Who.is Bot
-Wprecon
+WiseGuys Robot
+Woobot
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
 Zade
-Zeus
 Zitebot
-ZmEu
 ZoomBot
+ZoominfoBot
+ZyBorg
 adscanner
 archive.org_bot
-arquivo.pt
-backlink-check
-coccocbot
-cognitiveseo
-com.plumanalytics
-crawler4j
-demandbase-bot
+arquivo-web-crawler
+clark-crawler
+crawl.sogou.com
+crawler.feedback
 domainsproject.org
-heritrix
-ips-agent
-isitwp.com
-lwp-request
-lwp-trivial
-netEstate NE Crawler
-ripz
+gopher
+magpie-crawler
+meanpathbot
+page scorer
+pcBrowser
 s1z.ru
-satoristudio.net
-sexsearcher
+scalaj-http
+seocompany.store
+serpstatbot
+sogouspider
 sp_auditbot
 spyfu
-sysscan
-webmeup-crawler
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webpros.com
-x22Mozilla
+xpymep1.exe