V4.2022.10.3443 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404checker
+404enemy
 ADmantX
 AIBOT
 ALittle Client
 ASPSeek
-Acunetix
-Aipbot
-Alexibot
-Alligator
+Abonti
+Aboundexbot
+AiHitBot
+AllSubmitter
+AlphaBot
+Anarchie
 Anarchy
-Ankit
+Anarchy99
 Asterias
 AwarioRssBot
-BDCbot
 BDFetch
-BLEXBot
-Badass
-Barkrowler
-BetaBot
+Backlink-Ceck
+BacklinkCrawler
+Battleztar Bazinga
+Bigfoot
+Black Hole
+BlackWidow
 BlowFish
-Boardreader
-BotALot
-Buck
-Bullseye
-BunnySlippers
-BuzzSumo
+BuiltWith
 CATExplorador
 CCBot
-CSHttp
-Calculon
-CazoodleBot
-CheTeam
+CODE87
 CherryPicker
 Citoid
-Claritybot
-Cliqzbot
-Collector
+Cloud mapping
+Cocolyzebot
 CopyRightCheck
 Cosmos
-CrazyWebCrawler
-CrunchBot
+Craftbot
 DBLBot
-DTS Agent
-DataCha0s
-Dirbuster
-Discobot
-Discoverybot
+DatabaseDriverMysqli
+Deusu
 Dispatch
 DittoSpyder
-DnyzBot
-DomainCrawler
-DomainStatsBot
+DomCopBot
+DomainSigmaCrawler
 Drip
 EMail Siphon
-EMail Wolf
-Evil
-Express WebPictures
-FemtosearchBot
-Firefox/7.0
+EasyDL
+Ecxi
+EirGrabber
+Extractor
+Extreme Picture Finder
+EyeNetIE
 FlashGet
+Freeuploader
+FrontPage
+FyberSpider
+Fyrebot
 GT::WWW
-GermCrawler
-Getintent
+Genieo
+GetRight
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
 Grabber
-Grafula
-GrapeFX
-GridBot
-HEADMasterSEO
-HTTP::Lite
-HTTrack
+HTMLparser
 Haansoft
-Harvest
+Heritrix
 Hloader
-Humanlinks
-IDBTE4M
-IRLbot
-Iblog
-Id-search
+HybridBot
+IlseBot
 Image Sucker
-InfoNaviRobot
-InterGET
+IndeedBot
+Intelliseek
 Internet Ninja
 Iskanie
-Jbrofuzz
-Jetty
-Joomla
+JamesBOT
 Jorgee
-JustView
+Jyxobot
 Kenjin Spider
-Lanshanbot
+Keybot Translation-Search-Machine
 Larbin
 Leap
 LeechGet
-LieBaoFast
+LexiBot
+LibWeb
+LinkWalker
+Linkbot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
 MFC_Tear_Sample
-MTRobot
-Mag-Net
+MIDown tool
+MJ12bot
+MSFrontPage
+Magnet
+Majestic SEO
+Majestic12
 MarkWatch
 Masscan
+MauiBot
+MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
 MicroMessenger
-Minefield
-Mister PiX
+Microsoft Data Access
+Msrabot
 Musobot
-NICErsPRO
-NPbot
 Name Intelligence
-Nameprotect
 Navroad
-NearSite
-NetMechanic
-NetZIP
-Nettrack
-NextGenSearchBot
+Net Vampire
+Netcraft
+Netvibes
+Nikto
 NimbleCrawler
-Ninja
-OnCrawl
-OpenLinkProfiler
+Nimbostratus
+Not
+Nuclei
+Nutch
+Octopus
+Offline Navigator
 Openfind
 OutfoxBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageThing.com
+Pandalytics
 Panscient
-PeoplePal
-Petalbot
-ProPowerBot
+Pavuk
 ProWebWalker
+Psbot
+Pu_iN
+PxBroker
 PyCurl
-Quick-Crawler
+RSSingBot
 RankActive
 RankActiveLinkBot
-RankingBot
+Rankivabot
 RankurBot
 ReGet
 RealDownload
-RebelMouse
+Reaper
 Recorder
-Ripper
-SEOkicks
-SEOstats
+RepoMonkey
+RocketCrawler
+SEOlyticsCrawler
 SMTBot
 SalesIntelligent
 ScanAlert
-Scanbot
 ScoutJet
+Scrapy
 Screaming
-ScreenerBot
-ScrepyBot
-Searchestate
 Seekport
-SemanticJuice
 Semrush
-SentiBot
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
+Seomoz
 Shodan
+Siphon
 Site Sucker
-SiteSucker
-SlySearch
+SiteCheckerBotCrawler
+SiteExplorer
 SmartDownload
-Sogou web spider
+Snapbot
+Snoopy
+Sociscraper
+Sosospider
 Sottopop
-SpaceBison
-Spammen
-SpankBot
+Spbot
 Spinn3r
+Sqlmap
 Sqlworm
+Sqworm
 Stripper
-Sucker
 SuperBot
 SurveyBot
-Suzuran
 Swiftbot
 Teleport
-TeleportPro
-Telesoft
-TheNomad
+Telesphoreo
+The Intraformant
 TightTwatBot
 Toata
-Toweyabot
 Tracemyfile
-Trendictionbot
-V-BOT
-VidibleScraper
+Twice
+Vacuum
+Vagabondo
+VeriCiteCrawler
 VoidEYE
 Voil
+WASALive-Bot
 WBSearchBot
 WEBDAV
-WPScan
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
 Web Auto
-Web Fuck
-Web Sauger
+Web Fetch
+Web Pix
+Web Sucker
 WebAuto
-WebBandit
+WebCollage
 WebCopier
-WebEnhancer
-WebFetch
-WebImageCollector
+WebGo IS
+WebLeacher
 WebPix
-WebSauger
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
+WebReaper
+WebStripper
+Webalta
 WebsiteQuester
-Whack
-Whatweb
-Who.is Bot
-Woobot
-Xaldon WebSpider
-Zeus
+Whacker
+Wonderbot
+Xenu
+YoudaoBot
+Zitebot
+ZmEu
+ZumBot
+ZyBorg
 adscanner
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
+backlink-check
+cah.io.community
 clark-crawler
+coccocbot
+com.plumanalytics
+dataforseo.com
 demandbase-bot
-facebookscraper
-heritrix
+instabid
 isitwp.com
 iubenda-radar
 lwp-request
 lwp-trivial
 magpie-crawler
-plumanalytics
+mediawords
+muhstik-scan
+page scorer
 polaris version
-probe-image-size
 ripz
-satoristudio.net
 seocompany.store
 seoscanners
 serpstatbot
-siteripz
+sexsearcher
+sp_auditbot
 spyfu
-tAkeOut
-trendiction.de
+sysscan
 ubermetrics-technologies.com
+voyagerx.com
+webpros.com
 x09Mozilla
-x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io