V4.2021.10.2658 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404checker
-404enemy
-ASPSeek
+80legs
+ADmantX
+ALittle Client
+Aboundex
 Aboundexbot
+Acunetix
 AhrefsBot
-AiHitBot
-Aipbot
 Alexibot
 AllSubmitter
-Alligator
-AlphaBot
 Anarchy
 Anarchy99
-Anthill
-Attach
+Apexoo
 AwarioSmartBot
 BDCbot
-BDFetch
 BackStreet
 Backlink-Ceck
-Bandit
-BatchFTP
+BacklinkCrawler
+Badass
 BetaBot
 Bigfoot
-Black Hole
-BlackWidow
+Bitacle
+Blow
+Boardreader
 Brandprotect
-Brandwatch
 Buck
-BuiltWith
-CSHttp
+Bullseye
+BunnySlippers
+BuzzSumo
 Calculon
-Cegbfeieh
+CazoodleBot
 ChinaClaw
-Chlooe
-Cogentbot
-Copyscape
-Curious
-Custo
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Collector
+CopyRightCheck
+Crawling at Home Project
 CyotekWebCopy
+DBLBot
+DIIbot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
+Devil
 Discobot
-DittoSpyder
 DnyzBot
 DomCopBot
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-EMail Wolf
+Dotbot
+ECCP/1.0
 Ecxi
-EirGrabber
-ExtLinksBot
+Evil
+Extractor
 Extreme Picture Finder
 FemtosearchBot
-FlashGet
-Flunky
-Foobot
-Fuzz
+Fimap
+Freeuploader
 FyberSpider
-GalaxyBot
-Genieo
-Getintent
+G-i-g-a-b-o-t
+GetWeb
 Gotit
+GrabNet
 Grabber
-Grafula
-HMView
-HTMLparser
-HTTP::Lite
+GridBot
+HEADMasterSEO
+HTTrack
+Haansoft
+HaosouSpider
+Havij
 Heritrix
+Hloader
 Humanlinks
-HybridBot
-IDBTE4M
-IDBot
 IRLbot
-Iblog
-IlseBot
-Image Fetch
 Image Sucker
 IndeedBot
-InfoNaviRobot
 InfoTekies
-InterGET
-Iskanie
+InternetSeer
+IstellaBot
 JOC Web Spider
 JamesBOT
-Keyword Density
-Kinza
+Jyxobot
+Kenjin Spider
 LNSpiderguy
-Larbin
-LeechGet
-Lftp
+LexiBot
 Libwhisker
 LieBaoFast
-LinkScan
-LinkextractorPro
+Lightspeedsystems
 LinkpadBot
 LinksManager
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
-MQQBrowser
-MSFrontPage
+MIDown tool
+MTRobot
 Majestic12
-Mass Downloader
-Masscan
-Mata Hari
-MauiBot
-Mb2345Browser
+MarkWatch
 MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
 MicroMessenger
+Microsoft Data Access
+Mister PiX
 Moblie Safari
-Nameprotect
-NearSite
+Mojeek
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
+Musobot
+Name Intelligence
+Navroad
+Net Vampire
+NetAnts
 NetMechanic
-NetSpider
+Nettrack
 Netvibes
-NimbleCrawler
-Offline Navigator
-Openfind
-OrangeSpider
-OutclicksBot
-OutfoxBot
+NextGenSearchBot
+Nibbler
+Ninja
+Nmap
+Nutch
+Octopus
+PECL::HTTP
+PageGrabber
 PageScorer
 PageThing.com
-Panscient
-Papa Foto
-PeoplePal
+Petalbot
+Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Piepmatz
+Pimonster
 PleaseCrawl
-ProPowerBot
-Probethenet
+ProWebWalker
+Psbot
 PyCurl
-QueryN Metasearch
-RSSingBot
+Quick-Crawler
 RankActive
-ReGet
+RankActiveLinkBot
+RankingBot
+RankingBot2
+RankurBot
 RealDownload
+Reaper
+RebelMouse
 Recorder
-RedesScrapy
+RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SEOstats
-SISTRIX
 SalesIntelligent
-Scanbot
-Screaming
-Searchestate
+ScanAlert
+Scrapy
+ScreenerBot
 Semrush
 SemrushBot
-SeoSiteCheckup
+SentiBot
 SeobilityBot
 Seomoz
+Shodan
 Site Sucker
-SiteExplorer
 SiteLockSpider
+SiteSnagger
 SiteSucker
+Sitebeam
 Siteimprove
-Sitevigil
+SlySearch
+SmartDownload
+Snoopy
+SocialRankIOBot
 Sociscraper
 Sosospider
 Sottopop
-Spammen
-SpankBot
-Spbot
 Spinn3r
-SputnikBot
-Sqlmap
+Sqlworm
 Steeler
-Sucuri
+Sucker
 SuperBot
 SuperHTTP
-Surfbot
-SurveyBot
 Suzuran
 Swiftbot
 Szukacz
 T0PHackTeam
 Teleport
 TeleportPro
-Telesoft
-Thumbor
-TightTwatBot
+Telesphorep
+TheNomad
+Titan
+Tracemyfile
 Trendiction
-True_Robot
-Turingos
-VB Project
+Turnitin
+Typhoeus
+V-BOT
 VCI
 VelenPublicWebCrawler
+VidibleScraper
 Virusdie
+VoidEYE
+Voltron
 WASALive-Bot
 WEBDAV
-WPScan
 WWW-Collector-E
-WWW-Mechanize
-Wallpapers
-WeSEE
-Web Collage
-Web Pix
-Web Sauger
-WebEnhancer
-WebFetch
+WWW::Mechanize
+Wallpapers/3.0
+Web Enhancer
+WebBandit
+WebCollage
 WebFuck
 WebGo IS
-WebSauger
-WebStripper
-WebWhacker
+WebImageCollector
+WebPix
+WebSucker
 WebZIP
-WebmasterWorldForumBot
-Whack
-Who.is Bot
-WiseGuys Robot
+Webalta
+Webshag
+Webster
+Wotbox
 Wprecon
 Xaldon_WebSpider
 Xenu
-Zermelo
-Zeus
-ZumBot
+Zade
+Zitebot
 ZyBorg
-arquivo-web-crawler
-backlink-check
-clark-crawler
+archive.org_bot
+arquivo.pt
+autoemailspider
+check1.exe
+coccocbot-web
 com.plumanalytics
-crawler.feedback
 crawler4j
-gopher
-instabid
-lwp-request
+dataforseo.com
+domainsproject.org
+evc-batch
+isitwp.com
 magpie-crawler
-oBot
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
 page scorer
-s1z.ru
-scan.lol
-sexsearcher
+plumanalytics
+polaris version
+seoscanners
 sogouspider
-sp_auditbot
 spyfu
-sysscan
-ubermetrics-technologies.com
 voyagerx.com
-webpros.com
-xpymep1.exe
+webprosbot