V4.2022.06.3159 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-ADmantX
+AIBOT
 ALittle Client
 Abonti
-Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Alexibot
 AllSubmitter
 Anarchy99
-Anthill
-Aspiegel
+Asterias
+Attach
 AwarioRssBot
 BLEXBot
 BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
 Barkrowler
-BatchFTP
-Bitacle
-Blow
-BlowFish
-Boardreader
-Bolt
-Brandprotect
+Bigfoot
+BlackWidow
+BotALot
 BuiltBotTough
-BuiltWith
-Bullseye
-CCBot
-CODE87
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheTeam
-CherryPicker
-Chlooe
-Citoid
-Claritybot
-Cogentbot
-CopyRightCheck
-Copyscape
+BuzzSumo
+CSHttp
+Calculon
+CheeseBot
+Cocolyzebot
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
 Crescent
+Custo
+DBLBot
+DIIbot
+DataCha0s
+Demon
 Deusu
 Devil
+Digincore
+DigitalPebble
+Dirbuster
 Discobot
 Discoverybot
 DittoSpyder
-DomainCrawler
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainSigmaCrawler
-Dragonfly
+Domains Project
+Dotbot
 EMail Wolf
-EirGrabber
-ExtLinksBot
+EasyDL
+EroCrawler
+Exabot
 Extreme Picture Finder
-FDM
-FHscan
-Fimap
+Ezooms
+FemtosearchBot
 Firefox/7.0
+Flunky
+Foobot
+Freeuploader
+Fuzz
 Fyrebot
-Genieo
+G-i-g-a-b-o-t
+GermCrawler
+Getintent
 Gigabot
-Go!Zilla
 GoZilla
-Gotit
-GrabNet
-GrapeshotCrawler
-HMView
+Grabber
+GrapeFX
+HEADMasterSEO
 HTTP::Lite
-Heritrix
+Haansoft
+HaosouSpider
 Hloader
 HonoluluBot
-Humanlinks
-IRLbot
-Iblog
+IDBot
+Id-search
+Image Fetch
 Image Sucker
-Internet Ninja
+InfoTekies
+Intelliseek
+InterGET
 InternetSeer
-Iskanie
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-Jetty
-Jorgee
-JustView
+JetCar
+JikeSpider
 Jyxobot
+Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
 LWP::Simple
+Lanshanbot
 Leap
-LeechFTP
 LexiBot
-Libwhisker
-Likse
-Linkbot
+Lftp
+LibWeb
+LieBaoFast
+Lightspeedsystems
+LinkScan
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
+Lmspider
+Ltx71
 MIDown tool
-MJ12bot
+MIIxpc
+MQQBrowser
+MSFrontPage
+MSIECrawler
 Magnet
-Majestic12
-MarkMonitor
-Mb2345Browser
-Mediatoolkitbot
-Moblie Safari
-NPbot
-Navroad
+Mass Downloader
+MauiBot
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Mister PiX
+Mojeek
+Mojolicious
+Mr.4x3
+Msrabot
 Nessus
-NetAnts
-NetMechanic
-Niki-bot
+Net Vampire
+NetZIP
+Netcraft
+Nettrack
+Nikto
 NimbleCrawler
-Nutch
-Octopus
-OnCrawl
-OpenVAS
+Nmap
+Offline Explorer
+Offline Navigator
 Openvas
 OrangeBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
+OutfoxBot
+Page Analyzer
+PageAnalyzer
+PageThing.com
+Panscient
 Papa Foto
-Picsearch
-PictureFinder
-Pixray
+Petalbot
+Pimonster
+PleaseCrawl
 ProPowerBot
-ProWebWalker
-Probethenet
-Pu_iN
+Psbot
 Pump
-PxBroker
-PyCurl
-Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankingBot
+RSSingBot
 RankingBot2
-Rankivabot
-RankurBot
 Re-re
-ReGet
-Reaper
-RepoMonkey
-Ripper
-RocketCrawler
+RebelMouse
+RedesScrapy
 Rogerbot
-SEOkicks-Robot
-SEOprofiler
-SEOstats
+SBIder
+SEOkicks
+SEOlyticsCrawler
 SISTRIX
-ScanAlert
+SalesIntelligent
 Scanbot
 ScoutJet
-ScreenerBot
+Scrapy
+Screaming
 ScrepyBot
 Searchestate
-SearchmetricsBot
-SentiBot
-Seomoz
-Shodan
-Site Sucker
+Semrush
+SeoSiteCheckup
+SeobilityBot
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
-SlySearch
+Siteimprove
 Snake
 Snapbot
-SocialRankIOBot
-Sogou web spider
-SpaceBison
+Sociscraper
+Sosospider
 Spammen
-SpankBot
-Spanner
+Spbot
 Spinn3r
+SputnikBot
 Sqlworm
+Steeler
+Stripper
+SuperBot
+Surfbot
+Suzuran
 T0PHackTeam
-TeleportPro
-Telesoft
+Telesphoreo
 Telesphorep
-The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
+Titan
+Toweyabot
 Tracemyfile
-Trendiction
+Turnitin
 TurnitinBot
-V-BOT
-Vagabondo
-VeriCiteCrawler
+Typhoeus
+URLy.Warning
+VelenPublicWebCrawler
 VoidEYE
 Voil
+Voltron
 WASALive-Bot
-WEBDAV
 WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-Web Enhancer
-WebAuto
+WWW::Mechanize
+WeSEE
+Web Auto
+Web Sauger
+Web Sucker
+WebBandit
 WebEnhancer
-WebFuck
-WebLeacher
+WebImageCollector
 WebPix
 WebReaper
 WebStripper
 WebZIP
-Webshag
-WebsiteQuester
+WebmasterWorldForumBot
+Webster
 Whack
-Whacker
-WinHTTrack
 Wonderbot
-Woobot
-Wprecon
-Xenu
-Zermelo
-Zitebot
-ZumBot
-ZyBorg
+Xaldon_WebSpider
+Zauba
+ZmEu
+ZoomBot
+ZoominfoBot
 adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-backlink-check
+cah.io.community
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-crawler4j
-dataforseo.com
-demandbase-bot
-eCatch
-evc-batch
-instabid
-isitwp.com
+domainsproject.org
+facebookscraper
+gopher
+heritrix
 iubenda-radar
 linkdexbot
+lwp-request
+lwp-trivial
 magpie-crawler
+meanpathbot
 mediawords
 pcBrowser
-s1z.ru
-satoristudio.net
-scan.lol
-seobility
-seocompany.store
-seoscanners
-seostar
-serpstatbot
+probe-image-size
+scalaj-http
+sexsearcher
 sogouspider
-trendiction.com
-trendiction.de
-webgains-bot
+sp_auditbot
+spyfu
+tAkeOut
 webmeup-crawler
-webpros.com
-webprosbot
-xpymep1.exe
-zgrab
+x09Mozilla
+zauba.io