V4.2022.08.3304 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-Abonti
+404enemy
+80legs
+ADmantX
+AIBOT
+ALittle Client
+ASPSeek
 Aboundex
-Aboundexbot
-AhrefsBot
 Anarchie
 Ankit
-Anthill
-Aspiegel
-Asterias
 Atomseobot
 Attach
+AwarioRssBot
 AwarioSmartBot
 BDCbot
-BackDoorBot
-BackStreet
-BackWeb
+BDFetch
 BacklinkCrawler
-Badass
-Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Blackboard
 Blow
-BlowFish
-Boardreader
 Bolt
 Brandwatch
 Buddy
-BuiltWith
-Bullseye
+BuiltBotTough
 BunnySlippers
-BuzzSumo
+CATExplorador
+CSHttp
 CazoodleBot
 Cegbfeieh
-CheeseBot
+CheTeam
 CherryPicker
 Chlooe
-Cocolyzebot
-Copier
-Copyscape
-Crescent
-Curious
+Citoid
+Cliqzbot
+Cogentbot
+Collector
+Cosmos
+CrazyWebCrawler
 DBLBot
-DSearch
-Deusu
+DIIbot
+DTS Agent
+Demon
 Devil
-Digincore
 DigitalPebble
 Disco
-DnyzBot
-DomCopBot
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
 Dotbot
-Drip
+Dragonfly
 ECCP/1.0
-EasyDL
+EMail Siphon
 Ecxi
-EroCrawler
-Evil
+Express WebPictures
+Extractor
 ExtractorPro
 Extreme Picture Finder
 Ezooms
-FDM
-Flunky
+FHscan
+FemtosearchBot
 Freeuploader
-Fuzz
 FyberSpider
-GetRight
-Go-Ahead-Got-It
+Fyrebot
+GT::WWW
+Genieo
+GermCrawler
+Gigabot
+Go!Zilla
 Gotit
 Grabber
 Grafula
-HEADMasterSEO
-HTTrack
 Haansoft
-HaosouSpider
 Havij
 Heritrix
-Hloader
-Image Fetch
+HonoluluBot
+Humanlinks
+Iblog
+Id-search
+Image Sucker
+IndeedBot
 InfoTekies
+Internet Ninja
 Iria
-Iskanie
-IstellaBot
-JamesBOT
 JennyBot
+JetCar
 Jetty
-JikeSpider
 Joomla
+Jorgee
 Kenjin Spider
-Kinza
+Keybot Translation-Search-Machine
+Keyword Density
+Lanshanbot
 LeechFTP
-Lftp
-LibWeb
-LieBaoFast
+Libwhisker
+Likse
+Linkbot
 LinkextractorPro
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
-MSFrontPage
-MSIECrawler
-Mata Hari
-MicroMessenger
-Microsoft Data Access
-Mister PiX
+MQQBrowser
+MTRobot
+Mag-Net
+Mail.RU_Bot
+Mass Downloader
+MauiBot
+Mediatoolkitbot
+Metauri
 Mojeek
 Mojolicious
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
+NPbot
 Name Intelligence
+Nameprotect
 Navroad
-Nessus
-Net Vampire
-NetAnts
 NetMechanic
-NetZIP
+NetSpider
+Netcraft
 Netvibes
-NextGenSearchBot
-Nibbler
+Nikto
 Nimbostratus
-Nutch
-Octopus
+Ninja
+Nmap
+Not
+Nuclei
+OnCrawl
+OpenLinkProfiler
 OpenVAS
 Openfind
-OutclicksBot
-PageThing.com
-Petalbot
+OrangeSpider
+OutfoxBot
+PageAnalyzer
+Pandalytics
+Papa Foto
+Pavuk
+PeoplePal
+Picscout
 Picsearch
-PleaseCrawl
-ProPowerBot
-ProWebWalker
+Pimonster
+Pixray
+Pockey
 Probethenet
-Psbot
+Pu_iN
 PxBroker
-RankActive
-RankingBot
-RankurBot
-RebelMouse
-Recorder
+RankActiveLinkBot
+Re-re
 RepoMonkey
-Ripper
 RocketCrawler
-Rogerbot
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SISTRIX
-SMTBot
-SalesIntelligent
-Scanbot
 ScoutJet
-SearchmetricsBot
+Scrapy
+ScreenerBot
 Seekport
-SemanticJuice
+SemrushBot
 SentiBot
 SeoSiteCheckup
-Shodan
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
+SiteExplorer
+SiteLockSpider
+SiteSucker
 Siteimprove
-Snapbot
+Sitevigil
+Snoopy
+SocialRankIOBot
+Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
-SpankBot
-Spbot
-Sqlmap
+Spammen
+Spanner
 Sqlworm
-SuperBot
-SurveyBot
-Suzuran
-T0PHackTeam
-T8Abot
-Telesoft
-The Intraformant
-Thumbor
-Titan
-Toweyabot
+Sqworm
+Telesphoreo
 Trendictionbot
 True_Robot
-TurnitinBot
-TwengaBot
+Turingos
+Turnitin
 Twice
-URLy.Warning
-V-BOT
+Typhoeus
 VB Project
-VCI
 VidibleScraper
 VoidEYE
+Voil
 Voltron
-WASALive-Bot
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
+WEBDAV
 WallpapersHD
+WeSEE
+Web Auto
 Web Collage
-Web Fetch
-Web Fuck
-WebAuto
+Web Enhancer
+Web Sauger
+WebBandit
+WebCollage
 WebCopier
-WebFetch
-WebFuck
-WebPix
 WebReaper
+WebSauger
 WebStripper
 WebSucker
-WebWhacker
 WebZIP
+Webalta
+WebmasterWorldForumBot
 Webshag
-Website Quester
 WebsiteExtractor
+WebsiteQuester
 Webster
-Whatweb
-Who.is Bot
-Widow
+WinHTTrack
 WiseGuys Robot
-Wonderbot
-Xaldon_WebSpider
+Wotbox
+Zade
+Zauba
+Zermelo
+Zeus
 Zitebot
 ZyBorg
+adscanner
 archive.org_bot
 autoemailspider
 backlink-check
 clark-crawler
-crawler.feedback
-facebookscraper
-internetVista monitor
-linkdexbot
-lwp-trivial
+com.plumanalytics
+crawler4j
+eCatch
+gopher
+ips-agent
+magpie-crawler
+muhstik-scan
+netEstate NE Crawler
 pcBrowser
-polaris version
-probe-image-size
 ripz
+satoristudio.net
+scalaj-http
+seobility
+seoscanners
+seostar
 serpstatbot
 sexsearcher
-siteripz
-sogouspider
-sysscan
+spyfu
+trendiction.com
+voyagerx.com
+webgains-bot
 webmeup-crawler
 webpros.com
-zauba.io
+webprosbot
+x09Mozilla
 zgrab