V4.2022.02.2946 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
+360Spider
 404enemy
-ALittle Client
+80legs
+AIBOT
 ASPSeek
-Aboundex
+Abonti
+Aboundexbot
 Aipbot
-AlphaBot
-BBBike
-BLEXBot
+Alexibot
+AllSubmitter
+Apexoo
+Asterias
+Attach
+AwarioRssBot
+AwarioSmartBot
+BDCbot
+BDFetch
+BackDoorBot
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Badass
 Barkrowler
-BatchFTP
 Battleztar Bazinga
-BetaBot
 Bigfoot
-BlackWidow
+Black Hole
+Blow
 BlowFish
-Bolt
-Brandprotect
-Brandwatch
-Bullseye
+BotALot
+BuiltBotTough
+BuiltWith
 CATExplorador
+CCBot
 CODE87
-CSHttp
-CherryPicker
-Claritybot
-Cliqzbot
-Cloud mapping
+Cegbfeieh
+CensysInspect
+CheTeam
+Citoid
 Cocolyzebot
 Cogentbot
-Collector
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
-Curious
-DBLBot
-DTS Agent
-Deusu
-Disco
+CyotekWebCopy
+DSearch
+Demon
+Devil
+Digincore
+DigitalPebble
+Dirbuster
 Discobot
-DittoSpyder
-DomainAppender
-Dotbot
-Download Wonder
-Drip
-EasyDL
-Ebingbong
-Ecxi
-Evil
-Exabot
-ExtLinksBot
+DnyzBot
+DomCopBot
+Domains Project
+EroCrawler
+Express WebPictures
+Extractor
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 FDM
-FemtosearchBot
 Fimap
+Firefox/7.0
 FlashGet
-Freeuploader
-FyberSpider
+Flunky
+GT::WWW
+Genieo
+GermCrawler
+GetRight
 GetWeb
-Getintent
 Gigabot
-Go!Zilla
-GoZilla
-Gotit
-GridBot
-HTMLparser
+HMView
+HTTP::Lite
 HTTrack
 Haansoft
-Havij
-Heritrix
-IDBTE4M
+Harvest
+Hloader
+HonoluluBot
+HybridBot
 IlseBot
+Image Fetch
+IndeedBot
+Indy Library
+Intelliseek
 InterGET
+InternetSeer
 Iskanie
 IstellaBot
-JOC Web Spider
-Jbrofuzz
+JetCar
 Jetty
-JustView
-Jyxobot
-Lanshanbot
-Leap
-LeechGet
-LibWeb
-Likse
+Joomla
+Kenjin Spider
+Kozmosbot
+LexiBot
+Libwhisker
+Lightspeedsystems
+LinkScan
 LinkWalker
+Linkbot
 LinkextractorPro
+LinksManager
 Lipperhey
-Lmspider
-Ltx71
+Lipperhey Spider
+Litemage_walker
 MIDown tool
-MSFrontPage
-MSIECrawler
+MIIxpc
+MJ12bot
 MTRobot
-Magnet
-Mail.RU_Bot
-Majestic SEO
-MarkMonitor
+Mag-Net
+Majestic-SEO
+Majestic12
 Masscan
-MauiBot
+Mata Hari
 Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
-Mister PiX
+Mediatoolkitbot
+MicroMessenger
+Microsoft Data Access
+Mojeek
+Mojolicious
 MolokaiBot
-Mozlila
-Msrabot
+Mr.4x3
 Musobot
-NICErsPRO
-NPbot
-Name Intelligence
+Navroad
 NearSite
-Needle
+Net Vampire
 NetSpider
-Netcraft
+NetZIP
+Nettrack
 NextGenSearchBot
-Nikto
-Ninja
-Nuclei
-Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
+Not
+Nutch
 OpenLinkProfiler
-Openfind
-OrangeSpider
+OpenVAS
 OutclicksBot
 OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
+PageScorer
 Pandalytics
 Panscient
-Petalbot
+Papa Foto
+Pavuk
+PeoplePal
 Pi-Monster
-Piepmatz
+Picscout
+PictureFinder
+Pockey
 Probethenet
 Psbot
-Pu_iN
 Pump
-QueryN Metasearch
-RankActiveLinkBot
+PxBroker
+Quick-Crawler
+RSSingBot
 RankFlex
-Re-re
 ReGet
-RealDownload
 RebelMouse
 Recorder
 RepoMonkey
 SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
 SEOstats
+SISTRIX
 ScanAlert
 Scanbot
+Screaming
+ScrepyBot
 SearchmetricsBot
-SentiBot
 SeoSiteCheckup
-SeobilityBot
-Siphon
-Site Sucker
+SiteSnagger
 SiteSucker
-SlySearch
-Snapbot
-Snoopy
+SocialRankIOBot
 SpaceBison
-Spinn3r
-Sqlworm
-Sqworm
-Steeler
-Sucker
+SpankBot
+Stripper
+SuperBot
+SuperHTTP
 Surfbot
-Suzuran
+Szukacz
 T8Abot
 Telesoft
-TheNomad
-Tracemyfile
+The Intraformant
+TightTwatBot
+Turingos
 TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
-URLy.Warning
-UnisterBot
-Upflow
-VeriCiteCrawler
+Twice
+VB Project
+VCI
+Vacuum
+Vagabondo
+VidibleScraper
+Virusdie
 Voil
-WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWWOFFLE
+WASALive-Bot
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers
-WallpapersHD
+Wallpapers/3.0
 WeSEE
-Web Fetch
+Web Collage
 Web Fuck
-WebCollage
-WebEnhancer
-WebFetch
+Web Sauger
+WebBandit
+WebCopier
 WebGo IS
-WebLeacher
 WebPix
-WebWhacker
-WebZIP
-Webalta
-Whacker
+WebReaper
+WebSucker
+WebmasterWorldForumBot
+Webshag
+WebsiteQuester
+Who.is Bot
+Widow
 Wonderbot
 Woobot
-Wotbox
-YoudaoBot
-Zauba
+Wprecon
+Xaldon WebSpider
+Xenu
+Zitebot
 ZoomBot
-ZyBorg
-archive.org_bot
+adscanner
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
+check1.exe
+coccocbot
 crawler4j
-dataforseo.com
-evc-batch
+domainsproject.org
+eCatch
 facebookscraper
 instabid
-iubenda-radar
+internetVista monitor
 lwp-request
 lwp-trivial
 magpie-crawler
-muhstik-scan
-page scorer
-pcBrowser
-plumanalytics
+meanpathbot
+mediawords
+netEstate NE Crawler
+polaris version
 probe-image-size
+satoristudio.net
 scalaj-http
-seobility
-seoscanners
-seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
-sp_auditbot
+siteripz
+spyfu
+sysscan
 ubermetrics-technologies.com
 voyagerx.com
-webprosbot
+webmeup-crawler
+webpros.com
 xpymep1.exe
+zauba.io
 zgrab