V4.2022.02.2947 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404checker
 404enemy
 80legs
 AIBOT
-ASPSeek
-Abonti
-Aboundexbot
+Acunetix
+AhrefsBot
 Aipbot
-Alexibot
 AllSubmitter
+AlphaBot
+Anthill
 Apexoo
 Asterias
 Attach
-AwarioRssBot
-AwarioSmartBot
-BDCbot
+BBBike
 BDFetch
 BackDoorBot
-BackWeb
-Backlink-Ceck
-Badass
 Barkrowler
-Battleztar Bazinga
-Bigfoot
 Black Hole
+BlackWidow
+Blackboard
 Blow
 BlowFish
-BotALot
+Bolt
+Brandwatch
 BuiltBotTough
-BuiltWith
-CATExplorador
-CCBot
+BuzzSumo
 CODE87
-Cegbfeieh
-CensysInspect
-CheTeam
-Citoid
+Calculon
+CheeseBot
+Chlooe
+Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
+Collector
+Copier
+CopyRightCheck
+Copyscape
+Craftbot
+CrazyWebCrawler
+Crescent
 CyotekWebCopy
-DSearch
+DIIbot
+DTS Agent
 Demon
-Devil
-Digincore
-DigitalPebble
-Dirbuster
-Discobot
-DnyzBot
+Deusu
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
 DomCopBot
-Domains Project
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
+Drip
 EroCrawler
-Express WebPictures
-Extractor
-ExtractorPro
-Extreme Picture Finder
+Evil
+Exabot
+ExtLinksBot
 EyeNetIE
 FDM
-Fimap
-Firefox/7.0
-FlashGet
+FHscan
 Flunky
-GT::WWW
-Genieo
-GermCrawler
+G-i-g-a-b-o-t
+GalaxyBot
 GetRight
 GetWeb
+Getintent
 Gigabot
+Go!Zilla
 HMView
-HTTP::Lite
-HTTrack
-Haansoft
-Harvest
-Hloader
-HonoluluBot
-HybridBot
-IlseBot
+HaosouSpider
+Heritrix
 Image Fetch
-IndeedBot
 Indy Library
 Intelliseek
 InterGET
-InternetSeer
-Iskanie
-IstellaBot
-JetCar
-Jetty
+Internet Ninja
+Jbrofuzz
 Joomla
-Kenjin Spider
 Kozmosbot
-LexiBot
+LNSpiderguy
+LWP::Simple
+LibWeb
 Libwhisker
+LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
 LinkextractorPro
-LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
 Litemage_walker
-MIDown tool
+Lmspider
+MFC_Tear_Sample
 MIIxpc
 MJ12bot
+MQQBrowser
+MSFrontPage
 MTRobot
-Mag-Net
-Majestic-SEO
+Mail.RU_Bot
 Majestic12
-Masscan
-Mata Hari
-Mb2345Browser
+MarkWatch
+MauiBot
 Mediatoolkitbot
-MicroMessenger
+MegaIndex.ru
 Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
 Mojeek
-Mojolicious
-MolokaiBot
-Mr.4x3
+Morfeus Fucking Scanner
+Msrabot
 Musobot
-Navroad
-NearSite
+NPbot
 Net Vampire
 NetSpider
-NetZIP
-Nettrack
+Netcraft
 NextGenSearchBot
-Not
-Nutch
+NimbleCrawler
+Nmap
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
 OpenVAS
-OutclicksBot
-OutfoxBot
+Openfind
 PHPCrawl
-POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
 PageScorer
-Pandalytics
+PageThing.com
 Panscient
-Papa Foto
 Pavuk
 PeoplePal
-Pi-Monster
-Picscout
-PictureFinder
-Pockey
-Probethenet
-Psbot
-Pump
-PxBroker
-Quick-Crawler
-RSSingBot
-RankFlex
-ReGet
+Petalbot
+Picsearch
+Piepmatz
+Pimonster
+Pixray
+PleaseCrawl
+ProWebWalker
+QueryN Metasearch
+RankingBot2
+Rankivabot
+Reaper
 RebelMouse
-Recorder
+RedesScrapy
 RepoMonkey
-SEOkicks-Robot
+Ripper
+SEOkicks
 SEOlyticsCrawler
 SEOstats
-SISTRIX
-ScanAlert
 Scanbot
+ScoutJet
 Screaming
-ScrepyBot
-SearchmetricsBot
+Seekport
+SemanticJuice
+SemrushBot
+SentiBot
 SeoSiteCheckup
-SiteSnagger
-SiteSucker
-SocialRankIOBot
-SpaceBison
+SeobilityBot
+Seomoz
+Siphon
+SiteExplorer
+SiteLockSpider
+Sitebeam
+Sitevigil
+SlySearch
+Snake
+Snapbot
 SpankBot
-Stripper
-SuperBot
-SuperHTTP
+Spinn3r
+SputnikBot
+Sqlmap
+Sqworm
+Sucuri
 Surfbot
-Szukacz
-T8Abot
 Telesoft
-The Intraformant
+Telesphorep
+TheNomad
+Thumbor
 TightTwatBot
-Turingos
+Titan
+Toweyabot
+Tracemyfile
 TurnitinBot
-Twice
+Typhoeus
+Upflow
 VB Project
 VCI
 Vacuum
-Vagabondo
-VidibleScraper
-Virusdie
+VelenPublicWebCrawler
+VeriCiteCrawler
 Voil
-WASALive-Bot
-WWW-Collector-E
+WISENutbot
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers
+WWWOFFLE
 Wallpapers/3.0
-WeSEE
+WallpapersHD
 Web Collage
-Web Fuck
-Web Sauger
+Web Pix
+Web Sucker
 WebBandit
 WebCopier
-WebGo IS
-WebPix
-WebReaper
-WebSucker
-WebmasterWorldForumBot
+WebFuck
+WebImageCollector
+WebLeacher
+WebSauger
+WebStripper
+WebWhacker
 Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Who.is Bot
-Widow
+Whack
 Wonderbot
-Woobot
-Wprecon
-Xaldon WebSpider
-Xenu
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+Zeus
 Zitebot
-ZoomBot
+ZmEu
 adscanner
-arquivo-web-crawler
-arquivo.pt
+cah.io.community
 check1.exe
-coccocbot
+clark-crawler
+crawl.sogou.com
+crawler.feedback
 crawler4j
-domainsproject.org
-eCatch
 facebookscraper
-instabid
-internetVista monitor
-lwp-request
+heritrix
+iubenda-radar
 lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
 netEstate NE Crawler
-polaris version
+oBot
+page scorer
+plumanalytics
 probe-image-size
 satoristudio.net
 scalaj-http
-serpstatbot
+seocompany.store
+seoscanners
+sexsearcher
 siteripz
-spyfu
+sogouspider
 sysscan
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webpros.com
-xpymep1.exe
+tAkeOut
+x22Mozilla
 zauba.io
-zgrab