V4.2022.11.3452 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
-80legs
+404enemy
 ADmantX
-Abonti
+ASPSeek
+Aboundex
 Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alexibot
+Alligator
 AlphaBot
 Anarchy99
-Anthill
 Asterias
-AwarioSmartBot
+AwarioRssBot
 BDFetch
 BLEXBot
 BackDoorBot
-BackStreet
-Backlink-Ceck
-Battleztar Bazinga
+BackWeb
+BacklinkCrawler
+Bandit
+Barkrowler
 Bigfoot
-BlackWidow
-BlowFish
-Bolt
-BuiltWith
-BuzzSumo
+Blackboard
+Blow
+BotALot
+Brandprotect
+Brandwatch
+Buck
+Bullseye
+BunnySlippers
 CATExplorador
-CODE87
-Calculon
 Cegbfeieh
 CensysInspect
-CherryPicker
-Chlooe
-Cocolyzebot
-Cogentbot
+Citoid
+Claritybot
+CopyRightCheck
 Craftbot
-Curious
-Custo
-DIIbot
-DSearch
+Crawling at Home Project
+CrunchBot
+CyotekWebCopy
+DBLBot
 DTS Agent
+DatabaseDriverMysqli
+Demon
 Deusu
-Disco
-Discoverybot
-DnBCrawler-Analytics
-DomainCrawler
+Digincore
+Dispatch
+DomCopBot
+DomainSigmaCrawler
 Domains Project
-ECCP/1.0
-EasyDL
-EirGrabber
+Dragonfly
+Ebingbong
 EroCrawler
-Express WebPictures
-Extreme Picture Finder
+Exabot
+Ezooms
+FHscan
+FemtosearchBot
 Fimap
+Firefox/7.0
+Flunky
+Foobot
 Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GermCrawler
+FrontPage
+FyberSpider
+Fyrebot
+GalaxyBot
 GetRight
-Go!Zilla
+Gigabot
 GoZilla
 Grabber
-Grafula
-GrapeFX
-HEADMasterSEO
-HTTrack
-HaosouSpider
+GrapeshotCrawler
+GridBot
+HTTP::Lite
 Harvest
-Heritrix
 Hloader
+HybridBot
 IDBot
-IlseBot
-Image Sucker
+IRLbot
+Id-search
 IndeedBot
-InfoTekies
-InterGET
+Intelliseek
 Internet Ninja
-InternetSeer
-JOC Web Spider
-JetCar
-JikeSpider
+Iria
+Iskanie
+JamesBOT
+JennyBot
+Jetty
+Joomla
 Jorgee
-JustView
-Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kozmosbot
-LWP::Simple
+LNSpiderguy
 Lanshanbot
 Larbin
-LeechFTP
-LeechGet
+Lftp
 LibWeb
-LieBaoFast
+Libwhisker
 Lightspeedsystems
-Likse
-LinkpadBot
-LinksManager
-Ltx71
-MIDown tool
-MIIxpc
-MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
-MarkWatch
-Mass Downloader
-Masscan
-MauiBot
+LinkScan
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Litemage_walker
+Lmspider
+MJ12bot
+MQQBrowser
+MTRobot
+MarkMonitor
 MeanPath Bot
-Meanpathbot
 Metauri
 Microsoft URL Control
-Minefield
-Mister PiX
-Moblie Safari
-Mojeek
 MolokaiBot
-Mr.4x3
-Msrabot
-Musobot
-Needle
-Net Vampire
+NPbot
+NearSite
+Nessus
+NetAnts
 NetMechanic
-Netcraft
+NetSpider
+Nettrack
+NextGenSearchBot
 Nibbler
 Niki-bot
-Nimbostratus
 Nmap
-Not
-Offline Explorer
-Openfind
-PECL::HTTP
+Nutch
+OpenVAS
+OrangeSpider
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
-Pandalytics
-Panscient
-PeoplePal
-Pockey
-Probethenet
+PageAnalyzer
+PageThing.com
+Papa Foto
+Petalbot
+Picsearch
+Pixray
+ProWebWalker
+Pu_iN
+Pump
+PxBroker
 PyCurl
+Quick-Crawler
 RSSingBot
 RankActive
 RankActiveLinkBot
-Rankivabot
-RankurBot
-ReGet
+RankingBot2
+RealDownload
+Reaper
 Recorder
+RepoMonkey
 Ripper
 RocketCrawler
-SEOlyticsCrawler
-SISTRIX
+SBIder
+SEOstats
+ScanAlert
 Scanbot
+Scrapy
+Searchestate
+SearchmetricsBot
 Seekport
-SeoSiteCheckup
+Semrush
+SemrushBot
 SeobilityBot
-Seomoz
-Siphon
-SiteExplorer
-SiteSucker
-SlySearch
-Snake
+Shodan
+SiteLockSpider
+SiteSnagger
+Sitebeam
+Sitevigil
+SmartDownload
+Snapbot
 Snoopy
-SocialRankIOBot
 Sociscraper
+Sottopop
 SpaceBison
-Spammen
-Sqlmap
+Sqlworm
 Sqworm
 Steeler
+Sucker
 Sucuri
 SuperBot
-Surfbot
 SurveyBot
+Szukacz
+T0PHackTeam
 TeleportPro
-Telesoft
-Titan
+Telesphoreo
+Telesphorep
+TheNomad
+Thumbor
+TightTwatBot
 Toweyabot
-Tracemyfile
-Trendictionbot
 True_Robot
 Turnitin
 TwengaBot
 Twice
-Typhoeus
-URLy.Warning
 UnisterBot
-Upflow
-VB Project
+V-BOT
+VCI
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Virusdie
 VoidEYE
 Voil
-WASALive-Bot
-WISENutbot
+WEBDAV
 Wallpapers
 WallpapersHD
-Web Enhancer
-WebBandit
-WebCollage
-WebFetch
-WebFuck
-WebImageCollector
-WebReaper
-WebZIP
-Webalta
+Web Pix
+Web Sucker
+WebPix
+WebSauger
+WebStripper
+WebmasterWorldForumBot
+Website Quester
+Whack
+Widow
+WiseGuys Robot
 Wonderbot
+Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
 Zauba
-ZoominfoBot
-archive.org_bot
-autoemailspider
-cah.io.community
+Zitebot
+ZmEu
+ZyBorg
+arquivo-web-crawler
 clark-crawler
-cognitiveseo
-com.plumanalytics
+coccocbot
 crawler4j
 dataforseo.com
-demandbase-bot
-eCatch
+domainsproject.org
 evc-batch
-facebookscraper
-gopher
-internetVista monitor
-iubenda-radar
-magpie-crawler
+instabid
+ips-agent
+linkdexbot
 meanpathbot
 mediawords
-muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
-polaris version
+plumanalytics
 s1z.ru
-scalaj-http
+satoristudio.net
+scan.lol
 seobility
-seocompany.store
-seoscanners
-serpstatbot
+seostar
 sitechecker.pro
-siteripz
 spyfu
-trendiction.com
-voyagerx.com
-webprosbot
-x22Mozilla
+webgains-bot
+webmeup-crawler
+webpros.com
+x09Mozilla
 xpymep1.exe