V4.2021.09.2563 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-404enemy
-ADmantX
+80legs
+Aboundex
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Alexibot
-Alligator
-Anthill
-Aspiegel
-Attach
+AllSubmitter
+AlphaBot
+Anarchie
+AwarioRssBot
 AwarioSmartBot
 BDFetch
+BLEXBot
 BackStreet
+Backlink-Ceck
 Badass
-Barkrowler
-Battleztar Bazinga
+Bandit
+Bigfoot
 Bitacle
-Black Hole
 Blow
-BlowFish
-Boardreader
+Bolt
+BotALot
 Buck
 Bullseye
-BuzzSumo
-CATExplorador
-Calculon
-CazoodleBot
-CheeseBot
-Chlooe
-Claritybot
+CODE87
+Cegbfeieh
+CheTeam
+Cliqzbot
 Cloud mapping
-Cogentbot
-CopyRightCheck
-Crescent
-CrunchBot
+Collector
+Copier
+Craftbot
+Crawling at Home Project
+Curious
 CyotekWebCopy
 DBLBot
-DTS Agent
-Deusu
-Devil
+DIIbot
+DSearch
+Demon
 Digincore
-Dirbuster
-DnyzBot
-DomainAppender
+Disco
 DomainSigmaCrawler
-Domains Project
+DomainStatsBot
 Dotbot
 Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
 EMail Siphon
-EirGrabber
-Exabot
-Extractor
-Extreme Picture Finder
-EyeNetIE
+EasyDL
+Ebingbong
+EroCrawler
+Express WebPictures
+ExtractorPro
+FHscan
+Fimap
 Firefox/7.0
-Flunky
 Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
+FrontPage
+Fuzz
+Fyrebot
 GT::WWW
 GalaxyBot
-GermCrawler
-GetWeb
-Getintent
-Gigablast
+Genieo
+GetRight
 Gigabot
+Go-Ahead-Got-It
+GoZilla
+Gotit
+Grafula
 GrapeFX
 HEADMasterSEO
-Haansoft
+HMView
 Harvest
-IDBTE4M
-IDBot
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InterGET
-Internet Ninja
-InternetSeer
+Humanlinks
+HybridBot
+IRLbot
+InfoTekies
+Intelliseek
+Iskanie
+JOC Web Spider
 JamesBOT
+JennyBot
 JetCar
+Joomla
+JustView
+Kenjin Spider
 Keyword Density
-Larbin
+Kozmosbot
 Leap
 LeechFTP
-LexiBot
-LieBaoFast
 Lightspeedsystems
 Likse
-LinkScan
 LinkWalker
-Linkdexbot
-LinkpadBot
+Linkbot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
+MFC_Tear_Sample
 MQQBrowser
 MSIECrawler
-MTRobot
-Mag-Net
-Mail.RU_Bot
-MarkMonitor
-Mass Downloader
-Mb2345Browser
-MegaIndex.ru
+Magnet
+Majestic SEO
+Majestic12
+MauiBot
 Metauri
+MicroMessenger
 Microsoft URL Control
+Mister PiX
 Moblie Safari
+Mojolicious
+Mozlila
 Mr.4x3
-Nessus
+Msrabot
+NPbot
+Name Intelligence
+Nameprotect
+Needle
+NetSpider
+NetZIP
 Netcraft
-Nettrack
 Nibbler
-Nimbostratus
-Nuclei
-Offline Explorer
-OutfoxBot
-PHPCrawl
-PageAnalyzer
+Nikto
+NimbleCrawler
+Nmap
+Offline Navigator
+OpenLinkProfiler
+OrangeBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
 PageScorer
-Pandalytics
-Panscient
-Petalbot
-Pi-Monster
-Picscout
+Papa Foto
+Pavuk
+PictureFinder
 Pimonster
+PleaseCrawl
 Pockey
-ProWebWalker
+ProPowerBot
 Psbot
 Pu_iN
-PxBroker
-PyCurl
+QueryN Metasearch
 Quick-Crawler
 RankActiveLinkBot
 RankFlex
 RankingBot
-ReGet
-RealDownload
+RankurBot
+Re-re
 Reaper
 Recorder
 RepoMonkey
-RocketCrawler
 Rogerbot
-SBIder
-SEOkicks-Robot
+SEOkicks
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
 SISTRIX
 SMTBot
-SalesIntelligent
-Scanbot
 ScoutJet
-Screaming
 ScrepyBot
 SearchmetricsBot
-SemrushBot
-SeobilityBot
-Shodan
-SiteCheckerBotCrawler
-SiteExplorer
+Semrush
+SeoSiteCheckup
 SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitebeam
 Sitevigil
-Snoopy
+SlySearch
+SmartDownload
+Snake
 SocialRankIOBot
-Sosospider
-Spammen
-Spbot
-SputnikBot
-Sucker
-Sucuri
-SuperBot
-Surfbot
+Spinn3r
+Steeler
 SurveyBot
 Suzuran
-T0PHackTeam
+Swiftbot
+T8Abot
 Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
 The Intraformant
+TheNomad
 Thumbor
 TightTwatBot
-Titan
+Toata
 Toweyabot
 Tracemyfile
 Trendictionbot
 Turnitin
-TurnitinBot
 TwengaBot
-Typhoeus
 URLy Warning
-Upflow
+URLy.Warning
+VB Project
 Vagabondo
 VidibleScraper
-WBSearchBot
-WEBDAV
+Virusdie
+Voil
+WASALive-Bot
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
 Wallpapers
 WallpapersHD
-Web Collage
 Web Enhancer
-Web Fuck
-Web Sauger
+Web Fetch
+Web Sucker
 WebAuto
-WebPix
+WebCollage
+WebCopier
+WebFuck
+WebReaper
 WebStripper
-WebSucker
-WebZIP
-Webshag
-Website Quester
-Whack
+WebWhacker
+Webalta
+WebsiteExtractor
+Webster
+Who.is Bot
+Widow
+WiseGuys Robot
 Wonderbot
-Xaldon WebSpider
+Wprecon
 ZyBorg
 arquivo-web-crawler
-backlink-check
+cah.io.community
 clark-crawler
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
 crawler4j
-dataforseo.com
-eCatch
-instabid
-lwp-trivial
-netEstate NE Crawler
+evc-batch
+facebookscraper
+meanpathbot
+mediawords
 page scorer
 pcBrowser
 plumanalytics
-s1z.ru
+probe-image-size
 satoristudio.net
-scalaj-http
 scan.lol
-seobility
-seoscanners
-siteripz
-sysscan
-tAkeOut
+seostar
+serpstatbot
+sitechecker.pro
+spyfu
 trendiction.com
-ubermetrics-technologies.com
+trendiction.de
+voyagerx.com
 x09Mozilla
-x22Mozilla
+xpymep1.exe
+zgrab