V4.2021.07.2464 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404enemy
 80legs
-AIBOT
-Abonti
-AllSubmitter
-AlphaBot
+ASPSeek
+Aboundex
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
+Anarchie
+Anarchy99
 Ankit
-Anthill
-Aspiegel
-AwarioRssBot
-BDCbot
-BackWeb
+Asterias
+BBBike
+BDFetch
+BLEXBot
+BackStreet
 Badass
 Bandit
+Barkrowler
 BatchFTP
 Bigfoot
-BlackWidow
-Blackboard
-Blow
-BlowFish
+Bitacle
+Black Hole
 Bolt
 BotALot
-Brandprotect
-Brandwatch
-Buddy
 BuiltBotTough
-Bullseye
 BunnySlippers
+BuzzSumo
+CSHttp
 Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CherryPicker
 ChinaClaw
 Chlooe
-Cliqzbot
+Claritybot
 Cogentbot
-Copyscape
+Collector
+CopyRightCheck
 Craftbot
-CrazyWebCrawler
 Curious
 CyotekWebCopy
 DSearch
 DTS Agent
-DatabaseDriverMysqli
-Devil
-Digincore
-Dirbuster
-Discobot
+Disco
+Discoverybot
 DnyzBot
-DomainCrawler
-DomainStatsBot
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
+Domains Project
+Drip
+EMail Siphon
 EMail Wolf
 Ecxi
+EroCrawler
+Exabot
 Express WebPictures
-ExtLinksBot
 Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Ezooms
+FHscan
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Foobot
-FrontPage
-G-i-g-a-b-o-t
+FyberSpider
 GT::WWW
-Genieo
-GermCrawler
-GetRight
+GetWeb
 Gigablast
 Go!Zilla
-Gotit
-Grabber
-GrapeshotCrawler
+GoZilla
+GridBot
+HEADMasterSEO
 HMView
-HTTP::Lite
-HTTrack
-HaosouSpider
+Haansoft
 Harvest
-IDBTE4M
+Havij
+Humanlinks
 IRLbot
-Id-search
-IlseBot
-Image Sucker
-IndeedBot
-Indy Library
+Image Fetch
 InfoTekies
 Intelliseek
-Iria
+Iskanie
+JOC Web Spider
 JamesBOT
 Jbrofuzz
-Jetty
 JikeSpider
-Joomla
-JustView
-Jyxobot
-LexiBot
-Likse
-LinkWalker
+Keyword Density
+LWP::Simple
+LeechFTP
+LeechGet
+Lftp
+Libwhisker
+LinkScan
 Linkdexbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Litemage_walker
-Lmspider
-MIDown tool
-MIIxpc
-Mag-Net
-Majestic-SEO
+Lipperhey
+MJ12bot
+MQQBrowser
+MSIECrawler
+Mail.RU_Bot
+MarkMonitor
 Mass Downloader
-Masscan
-Mata Hari
-MauiBot
-Mb2345Browser
+MeanPath Bot
+MegaIndex.ru
+Metauri
 Microsoft Data Access
-Mister PiX
+Microsoft URL Control
 Moblie Safari
-Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
-Nessus
-NetAnts
-NetLyzer
+Mojolicious
+Mozlila
+Mr.4x3
+Musobot
+NearSite
+Needle
 NetSpider
 NetZIP
+Nettrack
+Netvibes
 NextGenSearchBot
 Nibbler
-Nikto
-Ninja
-Nuclei
-OPPO A33
+NimbleCrawler
 Octopus
-Offline Explorer
+Offline Navigator
 OnCrawl
-OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Pandalytics
-Panscient
+PHPCrawl
+Page Analyzer
+PageScorer
+PageThing.com
+Papa Foto
 Pavuk
-PeoplePal
-Pi-Monster
+Picscout
 Piepmatz
-PleaseCrawl
-Pockey
-Psbot
-PxBroker
-Quick-Crawler
-RSSingBot
+Pump
+QueryN Metasearch
+RankActive
 RankActiveLinkBot
-RankFlex
-Reaper
+RankingBot
+Rankivabot
+ReGet
+RebelMouse
 RedesScrapy
 RepoMonkey
-Scanbot
-Scrapy
-Screaming
-ScreenerBot
+SBIder
+SISTRIX
+SalesIntelligent
 ScrepyBot
-Searchestate
 SearchmetricsBot
+Semrush
 SeoSiteCheckup
 Seomoz
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-Siteimprove
+Siphon
+SiteCheckerBotCrawler
 SmartDownload
-Snake
-Snapbot
-Sogou web spider
-Spammen
+Snoopy
+SocialRankIOBot
+Sosospider
+Sottopop
+SpankBot
+Spbot
 SputnikBot
+Sqlmap
+Sqlworm
 Sqworm
-Sucker
-Sucuri
 SuperBot
 Surfbot
+SurveyBot
 Swiftbot
-T8Abot
-Teleport
+Szukacz
 TeleportPro
+Telesoft
 Telesphoreo
-Telesphorep
-TheNomad
-Toata
-Trendiction
-Turnitin
+TightTwatBot
+Toweyabot
+Tracemyfile
 Twice
-URLy Warning
-URLy.Warning
 UnisterBot
 Upflow
 V-BOT
+VB Project
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-WeSEE
-Web Collage
-Web Fetch
+Vagabondo
+VidibleScraper
+Voltron
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WPScan
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Enhancer
 Web Fuck
+Web Pix
+Web Sauger
 WebAuto
-WebBandit
 WebFetch
 WebGo IS
+WebPix
+WebSauger
 WebSucker
 WebZIP
-WebsiteExtractor
-Webster
+Webalta
+WebmasterWorldForumBot
+Website Quester
+WebsiteQuester
+Whacker
 Whatweb
-Wonderbot
-Wprecon
+Widow
+Woobot
+Wotbox
+Xaldon WebSpider
 Xenu
 YoudaoBot
+Zade
 Zauba
 Zitebot
-arquivo-web-crawler
-autoemailspider
-backlink-check
-coccocbot-web
+ZmEu
+arquivo.pt
+check1.exe
 cognitiveseo
-crawler.feedback
 demandbase-bot
 domainsproject.org
+eCatch
+evc-batch
+facebookscraper
 gopher
 instabid
-ips-agent
-muhstik-scan
+isitwp.com
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
 netEstate NE Crawler
-oBot
 pcBrowser
+plumanalytics
 polaris version
+probe-image-size
 ripz
 satoristudio.net
-scan.lol
-seostar
-serpstatbot
+seoscanners
 sexsearcher
-sitechecker.pro
-sogouspider
-trendiction.de
-webmeup-crawler
+spyfu
+tAkeOut
+voyagerx.com
 x09Mozilla
-zgrab
+x22Mozilla
+zauba.io