V4.2022.01.2848 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
-ASPSeek
-AhrefsBot
-Aipbot
-AllSubmitter
+404checker
+404enemy
+80legs
+ADmantX
+Acunetix
+AfD-Verbotsverfahren
+Alexibot
 Alligator
 AlphaBot
-Anarchie
-Anarchy99
-Ankit
-Anthill
-Apexoo
 Aspiegel
+Asterias
+BDCbot
 BDFetch
-BackWeb
 Backlink-Ceck
 Barkrowler
-BatchFTP
-Black Hole
-BlackWidow
-Blow
-BuiltBotTough
+Battleztar Bazinga
+BetaBot
+Bitacle
+Boardreader
+BotALot
+Brandprotect
+Brandwatch
+BuiltWith
 Bullseye
-BuzzSumo
-CSHttp
-CazoodleBot
-Cegbfeieh
+BunnySlippers
+CODE87
 CherryPicker
-Citoid
-Cosmos
+ChinaClaw
+Cloud mapping
+Cocolyzebot
+Cogentbot
+Collector
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CrunchBot
+CyotekWebCopy
 DBLBot
-DSearch
+DIIbot
 DTS Agent
-Demon
-Disco
-Discobot
+DataCha0s
+Deusu
+DigitalPebble
+Dirbuster
 Discoverybot
-DnBCrawler-Analytics
-DomainSigmaCrawler
-Domains Project
+DittoSpyder
+DnyzBot
+DomCopBot
 Dotbot
+Download Wonder
 Dragonfly
-EMail Wolf
+Drip
+ECCP/1.0
+EMail Siphon
 EroCrawler
 Evil
-Express WebPictures
-EyeNetIE
-Fimap
+Exabot
+Extractor
+ExtractorPro
 Firefox/7.0
 FlashGet
-Flunky
-Freeuploader
-Fuzz
+Foobot
+GT::WWW
 Genieo
-GetRight
+GermCrawler
+GetWeb
 Getintent
+Go!Zilla
 GoZilla
+Grabber
 Grafula
-GrapeFX
-HMView
+GrapeshotCrawler
 HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
-Harvest
-Hloader
-HybridBot
+Heritrix
+Humanlinks
+IDBTE4M
 IDBot
+IRLbot
+Iblog
+Id-search
+Image Fetch
 Image Sucker
-InfoNaviRobot
-InterGET
-InternetSeer
-JennyBot
-Jorgee
+IndeedBot
+JetCar
+Joomla
 Jyxobot
-Kenjin Spider
 Kinza
+LNSpiderguy
 Leap
-LeechFTP
 LeechGet
+Lftp
+LibWeb
 Lightspeedsystems
-LinkWalker
+Likse
+Linkbot
 Linkdexbot
-LinkextractorPro
-LinkpadBot
 LinksManager
-Lmspider
-MSFrontPage
+LinqiaMetadataDownloaderBot
+Lipperhey
+MIDown tool
+MJ12bot
+MQQBrowser
 Mag-Net
-Mail.RU_Bot
+Magnet
+Majestic SEO
 Majestic-SEO
-Majestic12
-MarkMonitor
+Mass Downloader
+Mata Hari
+MauiBot
 Mb2345Browser
 MeanPath Bot
-Metauri
-Microsoft Data Access
+Meanpathbot
+Microsoft URL Control
 Mister PiX
+Moblie Safari
 Mojeek
-Mozlila
+Mojolicious
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-NICErsPRO
 NPbot
-Nameprotect
-NearSite
 Needle
-Net Vampire
+NetAnts
 NetLyzer
-NetSpider
-NextGenSearchBot
+NetMechanic
+NetZIP
+Netcraft
+Niki-bot
+Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
-Octopus
-Offline Explorer
-OpenVAS
-Openvas
+Nmap
+Openfind
 OrangeSpider
+OutclicksBot
 Page Analyzer
-Pavuk
+PageGrabber
+Pandalytics
+Panscient
+Papa Foto
 Petalbot
-Pi-Monster
 Picscout
-Picsearch
+PictureFinder
+Piepmatz
 Pixray
-PleaseCrawl
 Pockey
-Pump
-PxBroker
-PyCurl
+ProPowerBot
+ProWebWalker
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankActive
-RankFlex
+RankingBot2
 RankurBot
-Re-re
-RealDownload
-Reaper
 RebelMouse
-RepoMonkey
-SEOkicks
-SEOkicks-Robot
-SMTBot
-Searchestate
+RocketCrawler
+SBIder
+SISTRIX
+SalesIntelligent
+ScanAlert
+Screaming
 Seekport
-SentiBot
-SeoSiteCheckup
-Seomoz
-Shodan
+SemanticJuice
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 SiteSnagger
 SiteSucker
-Sitevigil
+Sitebeam
 Snake
+SocialRankIOBot
+Sociscraper
 Sosospider
-Spammen
-Spbot
+Sottopop
+SpaceBison
+SpankBot
+Spinn3r
 SputnikBot
-Sqlmap
-Sqlworm
+Sqworm
 Steeler
-SuperHTTP
-Teleport
-TeleportPro
+Stripper
+Sucker
+Surfbot
+SurveyBot
+Szukacz
+T0PHackTeam
+T8Abot
 Telesphoreo
-The Intraformant
-TheNomad
-Toata
+Thumbor
+Titan
 Tracemyfile
+Trendiction
 True_Robot
-Turnitin
-TurnitinBot
+Turingos
 TwengaBot
-Twice
-Typhoeus
-UnisterBot
-VeriCiteCrawler
+V-BOT
+VCI
 Virusdie
-Voil
+Voltron
 WASALive-Bot
-WBSearchBot
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
 WallpapersHD
 WeSEE
-Web Pix
-Web Sauger
-Web Sucker
-WebCollage
+Web Enhancer
 WebCopier
-WebEnhancer
 WebFuck
-WebGo IS
 WebImageCollector
 WebLeacher
-WebReaper
 WebSauger
 WebStripper
-Webalta
-WebmasterWorldForumBot
+WebSucker
+WebWhacker
 Webshag
-Webster
-Whatweb
+Widow
 WinHTTrack
 WiseGuys Robot
-Wprecon
+Wotbox
+YoudaoBot
 Zade
 Zitebot
 ZmEu
-ZumBot
-archive.org_bot
+ZoominfoBot
+ZyBorg
+adscanner
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
-check1.exe
-clark-crawler
+autoemailspider
+backlink-check
+coccocbot-web
 cognitiveseo
-com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-crawler4j
 domainsproject.org
-eCatch
-evc-batch
 gopher
 heritrix
-instabid
-isitwp.com
+ips-agent
+iubenda-radar
+lwp-request
 netEstate NE Crawler
-oBot
-polaris version
-ripz
+probe-image-size
 s1z.ru
-scan.lol
-serpstatbot
+seostar
 sitechecker.pro
 siteripz
-sp_auditbot
-spyfu
-tAkeOut
+trendiction.com
 trendiction.de
-webpros.com
-webprosbot
-x09Mozilla
 x22Mozilla
 xpymep1.exe
 zgrab