V4.2022.05.3096 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -3,248 +3,248 @@
 404enemy
 80legs
 ADmantX
-ASPSeek
+AIBOT
 Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
+Acunetix
+Alexibot
 Alligator
-AlphaBot
+Anarchie
+Anarchy
 Anarchy99
+Ankit
 Anthill
-Apexoo
 Asterias
-Atomseobot
-BBBike
+BDCbot
 BLEXBot
 Bandit
+BetaBot
+Bigfoot
+Bitacle
 BlackWidow
 Blackboard
 Blow
+BlowFish
+Boardreader
 Bolt
-BuiltBotTough
+BotALot
+Buck
+Bullseye
 BuzzSumo
-CSHttp
+Calculon
 CazoodleBot
+CensysInspect
+CheTeam
 Cliqzbot
+Cocolyzebot
+Collector
 Copier
+Copyscape
 Crawling at Home Project
-Custo
-CyotekWebCopy
-DIIbot
-DTS Agent
-Deusu
+CrazyWebCrawler
+Curious
+DBLBot
+DataCha0s
+Devil
 DigitalPebble
-Discobot
-Discoverybot
+Disco
 Dispatch
-DnyzBot
-Domains Project
-Download Wonder
-ECCP/1.0
-EMail Siphon
-EMail Wolf
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
+Dragonfly
+Ebingbong
+Ecxi
 EirGrabber
-Exabot
-Extreme Picture Finder
-EyeNetIE
+Express WebPictures
+Extractor
+Ezooms
+FDM
 FHscan
-Fimap
+Firefox/7.0
+FlashGet
 Flunky
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-Genieo
-Go-Ahead-Got-It
-GrabNet
+GermCrawler
+GrapeFX
 GrapeshotCrawler
 GridBot
-Heritrix
-HybridBot
+HTTrack
+HaosouSpider
+Harvest
+Havij
+Hloader
+HonoluluBot
+Humanlinks
+IDBTE4M
+IRLbot
 Iblog
-Image Fetch
+Id-search
 Image Sucker
-InfoTekies
-InterGET
-Internet Ninja
-IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
-Joomla
-Kenjin Spider
-LNSpiderguy
+Intelliseek
+Iskanie
+JamesBOT
+Jetty
+Jorgee
+Jyxobot
 Lanshanbot
 Larbin
 Leap
 LeechGet
-LexiBot
 Lftp
 Libwhisker
-LinkextractorPro
-LinqiaRSSBot
+Likse
+LinkWalker
+Linkbot
 LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
+Litemage_walker
+Ltx71
+MIIxpc
 MJ12bot
-MQQBrowser
-MTRobot
-Mag-Net
-Majestic SEO
-Mass Downloader
+MSIECrawler
+Mail.RU_Bot
+Majestic12
 Masscan
-MauiBot
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
 MegaIndex.ru
-Microsoft URL Control
+Microsoft Data Access
+Moblie Safari
 MolokaiBot
-NICErsPRO
-Name Intelligence
-NearSite
-Needle
-Nessus
-Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
-Nettrack
-NextGenSearchBot
+NetSpider
+Netcraft
 Niki-bot
-Nuclei
+Nikto
+NimbleCrawler
+Nimbostratus
+Nmap
 Nutch
+Offline Explorer
 OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
-OutfoxBot
-PageScorer
+Openvas
+OrangeSpider
+PageAnalyzer
+PageGrabber
 PageThing.com
 Pandalytics
-Panscient
 Papa Foto
-Pavuk
-Pi-Monster
+PeoplePal
 Picscout
-Pimonster
+PictureFinder
+Piepmatz
 Pixray
-PleaseCrawl
 ProWebWalker
-Psbot
-Pu_iN
+Probethenet
 Pump
-Quick-Crawler
-RankingBot
-RankingBot2
+PyCurl
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
+Rankivabot
 RankurBot
 Re-re
-ReGet
-RebelMouse
-Recorder
+RealDownload
+Reaper
 RedesScrapy
-RepoMonkey
-SEOkicks
-SEOprofiler
-Screaming
+SMTBot
+SalesIntelligent
+Scanbot
+Scrapy
+Searchestate
 SemanticJuice
-Semrush
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
 Seomoz
+Shodan
 Site Sucker
 SiteExplorer
 SiteLockSpider
+SiteSucker
 Sitebeam
+Sitevigil
 SlySearch
-SmartDownload
-SocialRankIOBot
-Sogou web spider
+Snake
+Snoopy
+Sociscraper
 Sosospider
 SpaceBison
 Spammen
+SpankBot
 Spinn3r
 SputnikBot
-Sqlworm
-Sucker
+Sqlmap
+Sqworm
+Steeler
+Stripper
+Sucuri
+SuperHTTP
 Surfbot
-Teleport
-Telesoft
+T0PHackTeam
+T8Abot
+Telesphoreo
+The Intraformant
+TheNomad
 Thumbor
-Tracemyfile
-True_Robot
-Turingos
-Turnitin
+Titan
+Toata
 Typhoeus
 UnisterBot
 Upflow
-VB Project
-Vagabondo
-VelenPublicWebCrawler
+V-BOT
 VeriCiteCrawler
 VidibleScraper
+Virusdie
+VoidEYE
 Voil
-Voltron
 WASALive-Bot
-WBSearchBot
 WEBDAV
 WISENutbot
 WPScan
-WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Auto
-Web Enhancer
-Web Sauger
-WebAuto
-WebFetch
-WebImageCollector
+Web Collage
+Web Fetch
+WebEnhancer
+WebGo IS
 WebLeacher
-WebSauger
+WebReaper
 WebStripper
 WebSucker
-WebWhacker
-Webalta
-Website Quester
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whacker
-Who.is Bot
-WinHTTrack
-Woobot
+Widow
+Wotbox
+Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
-ZoomBot
-ZumBot
+Zitebot
+ZoominfoBot
+archive.org_bot
 arquivo-web-crawler
-cah.io.community
 check1.exe
-clark-crawler
-crawl.sogou.com
-dataforseo.com
+com.plumanalytics
+crawler.feedback
+demandbase-bot
 domainsproject.org
-evc-batch
-facebookscraper
-gopher
-internetVista monitor
-ips-agent
+eCatch
+heritrix
+instabid
+isitwp.com
 iubenda-radar
-lwp-request
-lwp-trivial
 magpie-crawler
-meanpathbot
+mediawords
+muhstik-scan
 netEstate NE Crawler
-oBot
-polaris version
+plumanalytics
 ripz
+s1z.ru
+satoristudio.net
 seobility
-serpstatbot
-sexsearcher
-siteripz
-spyfu
-ubermetrics-technologies.com
-voyagerx.com
+sysscan
+trendiction.com
+trendiction.de
+webgains-bot
 x09Mozilla
-xpymep1.exe
 zauba.io