V4.2022.11.3490 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404enemy
-ASPSeek
-Abonti
+AIBOT
 Aboundexbot
 AiHitBot
-Aipbot
+AllSubmitter
 Alligator
-Anarchy99
+Anarchie
+Anarchy
 Ankit
-Aspiegel
+Anthill
 Atomseobot
-AwarioRssBot
-BDCbot
-BDFetch
-BLEXBot
-BackWeb
+AwarioSmartBot
+BBBike
+BackDoorBot
 Backlink-Ceck
-Bitacle
-BlackWidow
-Blow
-BlowFish
+Badass
+Bandit
+BatchFTP
+BetaBot
+Bigfoot
+Boardreader
+Bolt
+Buck
 Buddy
+BuiltBotTough
 BuiltWith
-CCBot
 CODE87
-CensysInspect
-Citoid
+Calculon
+CheeseBot
+CherryPicker
+ChinaClaw
 Claritybot
-Cocolyzebot
-Collector
+Copier
+CopyRightCheck
+Copyscape
 Craftbot
-Crawling at Home Project
-Crescent
+CrazyWebCrawler
 Curious
-CyotekWebCopy
-DBLBot
-Demon
-DigitalPebble
+DIIbot
+Digincore
 Dirbuster
-Discobot
 Discoverybot
+Dispatch
 DomCopBot
-DomainCrawler
-DomainSigmaCrawler
+DomainAppender
 DomainStatsBot
-Dotbot
 Download Wonder
 Dragonfly
-Drip
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+EasyDL
 Ecxi
 EirGrabber
-Extractor
-ExtractorPro
+EroCrawler
+Evil
 Extreme Picture Finder
-FemtosearchBot
-Fimap
-Flunky
-Foobot
-Fuzz
-FyberSpider
-GetRight
+EyeNetIE
+Ezooms
+Firefox/7.0
+Freeuploader
+GalaxyBot
+Genieo
+GetWeb
+Gigabot
 Go!Zilla
 GoZilla
+Gotit
+GrabNet
+GrapeshotCrawler
+HTTrack
 Haansoft
-Heritrix
-Hloader
 IDBTE4M
-IRLbot
+Id-search
 IlseBot
-Image Fetch
-IndeedBot
+Intelliseek
+InterGET
 Internet Ninja
 IstellaBot
+JennyBot
 JetCar
+Jetty
 JikeSpider
-Joomla
-Jorgee
-JustView
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
 LNSpiderguy
-LeechFTP
+LWP::Simple
+Larbin
+Lftp
+LibWeb
 Libwhisker
+LieBaoFast
+Lightspeedsystems
+Likse
+LinkScan
 Linkbot
+LinkextractorPro
 LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-MIDown tool
+Lmspider
+MFC_Tear_Sample
 MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
 MSIECrawler
 MTRobot
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
-MarkWatch
+Mag-Net
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
-Meanpathbot
+Mb2345Browser
 Metauri
+MicroMessenger
 Microsoft URL Control
+Minefield
 Mister PiX
-Mojeek
+Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
-Musobot
-Nessus
+Mr.4x3
+Msrabot
+NICErsPRO
+Nameprotect
+NearSite
+Needle
 NetMechanic
 NetZIP
 Netcraft
-Netvibes
-Nibbler
+Nettrack
+NextGenSearchBot
+Niki-bot
 Nikto
-Not
-Nuclei
-OnCrawl
-OpenVAS
-Openfind
-Openvas
-OrangeSpider
+NimbleCrawler
+OrangeBot
+OutfoxBot
 POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
 Pandalytics
-Panscient
-Pavuk
-Picscout
-Pimonster
-PleaseCrawl
-ProWebWalker
-Psbot
+Pi-Monster
+Picsearch
+PictureFinder
+Piepmatz
 Pump
-PxBroker
+PyCurl
 QueryN Metasearch
-Quick-Crawler
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankingBot
-RankingBot2
+Rankivabot
 RankurBot
-Re-re
-ReGet
-RealDownload
 Reaper
-SBIder
-SEOkicks
+Recorder
+RepoMonkey
 SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SISTRIX
-SalesIntelligent
 ScanAlert
 Scanbot
 ScoutJet
-Screaming
+Scrapy
 ScreenerBot
+Seekport
 SemanticJuice
+SemrushBot
+SentiBot
+SeoSiteCheckup
 SeobilityBot
 Seomoz
-Shodan
 Siphon
-SiteCheckerBotCrawler
-SiteSnagger
-Sitebeam
-Snake
+Sitevigil
 Snapbot
 Sosospider
-SpaceBison
-Sqlworm
-Sqworm
-SuperHTTP
-Surfbot
-T0PHackTeam
-T8Abot
-Teleport
+Spinn3r
+Sqlmap
+Steeler
+SurveyBot
+Szukacz
 Telesoft
-Telesphorep
-TheNomad
+Telesphoreo
+The Intraformant
 Thumbor
 Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
+Turingos
 Turnitin
+TurnitinBot
+TwengaBot
+Twice
 Typhoeus
 URLy Warning
+UnisterBot
+Upflow
+V-BOT
+VB Project
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
 VidibleScraper
-Voltron
+VoidEYE
+WISENutbot
 WPScan
 WWW-Collector-E
 WWW-Mechanize
-Wallpapers/3.0
+WWW::Mechanize
+Wallpapers
 WallpapersHD
-Web Auto
 Web Collage
-Web Enhancer
-Web Fetch
 Web Sauger
-Web Sucker
-WebEnhancer
+WebGo IS
+WebPix
+WebReaper
 WebSauger
 WebStripper
 WebWhacker
-Website Quester
+Webalta
 WebsiteExtractor
-Whack
-Whacker
-Who.is Bot
-Wonderbot
-Woobot
+Webster
+WiseGuys Robot
+Wprecon
 Xaldon_WebSpider
+Xenu
 YoudaoBot
 Zermelo
-Zitebot
 ZmEu
-ZyBorg
-adscanner
-archive.org_bot
+ZoomBot
+arquivo.pt
+autoemailspider
+backlink-check
 check1.exe
 com.plumanalytics
-crawler4j
-dataforseo.com
-domainsproject.org
-eCatch
-evc-batch
-ips-agent
-linkdexbot
+demandbase-bot
+facebookscraper
+gopher
+heritrix
+instabid
+isitwp.com
+iubenda-radar
+lwp-trivial
 mediawords
-page scorer
+muhstik-scan
+oBot
 pcBrowser
-probe-image-size
 ripz
-scalaj-http
-scan.lol
-seoscanners
-sp_auditbot
+sexsearcher
+sitechecker.pro
 tAkeOut
-trendiction.com
 trendiction.de
 voyagerx.com
+webgains-bot
+webmeup-crawler
+webprosbot
 x09Mozilla
-x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io