V4.2023.02.3565 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-80legs
+404checker
 ADmantX
-ALittle Client
+AIBOT
+ASPSeek
 Abonti
 Aboundex
-Alexibot
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 AllSubmitter
-Alligator
-Ankit
-Attach
-AwarioRssBot
+AlphaBot
+Anarchie
+Anarchy99
+Apexoo
+Asterias
+Atomseobot
+AwarioSmartBot
+BBBike
 BLEXBot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Barkrowler
+BackWeb
 BatchFTP
-BetaBot
-BlackWidow
 Blow
-BlowFish
 Boardreader
-Bolt
 BotALot
 Brandprotect
-BunnySlippers
+BuiltWith
+Bullseye
 CSHttp
 Calculon
-ChinaClaw
-Citoid
-Cocolyzebot
+Claritybot
+Cliqzbot
+Cloud mapping
+Cogentbot
 Copier
-CopyRightCheck
-Cosmos
-CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
+Copyscape
+Crawling at Home Project
 Custo
-DSearch
+DataCha0s
+DatabaseDriverMysqli
 Demon
+Dirbuster
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DomCopBot
+DnyzBot
 DomainCrawler
 DomainSigmaCrawler
 Domains Project
-Dragonfly
+Drip
 ECCP/1.0
 EMail Siphon
 EMail Wolf
 EasyDL
+Ebingbong
 EirGrabber
+EroCrawler
 Evil
-Exabot
+Express WebPictures
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-Ezooms
+FDM
 FHscan
-Fimap
-Flunky
-Freeuploader
+FemtosearchBot
+FrontPage
 Fuzz
+FyberSpider
 G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
 GetWeb
+Go!Zilla
 Gotit
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+GrabNet
+GridBot
+HMView
 HTTP::Lite
 HTTrack
-Haansoft
-Heritrix
-Humanlinks
-Iblog
-Id-search
-InfoNaviRobot
-InfoTekies
-Intelliseek
+Harvest
+Hloader
+HonoluluBot
+IlseBot
 Internet Ninja
+InternetSeer
 IstellaBot
-JennyBot
+Jbrofuzz
+JikeSpider
 JustView
-Jyxobot
-Keybot Translation-Search-Machine
 Kinza
-Larbin
 Leap
+LeechFTP
+LeechGet
 LibWeb
 Libwhisker
-Likse
-LinkScan
-Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+LieBaoFast
+Lipperhey Spider
 Litemage_walker
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+Mag-Net
 Majestic12
+MarkMonitor
 MarkWatch
+Mata Hari
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Minefield
 Mister PiX
-Mojolicious
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
 Mozlila
-Msrabot
+Mr.4x3
+NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-Needle
-NetSpider
-Netcraft
+Navroad
+NearSite
+Nessus
 Nettrack
+Netvibes
 NextGenSearchBot
 Nikto
+NimbleCrawler
 Nimbostratus
 Ninja
-Nmap
-Not
 Nuclei
 Octopus
-Offline Explorer
+OnCrawl
+OpenLinkProfiler
 OpenVAS
 OrangeBot
 OrangeSpider
+OutclicksBot
+OutfoxBot
+PHPCrawl
 PageAnalyzer
-PageScorer
-PageThing.com
-Pandalytics
 Panscient
-Pavuk
-PeoplePal
-Pi-Monster
-Pockey
+Petalbot
+Picscout
+Pixray
 ProPowerBot
-Psbot
-Pu_iN
-Pump
-QueryN Metasearch
-RealDownload
-RedesScrapy
-RepoMonkey
-Ripper
+PyCurl
+Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankingBot
+RankingBot2
+RankurBot
+Re-re
 RocketCrawler
-SEOstats
-SISTRIX
-SMTBot
+SBIder
 ScoutJet
 Scrapy
+ScreenerBot
 ScrepyBot
-SemanticJuice
-Semrush
+SentiBot
 SeobilityBot
+Seomoz
+Shodan
 Siphon
 SiteCheckerBotCrawler
-SiteExplorer
 SiteSnagger
+SiteSucker
 Sitevigil
 SlySearch
 Snake
 Snapbot
 Snoopy
-Sottopop
-Spammen
-Spbot
-SputnikBot
-Steeler
-Stripper
-SuperHTTP
-Surfbot
-SurveyBot
+Sociscraper
+Sosospider
+SpaceBison
+Sucker
+Swiftbot
 T0PHackTeam
 TeleportPro
-Telesphoreo
-The Intraformant
+Telesoft
+Telesphorep
 TheNomad
-Titan
-Toata
+Thumbor
+Toweyabot
 Trendiction
-True_Robot
 Turingos
 Turnitin
-URLy.Warning
-Upflow
-V-BOT
-Vagabondo
-VidibleScraper
+URLy Warning
+UnisterBot
+Vacuum
 Voil
 WEBDAV
-WWW-Mechanize
-Wallpapers
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Enhancer
+Web Auto
 Web Fuck
-Web Sucker
+Web Pix
+WebAuto
+WebBandit
 WebCopier
 WebGo IS
 WebImageCollector
 WebLeacher
-WebReaper
-WebWhacker
+WebPix
+WebSauger
 WebZIP
-Webalta
-Website Quester
+WebmasterWorldForumBot
+Webshag
+WebsiteQuester
 Whack
-WinHTTrack
-YoudaoBot
-Zade
-Zitebot
-ZmEu
-ZoominfoBot
-ZumBot
-archive.org_bot
-arquivo.pt
-autoemailspider
+Whacker
+Widow
+Wonderbot
+Zauba
+ZoomBot
+ZyBorg
+arquivo-web-crawler
 check1.exe
 clark-crawler
-coccocbot
 cognitiveseo
-com.plumanalytics
+crawler.feedback
 crawler4j
+demandbase-bot
 evc-batch
-gopher
-isitwp.com
-linkdexbot
-lwp-trivial
+heritrix
+ips-agent
+iubenda-radar
+lwp-request
+magpie-crawler
+mediawords
 muhstik-scan
-oBot
-polaris version
-ripz
-seoscanners
-seostar
-sexsearcher
+probe-image-size
+s1z.ru
+satoristudio.net
+sitechecker.pro
+sp_auditbot
 spyfu
 sysscan
-trendiction.com
+tAkeOut
 trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
 webpros.com
 x09Mozilla
+x22Mozilla
 xpymep1.exe
-zgrab