V4.2022.08.3323 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404enemy
+80legs
+Abonti
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-Alexibot
-AllSubmitter
-Alligator
-Anarchy
+Anarchie
 Ankit
-Anthill
-Apexoo
 Aspiegel
-Atomseobot
-AwarioSmartBot
+Asterias
+Attach
 BBBike
 BDCbot
 BDFetch
 BLEXBot
+BackDoorBot
 BackStreet
-BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Barkrowler
 BatchFTP
 BetaBot
+Bitacle
 Black Hole
-Blow
+Blackboard
 Bolt
 BotALot
 Brandprotect
 Brandwatch
-BuiltWith
 Bullseye
-BunnySlippers
-BuzzSumo
-CCBot
-CazoodleBot
+CODE87
+CSHttp
+Calculon
 Cegbfeieh
+CensysInspect
+CheTeam
+CheeseBot
 CherryPicker
 ChinaClaw
-Citoid
+Chlooe
+Claritybot
+Cocolyzebot
+Cogentbot
 Copier
+Copyscape
 Craftbot
 Crawling at Home Project
-Crescent
-CrunchBot
+CrazyWebCrawler
 Curious
 Custo
+CyotekWebCopy
 DBLBot
-DataCha0s
+DTS Agent
+DatabaseDriverMysqli
+Demon
 Deusu
 Dirbuster
+Disco
+Discobot
 Discoverybot
-Dispatch
 DittoSpyder
-DomainCrawler
+DnBCrawler-Analytics
 Domains Project
-Download Wonder
+Dotbot
 Dragonfly
+EMail Wolf
+Ecxi
 EirGrabber
 EroCrawler
-Express WebPictures
+Exabot
+ExtLinksBot
 ExtractorPro
 EyeNetIE
-Ezooms
-FemtosearchBot
-Fimap
+FDM
+FHscan
+Firefox/7.0
+Foobot
+Fuzz
 GT::WWW
-GalaxyBot
-GermCrawler
 GetRight
-GetWeb
-Gigabot
-Go-Ahead-Got-It
-Gotit
-GrabNet
-GrapeshotCrawler
-HMView
-HTMLparser
-HTTP::Lite
+GrapeFX
+GridBot
+HTTrack
 Haansoft
-HaosouSpider
-Havij
-Humanlinks
-HybridBot
-IDBot
-Iblog
+Harvest
+Heritrix
+Hloader
+IRLbot
 Id-search
-InfoNaviRobot
+Image Fetch
+InfoTekies
 Iria
-JOC Web Spider
-Jbrofuzz
-JetCar
-Jyxobot
-Keybot Translation-Search-Machine
+IstellaBot
+JamesBOT
+Jorgee
+Kenjin Spider
 Lanshanbot
 Larbin
+LeechFTP
+LeechGet
+LexiBot
 LibWeb
-Libwhisker
-Likse
-LinkWalker
-LinkextractorPro
-Lipperhey
-Litemage_walker
+LinksManager
+Lmspider
 MFC_Tear_Sample
-MTRobot
+MQQBrowser
+MSIECrawler
+Mag-Net
 Magnet
+Mail.RU_Bot
 Majestic-SEO
 Majestic12
 MarkMonitor
-MeanPath Bot
+MauiBot
+Mb2345Browser
 Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
-Mister PiX
-Mojeek
-NPbot
-Name Intelligence
+MicroMessenger
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
+Msrabot
+Musobot
+Nameprotect
 Navroad
-Needle
-NetAnts
+Net Vampire
 NetLyzer
-Netcraft
-Netvibes
-Nibbler
-Niki-bot
+Nikto
 NimbleCrawler
-Nmap
-Not
-Nuclei
+Ninja
 Nutch
-Offline Explorer
+Octopus
 OnCrawl
-OpenLinkProfiler
-Openfind
-OrangeSpider
+OpenVAS
+OrangeBot
 OutclicksBot
 OutfoxBot
-PECL::HTTP
-PageGrabber
-Pavuk
-PeoplePal
-Pi-Monster
-PictureFinder
-Piepmatz
-PleaseCrawl
-ProWebWalker
+Pandalytics
+Papa Foto
+Petalbot
+Picscout
+Pimonster
+Probethenet
+Psbot
+PyCurl
 QueryN Metasearch
-RankActive
+RSSingBot
 RankActiveLinkBot
-RankingBot
-Rankivabot
+RankFlex
+RankingBot2
+Re-re
 ReGet
-RedesScrapy
+RealDownload
+Reaper
+RebelMouse
 RepoMonkey
 Ripper
+Rogerbot
 SEOkicks-Robot
-SISTRIX
-SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
 Scrapy
-Searchestate
+ScreenerBot
 Seekport
 SemanticJuice
-SemrushBot
-SeobilityBot
 Site Sucker
 SiteExplorer
 SiteLockSpider
+SiteSucker
+Sitebeam
 Sitevigil
 SlySearch
-Snapbot
+SmartDownload
 SocialRankIOBot
+Sociscraper
+Spammen
 SpankBot
-Spanner
-Spbot
-Spinn3r
-SputnikBot
-Sucuri
-SuperHTTP
+Sqlworm
+Suzuran
 Szukacz
-T0PHackTeam
-Telesoft
-Telesphorep
-The Intraformant
-TheNomad
-Thumbor
+TeleportPro
+TightTwatBot
+Titan
+Toata
 Toweyabot
-Tracemyfile
-True_Robot
+Turnitin
 TurnitinBot
-TwengaBot
-Upflow
-V-BOT
-VCI
-VeriCiteCrawler
-Virusdie
-VoidEYE
-Voil
+Typhoeus
+Vagabondo
 Voltron
 WASALive-Bot
-WEBDAV
+WISENutbot
 WPScan
-WWW::Mechanize
-Wallpapers/3.0
-WeSEE
+WWWOFFLE
+Wallpapers
+WallpapersHD
 Web Fetch
-Web Fuck
-Web Sucker
+Web Pix
 WebCollage
-WebCopier
 WebEnhancer
-WebFuck
-WebPix
+WebLeacher
+WebSauger
+WebStripper
 WebSucker
 Webalta
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 WebsiteQuester
+Whack
 Who.is Bot
+Widow
 WiseGuys Robot
-Zeus
-ZoomBot
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zauba
+Zitebot
+ZmEu
 ZumBot
 ZyBorg
+arquivo.pt
 autoemailspider
+backlink-check
+cah.io.community
+check1.exe
 clark-crawler
-coccocbot
-cognitiveseo
-crawler.feedback
-dataforseo.com
-demandbase-bot
+crawl.sogou.com
 eCatch
-gopher
+evc-batch
 heritrix
-linkdexbot
+ips-agent
 meanpathbot
-mediawords
-oBot
 page scorer
 polaris version
-scan.lol
-seocompany.store
-sexsearcher
+ripz
+scalaj-http
+seoscanners
 sitechecker.pro
+siteripz
+sogouspider
+sp_auditbot
 sysscan
-webgains-bot
+tAkeOut
+trendiction.de
 webmeup-crawler
-webprosbot
-xpymep1.exe
-zgrab
+zauba.io