V4.2021.12.2796 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+360Spider
+404checker
+80legs
 ALittle Client
-Abonti
-Acunetix
+ASPSeek
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
 Alexibot
+AllSubmitter
+Alligator
 AlphaBot
+Anarchy
 Anarchy99
-Asterias
+Anthill
+Apexoo
 Attach
-BDFetch
-BackStreet
-Barkrowler
+AwarioSmartBot
+BBBike
+BDCbot
+BLEXBot
+BacklinkCrawler
 BatchFTP
-Battleztar Bazinga
+Bigfoot
+Boardreader
 Bolt
-BotALot
-Brandprotect
 Buck
-Buddy
-CATExplorador
+BuiltWith
 CCBot
-CODE87
+CSHttp
 CazoodleBot
+CheTeam
 CheeseBot
+CherryPicker
 ChinaClaw
-Claritybot
-Cliqzbot
+Citoid
 Cloud mapping
-Cogentbot
 Collector
 Copyscape
 Cosmos
-Crescent
-CrunchBot
-Curious
+Craftbot
+CrazyWebCrawler
+Custo
+CyotekWebCopy
+DBLBot
+DSearch
 DTS Agent
 DatabaseDriverMysqli
 Devil
 Digincore
 Dirbuster
-Discobot
+Disco
 Discoverybot
-Dispatch
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Drip
-EMail Siphon
+DnBCrawler-Analytics
+DomainCrawler
+Dragonfly
+ECCP/1.0
 EasyDL
-Ebingbong
-Ecxi
-EirGrabber
-Evil
 Exabot
-ExtLinksBot
-Extractor
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-Flunky
-Freeuploader
-Fuzz
+FHscan
+FemtosearchBot
+Firefox/7.0
 Fyrebot
-GalaxyBot
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
-GetWeb
-Getintent
-Grafula
+GetRight
+Go!Zilla
+GoZilla
+GrabNet
+HEADMasterSEO
 HMView
-Haansoft
+HTTrack
+HaosouSpider
 Havij
-HybridBot
-Id-search
-IlseBot
+Heritrix
+Hloader
+Humanlinks
+IDBTE4M
+IDBot
 Image Fetch
 Image Sucker
 InfoNaviRobot
 Intelliseek
-InterGET
-Iria
-IstellaBot
+Internet Ninja
 JamesBOT
-JennyBot
 JetCar
 Jetty
 JikeSpider
-Jorgee
-Jyxobot
+Joomla
+JustView
 Kenjin Spider
-Kinza
-LNSpiderguy
-LWP::Simple
+Larbin
 Leap
-LexiBot
-LieBaoFast
-Likse
+LeechGet
+Libwhisker
+Lightspeedsystems
+LinkScan
 Linkbot
 Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinksManager
 LinqiaScrapeBot
-MJ12bot
-MTRobot
-Majestic-SEO
-Mata Hari
+Lipperhey Spider
+Litemage_walker
+Lmspider
+MQQBrowser
+MSIECrawler
+Magnet
+Mail.RU_Bot
+Masscan
 Mb2345Browser
-MeanPath Bot
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Minefield
 Moblie Safari
 Mojeek
-Mozlila
-Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
+Mojolicious
+Morfeus Fucking Scanner
 Name Intelligence
 Nameprotect
+Nessus
 NetAnts
-Netcraft
+NetMechanic
+NetZIP
 Nettrack
-Nikto
-Nmap
-Nuclei
-Offline Explorer
-OnCrawl
-Openfind
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Not
+OpenVAS
 Openvas
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
+OrangeBot
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
 PageGrabber
-PageThing.com
 Pandalytics
 Panscient
-Pavuk
-Pi-Monster
-Picsearch
-PictureFinder
-Pixray
+Petalbot
 PleaseCrawl
-Pu_iN
-RankActiveLinkBot
-RankFlex
+Pockey
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActive
+Rankivabot
 RankurBot
-Re-re
 ReGet
-RealDownload
-RebelMouse
-Recorder
-RedesScrapy
-Ripper
+Reaper
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 SMTBot
-SalesIntelligent
-ScoutJet
-ScreenerBot
-Searchestate
-SearchmetricsBot
+ScanAlert
+Screaming
 SentiBot
-Seomoz
+Shodan
 Siphon
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-Sitevigil
-SlySearch
+SiteSnagger
+SmartDownload
 Snoopy
-Sociscraper
+SocialRankIOBot
 Sogou web spider
-Sosospider
+SpaceBison
+Spammen
 SpankBot
-Spbot
-Sqlworm
+Spanner
+SputnikBot
 Sqworm
+Steeler
+Stripper
+Sucker
+Sucuri
 SuperBot
-SuperHTTP
-T0PHackTeam
-Teleport
-Telesoft
-Telesphoreo
-Thumbor
-TightTwatBot
+Szukacz
+T8Abot
+The Intraformant
 Titan
-Toweyabot
+Trendiction
+Trendictionbot
+True_Robot
 TurnitinBot
-URLy Warning
-URLy.Warning
+Twice
+Typhoeus
+UnisterBot
 Upflow
-Vacuum
+V-BOT
+VCI
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WBSearchBot
-WEBDAV
+Virusdie
+Voltron
+WISENutbot
 WPScan
-WWW::Mechanize
-WWWOFFLE
-Web Collage
+Wallpapers
 Web Fetch
-WebBandit
+Web Fuck
+WebCollage
+WebCopier
+WebEnhancer
 WebFetch
-WebPix
-WebReaper
-WebStripper
-Website Quester
+WebImageCollector
+Webster
 Whack
-Whacker
-WinHTTrack
-WiseGuys Robot
+Woobot
+Wotbox
 Wprecon
-Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zade
-Zermelo
-ZumBot
+Zeus
+Zitebot
+ZmEu
 ZyBorg
-arquivo.pt
-backlink-check
-com.plumanalytics
-crawl.sogou.com
+adscanner
+autoemailspider
+cah.io.community
+clark-crawler
+coccocbot-web
+cognitiveseo
 crawler.feedback
-domainsproject.org
+crawler4j
+dataforseo.com
+evc-batch
+facebookscraper
+gopher
+instabid
+lwp-request
 magpie-crawler
 mediawords
-muhstik-scan
+netEstate NE Crawler
 oBot
-polaris version
+page scorer
 probe-image-size
 ripz
-satoristudio.net
-scalaj-http
-scan.lol
-seobility
 seoscanners
 serpstatbot
-sexsearcher
-siteripz
-sysscan
+sp_auditbot
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
 webmeup-crawler
-webprosbot
 x09Mozilla
-xpymep1.exe