V4.2021.10.2639 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
 80legs
-AIBOT
-ALittle Client
-Abonti
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
 Aipbot
 AllSubmitter
 Alligator
-Ankit
-Apexoo
+AlphaBot
+Anarchie
 AwarioSmartBot
-BBBike
+BDCbot
+BLEXBot
 BackDoorBot
-BackStreet
+Backlink-Ceck
 Bitacle
-Black Hole
-Boardreader
+BlackWidow
+Blackboard
+Blow
 Brandprotect
 Buddy
 BuiltBotTough
-CATExplorador
-Cegbfeieh
+CODE87
+CSHttp
 CensysInspect
-CheeseBot
 CherryPicker
 ChinaClaw
-Cloud mapping
-Cogentbot
+Chlooe
+Copier
 CopyRightCheck
-Crescent
-CrunchBot
+Copyscape
+Cosmos
+CrazyWebCrawler
 Curious
 Custo
 CyotekWebCopy
 DIIbot
-DSearch
 DTS Agent
-Demon
-Devil
-Dirbuster
-Disco
+DatabaseDriverMysqli
+Deusu
+Digincore
+DigitalPebble
 Discobot
-Dispatch
-DittoSpyder
-DnyzBot
-DomainCrawler
-Domains Project
+DomCopBot
 Dotbot
-Dragonfly
-EMail Wolf
-Extractor
-Extreme Picture Finder
-EyeNetIE
+Download Wonder
+Drip
+EMail Siphon
+EasyDL
+Ecxi
+EroCrawler
+Evil
+Express WebPictures
 Ezooms
-FDM
-FHscan
-Fimap
-Firefox/7.0
-Freeuploader
-FrontPage
+FemtosearchBot
+FlashGet
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
 GermCrawler
 GetRight
-GetWeb
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Gotit
 Grabber
 Grafula
-GrapeFX
-HEADMasterSEO
-HMView
+GridBot
+Haansoft
 HaosouSpider
-Harvest
-IDBTE4M
+HybridBot
 IRLbot
+Iblog
 Id-search
 IlseBot
-Image Sucker
-IndeedBot
+Indy Library
+InfoTekies
 InterGET
 JOC Web Spider
-Jbrofuzz
 JetCar
-LWP::Simple
-Libwhisker
-LinkScan
+JikeSpider
+Joomla
+Kenjin Spider
+Kinza
+Kozmosbot
+LeechFTP
+LeechGet
+LibWeb
+LieBaoFast
+Lightspeedsystems
 LinkWalker
-Linkdexbot
+Linkbot
+LinkextractorPro
+LinkpadBot
 LinksManager
-Litemage_walker
-Ltx71
-MJ12bot
+Lipperhey Spider
+MFC_Tear_Sample
+MIIxpc
 MQQBrowser
-MTRobot
+MSIECrawler
 Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
 Masscan
 MauiBot
 Mb2345Browser
-MeanPath Bot
-Microsoft URL Control
-Mister PiX
-Mr.4x3
-Musobot
+Mediatoolkitbot
+Metauri
+Microsoft Data Access
+Mojeek
+Mojolicious
+Mozlila
 NPbot
+Nameprotect
 Navroad
-NearSite
 Needle
 Net Vampire
 NetAnts
-NetZIP
-Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
-Nibbler
-Nikto
+NetSpider
 NimbleCrawler
-Nuclei
-Nutch
-Openfind
+Offline Navigator
+OpenVAS
 Openvas
+OrangeBot
 OrangeSpider
-Page Analyzer
-PageGrabber
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
-PageThing.com
 Pandalytics
-Panscient
-Picscout
-Picsearch
+Papa Foto
+Pavuk
+PeoplePal
+Petalbot
+PictureFinder
 Pixray
+Pockey
 ProWebWalker
-Pump
+Probethenet
+Psbot
+QueryN Metasearch
 Quick-Crawler
 RankActive
-RankingBot2
+RankFlex
+RankingBot
+RankurBot
 Re-re
-Reaper
+Recorder
 RedesScrapy
+RepoMonkey
 RocketCrawler
+Rogerbot
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
-SalesIntelligent
 Scanbot
-Scrapy
 ScreenerBot
-SearchmetricsBot
-SemrushBot
+ScrepyBot
+Searchestate
+SentiBot
+SeoSiteCheckup
+SeobilityBot
 Seomoz
-Siphon
-SiteLockSpider
+Site Sucker
+SiteExplorer
+Sitebeam
 Siteimprove
-Snapbot
-Snoopy
+SmartDownload
 Sociscraper
-Sogou web spider
+Sosospider
 Sottopop
-Spammen
-Spanner
-SputnikBot
-Sqworm
-Stripper
+Sqlmap
 Sucker
-SuperBot
+Sucuri
+SuperHTTP
 Surfbot
 SurveyBot
 Suzuran
-Szukacz
+Swiftbot
 T0PHackTeam
+T8Abot
 Teleport
-Telesphorep
-The Intraformant
-Toweyabot
-Tracemyfile
+Telesoft
+Toata
+Trendictionbot
 Turingos
-Turnitin
 TurnitinBot
-UnisterBot
-Upflow
-Vagabondo
-VelenPublicWebCrawler
+URLy Warning
+URLy.Warning
+V-BOT
+VCI
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-WEBDAV
+Voil
+WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-Wallpapers
+Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Auto
+Web Collage
+Web Pix
+Web Sucker
 WebAuto
-WebBandit
-WebCopier
-WebLeacher
+WebEnhancer
+WebFetch
+WebGo IS
+WebPix
 WebReaper
-WebSauger
-WebStripper
-WebSucker
+WebWhacker
 Webalta
 WebsiteExtractor
-Webster
-Whack
+WebsiteQuester
+WinHTTrack
 WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
-Zauba
-Zermelo
-ZmEu
+Woobot
+Xaldon WebSpider
+YoudaoBot
+Zitebot
+ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
-arquivo-web-crawler
 autoemailspider
-backlink-check
 cah.io.community
-check1.exe
-clark-crawler
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+crawler4j
+dataforseo.com
 demandbase-bot
-lwp-request
-lwp-trivial
-magpie-crawler
+eCatch
+evc-batch
+heritrix
+instabid
+ips-agent
+meanpathbot
+muhstik-scan
 pcBrowser
-polaris version
 s1z.ru
 satoristudio.net
+scalaj-http
 scan.lol
+seobility
+serpstatbot
 siteripz
 sp_auditbot
+sysscan
 trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-webpros.com
-x09Mozilla
+voyagerx.com
 xpymep1.exe
 zauba.io