V4.2021.10.2624 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-ASPSeek
-Abonti
 Aboundex
 Acunetix
-AfD-Verbotsverfahren
 AiHitBot
-AlphaBot
+Alexibot
+AllSubmitter
 Anarchie
-Anthill
-Asterias
+Anarchy
+Ankit
 Attach
-BDCbot
-BLEXBot
+BBBike
 BackDoorBot
-BackWeb
-Backlink-Ceck
-Badass
-Bandit
-Battleztar Bazinga
+BacklinkCrawler
+Barkrowler
+BatchFTP
+BetaBot
+Bigfoot
+Bitacle
+BlackWidow
 BlowFish
-Bolt
-Brandprotect
+Boardreader
 Buck
+Buddy
+BuiltBotTough
 Bullseye
-CazoodleBot
+BunnySlippers
+CCBot
+CODE87
+CSHttp
+Calculon
 Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-Chlooe
+CherryPicker
+ChinaClaw
+Claritybot
+Cloud mapping
 Cogentbot
 Collector
-Cosmos
+CopyRightCheck
 Craftbot
-CrazyWebCrawler
 Crescent
-Custo
+CyotekWebCopy
 DIIbot
 DSearch
-DTS Agent
-DatabaseDriverMysqli
-Disco
-Discobot
+Digincore
+DigitalPebble
+Dispatch
+DittoSpyder
+DnyzBot
 DomainAppender
-DomainSigmaCrawler
-Dotbot
+DomainStatsBot
+Domains Project
+Download Wonder
+Dragonfly
+Drip
 EMail Siphon
-Ebingbong
-EirGrabber
+EMail Wolf
+EasyDL
+Ecxi
+Evil
 ExtLinksBot
-EyeNetIE
+Extractor
+Extreme Picture Finder
 FHscan
+FemtosearchBot
 Firefox/7.0
+Flunky
+Foobot
 Freeuploader
 FrontPage
+Fuzz
 G-i-g-a-b-o-t
 Genieo
-GermCrawler
 GetRight
-Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 Grabber
 Grafula
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-Heritrix
-HybridBot
+HTMLparser
+HTTP::Lite
+Havij
+Humanlinks
+IDBTE4M
 IRLbot
-InfoTekies
-Intelliseek
+Iblog
+Id-search
+IndeedBot
 InternetSeer
+Iria
 IstellaBot
-JamesBOT
 Jbrofuzz
+JennyBot
 JikeSpider
-Joomla
 Jorgee
-Jyxobot
-Kenjin Spider
-Keyword Density
-Kozmosbot
-LNSpiderguy
-Larbin
-Leap
-LeechFTP
-LinkScan
-Linkdexbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
+Kinza
+LibWeb
+Likse
+LinqiaRSSBot
 Lipperhey Spider
-Lmspider
 Ltx71
-MFC_Tear_Sample
-MSIECrawler
+MIIxpc
+MSFrontPage
 MTRobot
 Mail.RU_Bot
-Majestic SEO
-MarkWatch
+Majestic-SEO
+Masscan
 Mata Hari
-Mb2345Browser
+MauiBot
 MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
-Mister PiX
 Moblie Safari
 Mojolicious
-Msrabot
-Musobot
+Morfeus Fucking Scanner
+Mozlila
 Nameprotect
-NearSite
+Needle
 Nessus
-Net Vampire
 NetAnts
+NetSpider
 NetZIP
 Netvibes
-Nibbler
-Nutch
+Nikto
+Nmap
+Nuclei
+Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
-PHPCrawl
+OpenLinkProfiler
+Openfind
+OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
+PageThing.com
 Pandalytics
-Panscient
+Papa Foto
+Pavuk
 PeoplePal
 Petalbot
+Pi-Monster
 Picscout
-PictureFinder
-Pimonster
 Pixray
-PleaseCrawl
 Pockey
 ProPowerBot
-Probethenet
+ProWebWalker
+Psbot
 Pump
-RSSingBot
-RankingBot2
+QueryN Metasearch
+Quick-Crawler
+RankFlex
+RankingBot
 RankurBot
-Re-re
-RebelMouse
-RedesScrapy
+RealDownload
 RepoMonkey
+Ripper
+RocketCrawler
+SEOstats
 SMTBot
 ScanAlert
 Scanbot
 ScreenerBot
-SemrushBot
-SentiBot
+SearchmetricsBot
+Seomoz
 Shodan
-SiteExplorer
+Siphon
 SiteLockSpider
-SiteSnagger
-SiteSucker
-SlySearch
+Sitebeam
+Siteimprove
 Snake
-Sottopop
-SpaceBison
-Spammen
-Spbot
+Snapbot
+Sogou web spider
+Spanner
 SputnikBot
-Stripper
-Sucker
-Surfbot
+Sqlmap
+Sqlworm
+Sucuri
+SuperHTTP
 SurveyBot
 Suzuran
 Swiftbot
-T0PHackTeam
-Tracemyfile
+Telesoft
+Telesphoreo
+Telesphorep
+Thumbor
+Trendiction
+True_Robot
+Turingos
 TurnitinBot
-UnisterBot
+TwengaBot
+Twice
+Typhoeus
 Upflow
 VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Virusdie
 VoidEYE
 Voltron
 WBSearchBot
-WEBDAV
 WPScan
-WWW-Mechanize
-WWWOFFLE
 WallpapersHD
+WeSEE
+Web Auto
 Web Collage
-Web Fuck
+Web Fetch
+Web Sauger
 Web Sucker
-WebEnhancer
+WebCopier
+WebFetch
+WebGo IS
 WebImageCollector
+WebReaper
+WebSauger
 WebStripper
 WebWhacker
 Webalta
-WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteExtractor
-Whatweb
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Wprecon
-Xaldon WebSpider
-Zade
-Zitebot
-ZoomBot
-ZyBorg
-arquivo.pt
-autoemailspider
+Widow
+Wonderbot
+Woobot
+Xenu
+Zauba
+Zermelo
+Zeus
+arquivo-web-crawler
 backlink-check
 check1.exe
-clark-crawler
 coccocbot-web
-cognitiveseo
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
+crawler4j
 dataforseo.com
-demandbase-bot
-domainsproject.org
-eCatch
-facebookscraper
-heritrix
-internetVista monitor
+evc-batch
+ips-agent
+lwp-trivial
+magpie-crawler
+muhstik-scan
 netEstate NE Crawler
 pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-scalaj-http
+ripz
 scan.lol
 seobility
+seoscanners
+seostar
 sitechecker.pro
-siteripz
-sogouspider
 sp_auditbot
-spyfu
-sysscan
-tAkeOut
-trendiction.com
 trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
 webmeup-crawler
 webpros.com
 x09Mozilla
-x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe