V4.2021.08.2560 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 80legs
-AIBOT
-ASPSeek
-Aboundex
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+AllSubmitter
 Alligator
-Ankit
+Anarchy99
 Anthill
-Apexoo
-Asterias
-BBBike
-BDFetch
+AwarioRssBot
+AwarioSmartBot
+BDCbot
+BLEXBot
 BackDoorBot
-BackStreet
-BackWeb
-Bandit
 Barkrowler
 BetaBot
-BlackWidow
+Blow
 BlowFish
-Boardreader
+Bolt
+BotALot
 Brandwatch
-Bullseye
+Buck
+BuiltWith
+BunnySlippers
 BuzzSumo
-CATExplorador
-CCBot
 CODE87
-CensysInspect
-CheTeam
+CSHttp
+Calculon
 ChinaClaw
-Collector
-CrunchBot
-DBLBot
+CopyRightCheck
+Copyscape
+CyotekWebCopy
+DIIbot
 DataCha0s
+Demon
+Deusu
 Devil
 Dirbuster
 Disco
-Discobot
 DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
+Download Wonder
 Dragonfly
 ECCP/1.0
 EMail Siphon
 EMail Wolf
-Ebingbong
-Evil
-Express WebPictures
-ExtLinksBot
+EirGrabber
+EroCrawler
 Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 FDM
-FHscan
 Firefox/7.0
+FrontPage
 Fuzz
 FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 Genieo
-Getintent
-Gigablast
-Go-Ahead-Got-It
+GermCrawler
+GetWeb
+Go!Zilla
 GoZilla
-Gotit
 Grabber
+Grafula
 GridBot
+HEADMasterSEO
+HMView
 HTTrack
-HaosouSpider
-Havij
+Harvest
 Heritrix
-IDBTE4M
+Humanlinks
+HybridBot
 IRLbot
-Image Fetch
-Indy Library
+Id-search
+IlseBot
 InfoNaviRobot
 Internet Ninja
-InternetSeer
-Iria
+IstellaBot
 JOC Web Spider
+JamesBOT
+Jbrofuzz
 JetCar
 Jetty
-Joomla
+JikeSpider
+JustView
+Keyword Density
 Kinza
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-LeechFTP
-LexiBot
 LibWeb
+Lightspeedsystems
+Likse
+LinkWalker
+Linkbot
+Linkdexbot
+LinkextractorPro
 LinksManager
-LinqiaRSSBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
 Lmspider
+MIIxpc
 MJ12bot
-MQQBrowser
-MSFrontPage
-MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
 MarkWatch
 Masscan
-Meanpathbot
-MicroMessenger
-Microsoft Data Access
+Mb2345Browser
 Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
+Mr.4x3
+Msrabot
 Musobot
+NICErsPRO
 Name Intelligence
+Nameprotect
+NearSite
 Needle
+Nessus
 Net Vampire
-NetAnts
-NetZIP
-Netcraft
-Niki-bot
+NetLyzer
+NetSpider
+Nettrack
+NextGenSearchBot
 Nikto
 Nimbostratus
-Offline Navigator
+Nmap
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openvas
+OrangeBot
 OrangeSpider
-OutfoxBot
-PHPCrawl
-Pandalytics
-Panscient
-Papa Foto
-Pavuk
+OutclicksBot
+PageGrabber
+PageScorer
+PageThing.com
 PeoplePal
+Petalbot
+Picscout
+Picsearch
 PictureFinder
-Pimonster
-ProWebWalker
 Probethenet
-Psbot
 QueryN Metasearch
 RankActiveLinkBot
-RankingBot
+RankingBot2
+RankurBot
+Re-re
+ReGet
+Reaper
+RebelMouse
 Recorder
-RepoMonkey
 Ripper
-SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SEOstats
-ScoutJet
-Screaming
-ScreenerBot
-Searchestate
-SearchmetricsBot
+SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
 SemrushBot
-SentiBot
-SeobilityBot
-Site Sucker
-SiteExplorer
-SiteSnagger
+SeoSiteCheckup
+Seomoz
+Shodan
+Siphon
+SiteCheckerBotCrawler
 Siteimprove
+SlySearch
 SmartDownload
 Snake
 Snapbot
 Sociscraper
+Sosospider
 SpaceBison
 Spammen
-Spanner
+SputnikBot
+Sqlmap
+Sqlworm
 Sqworm
-Sucker
+Steeler
 Sucuri
-SuperBot
 SuperHTTP
+SurveyBot
+Suzuran
+Szukacz
 T8Abot
 TeleportPro
 Telesoft
 Telesphorep
-The Intraformant
-TightTwatBot
-Titan
-Toweyabot
-Trendiction
-Trendictionbot
+Toata
+Tracemyfile
+True_Robot
 Turnitin
-Twice
+TwengaBot
 URLy.Warning
 UnisterBot
-VelenPublicWebCrawler
+Upflow
 Virusdie
+Voil
 Voltron
+WEBDAV
 WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
 Wallpapers/3.0
-WeSEE
 Web Collage
 Web Enhancer
 Web Fuck
-Web Sauger
+Web Pix
 Web Sucker
 WebBandit
-WebCollage
 WebCopier
+WebFuck
+WebGo IS
+WebImageCollector
+WebPix
 WebReaper
-WebSauger
+WebStripper
+WebSucker
+WebWhacker
 Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
+WebsiteExtractor
 Webster
-Widow
-Woobot
-Wotbox
-Wprecon
-Zauba
-Zitebot
+WinHTTrack
+YoudaoBot
+Zade
+Zeus
 ZmEu
-ZoomBot
-ZumBot
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-cah.io.community
-clark-crawler
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-demandbase-bot
-domainsproject.org
-eCatch
-facebookscraper
+crawler4j
 gopher
 heritrix
 instabid
-ips-agent
+internetVista monitor
 isitwp.com
 lwp-request
 meanpathbot
+mediawords
 muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
 polaris version
-ripz
-s1z.ru
-scalaj-http
-sexsearcher
-sitechecker.pro
+probe-image-size
+sogouspider
 sp_auditbot
-tAkeOut
 voyagerx.com
-webprosbot
-x22Mozilla
-zgrab
+webpros.com
+x09Mozilla
+xpymep1.exe