V4.2021.12.2780 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-404enemy
 80legs
-AIBOT
-ASPSeek
-Abonti
+ADmantX
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
 Aipbot
-Alexibot
+Alligator
 AlphaBot
-Anthill
+Anarchie
+Ankit
+Aspiegel
+Attach
+AwarioRssBot
 AwarioSmartBot
-BDCbot
 BDFetch
 BackDoorBot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Bandit
+Badass
 Barkrowler
-BetaBot
+BatchFTP
+Black Hole
 BlackWidow
+BlowFish
 Boardreader
-Bolt
-BuiltWith
-Bullseye
+BuiltBotTough
+BunnySlippers
 BuzzSumo
-CODE87
+CATExplorador
+CCBot
+CSHttp
+Calculon
 CazoodleBot
-CheTeam
-ChinaClaw
-Claritybot
+Cegbfeieh
+Cloud mapping
 Cogentbot
-Copier
-Craftbot
 Crescent
 Curious
 Custo
+DBLBot
+DIIbot
 DSearch
-DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-DigitalPebble
+Digincore
 Dirbuster
 Discobot
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
+DomainAppender
 DomainSigmaCrawler
-Domains Project
-ECCP/1.0
+Dotbot
+Download Wonder
+Dragonfly
 EMail Siphon
 EMail Wolf
-Ebingbong
-EirGrabber
 EroCrawler
 Evil
+Exabot
 Express WebPictures
-ExtLinksBot
-Extractor
+ExtractorPro
 EyeNetIE
+Ezooms
 FHscan
-Fimap
-Firefox/7.0
+FemtosearchBot
 FlashGet
+Flunky
 Freeuploader
-FrontPage
-Fuzz
 FyberSpider
-Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
+GalaxyBot
 GermCrawler
 GetRight
-Go!Zilla
 Go-Ahead-Got-It
 GoZilla
 Gotit
 Grabber
 Grafula
-GrapeFX
 GrapeshotCrawler
 GridBot
+HMView
 HTMLparser
+HTTrack
 Haansoft
 Heritrix
-HybridBot
-IDBot
-Iblog
-Intelliseek
-InternetSeer
-Iria
-Iskanie
+Humanlinks
+Image Sucker
+Internet Ninja
 IstellaBot
-JOC Web Spider
-JetCar
+JamesBOT
+Jbrofuzz
+JennyBot
 Jetty
 JikeSpider
-Joomla
-Jorgee
-JustView
-Kenjin Spider
-Lanshanbot
-LexiBot
-Lftp
+LNSpiderguy
+LWP::Simple
+Leap
+LibWeb
+LieBaoFast
 Lightspeedsystems
 Likse
+LinkScan
 Linkbot
-Linkdexbot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
+LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
 Ltx71
 MIIxpc
+MSFrontPage
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
 Majestic12
-MarkMonitor
-Mass Downloader
+Masscan
+Mata Hari
+Meanpathbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Mister PiX
-Moblie Safari
-Mozlila
-Mr.4x3
-NICErsPRO
-Navroad
-Needle
+Mojolicious
+NPbot
+Nameprotect
+Nessus
+Net Vampire
 NetSpider
-Netcraft
-Netvibes
+NetZIP
 NextGenSearchBot
-Ninja
+Niki-bot
+NimbleCrawler
+Nmap
 Not
-Nutch
-OnCrawl
-OpenLinkProfiler
+Nuclei
+Offline Navigator
 Openfind
-OrangeBot
 OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
+OutfoxBot
+Page Analyzer
+Pavuk
+Petalbot
 Pi-Monster
-Picsearch
-PictureFinder
-PleaseCrawl
+Piepmatz
+ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
-Pump
+PxBroker
+QueryN Metasearch
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankFlex
+Rankivabot
 RankurBot
-Re-re
-ReGet
-RocketCrawler
-Rogerbot
-SBIder
+RealDownload
+RedesScrapy
+RepoMonkey
+Ripper
 SEOkicks
 SEOkicks-Robot
-SMTBot
+SEOstats
+SISTRIX
 SalesIntelligent
 Scrapy
-SeoSiteCheckup
-Seomoz
+Screaming
+ScrepyBot
+SemanticJuice
+Semrush
+SeobilityBot
 SiteCheckerBotCrawler
 SiteExplorer
-Sitebeam
-Snake
-Snoopy
+Siteimprove
+Sitevigil
+SlySearch
+Snapbot
 SocialRankIOBot
-Spammen
-SputnikBot
-Sqlmap
-SuperHTTP
+Sottopop
+Spinn3r
+Sqlworm
+Stripper
 Surfbot
-Suzuran
-T0PHackTeam
+Swiftbot
+Szukacz
+T8Abot
 Teleport
-Telesphoreo
-Telesphorep
-TheNomad
+The Intraformant
 Thumbor
-TightTwatBot
-Tracemyfile
+Titan
+Toata
+Trendictionbot
+True_Robot
+Turingos
 TurnitinBot
-UnisterBot
-WBSearchBot
-WEBDAV
+Twice
+URLy.Warning
+VB Project
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
+Voil
+WISENutbot
 WPScan
 WWW-Collector-E
 WWW::Mechanize
-Wallpapers
+Wallpapers/3.0
+WallpapersHD
 Web Auto
+Web Collage
+Web Enhancer
 Web Sauger
 Web Sucker
-WebCollage
-WebEnhancer
-WebReaper
-WebSauger
-WebStripper
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-Webshag
-WebsiteQuester
+WebBandit
+WebFetch
+WebPix
+WebSucker
+WebsiteExtractor
 Webster
-Widow
+Whatweb
 WinHTTrack
-Zade
-Zeus
+Wonderbot
+Woobot
+Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
+Zermelo
 Zitebot
 ZoominfoBot
 ZumBot
+ZyBorg
 adscanner
-archive.org_bot
-arquivo.pt
-backlink-check
 cah.io.community
-cognitiveseo
-com.plumanalytics
-crawler.feedback
-crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
+clark-crawler
+crawl.sogou.com
 eCatch
-facebookscraper
-heritrix
+instabid
 internetVista monitor
+ips-agent
 isitwp.com
-magpie-crawler
+lwp-request
 meanpathbot
-muhstik-scan
+mediawords
 netEstate NE Crawler
-plumanalytics
-s1z.ru
-satoristudio.net
+polaris version
+probe-image-size
 scalaj-http
 scan.lol
-seoscanners
-seostar
-sysscan
+seocompany.store
+sexsearcher
+sitechecker.pro
+siteripz
+tAkeOut
 trendiction.com
 voyagerx.com
-webpros.com
-zauba.io
+webgains-bot
+webmeup-crawler
+xpymep1.exe