V4.2022.02.2917 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+01h4x.com
 404enemy
 80legs
-ADmantX
-AIBOT
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-AllSubmitter
-Alligator
 AlphaBot
+Anarchie
+Anarchy
 Anarchy99
 Ankit
-Aspiegel
+Anthill
+Apexoo
+Asterias
+Atomseobot
 Attach
-BDCbot
+AwarioSmartBot
 BDFetch
-BackDoorBot
-BackWeb
-Bandit
-BatchFTP
+BLEXBot
+BackStreet
+BacklinkCrawler
+Badass
 Battleztar Bazinga
-Blow
-Buck
-Buddy
-BuiltBotTough
+BetaBot
+Black Hole
+Boardreader
+BuiltWith
+Bullseye
 BunnySlippers
-BuzzSumo
-CATExplorador
-CODE87
+CSHttp
+Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
+Chlooe
+Cliqzbot
 Cloud mapping
+Cocolyzebot
+Cogentbot
+Copier
 Copyscape
-CrazyWebCrawler
-CrunchBot
+Cosmos
+Craftbot
+Crawling at Home Project
 Custo
+DBLBot
 DIIbot
-Deusu
-DigitalPebble
-Discoverybot
+DSearch
+Dirbuster
 Dispatch
-DnyzBot
 DomCopBot
 Domains Project
 Download Wonder
-Drip
+Dragonfly
 Ecxi
-Express WebPictures
+EirGrabber
+EroCrawler
 Extractor
-Extreme Picture Finder
-Ezooms
+ExtractorPro
+EyeNetIE
+FHscan
 FemtosearchBot
+Fimap
 FlashGet
 Flunky
-Foobot
-FrontPage
+Fuzz
+Fyrebot
 GT::WWW
-GalaxyBot
 Genieo
-GermCrawler
-GetRight
-Go!Zilla
+Getintent
+Gigabot
 Go-Ahead-Got-It
-GoZilla
+Grabber
 Grafula
-GrapeFX
-GridBot
-HMView
-HTMLparser
+GrapeshotCrawler
 HTTrack
 Haansoft
+HaosouSpider
+Heritrix
 Hloader
-HonoluluBot
 IDBTE4M
-IRLbot
-Image Fetch
-IndeedBot
-InfoTekies
-InterGET
-Iria
-JamesBOT
-Jetty
+IDBot
+Id-search
+Image Sucker
+Intelliseek
+Iskanie
+JOC Web Spider
 JikeSpider
-Kinza
+Joomla
 Kozmosbot
-Larbin
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 Leap
 LeechFTP
-LexiBot
+Lftp
+LibWeb
+Libwhisker
 Lightspeedsystems
-LinkWalker
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+Likse
+LinkScan
+Linkbot
 Lipperhey
 Lipperhey Spider
 Lmspider
-Ltx71
-MFC_Tear_Sample
 MJ12bot
 MSFrontPage
-MSIECrawler
+Mag-Net
 Magnet
+Majestic-SEO
 MarkMonitor
+Mass Downloader
 MauiBot
-MeanPath Bot
-Meanpathbot
-Metauri
-Mojolicious
+Minefield
+Mister PiX
+Moblie Safari
 MolokaiBot
-Mozlila
+Mr.4x3
 Musobot
-NPbot
-Name Intelligence
+NICErsPRO
 Nameprotect
-NearSite
+Net Vampire
+NetAnts
 NetLyzer
-Netcraft
+NetZIP
+Nettrack
 Netvibes
 NextGenSearchBot
+Nibbler
 Niki-bot
+NimbleCrawler
 Nmap
-OpenLinkProfiler
-Openvas
-OrangeBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
+Not
+Nuclei
+Octopus
+Offline Navigator
+OnCrawl
+PageScorer
+PageThing.com
 Panscient
 Papa Foto
 PeoplePal
-Petalbot
-Picsearch
-Pockey
-ProPowerBot
-Probethenet
+Picscout
+Piepmatz
+Pixray
+PleaseCrawl
 PxBroker
+PyCurl
 Quick-Crawler
 RankActive
-RankActiveLinkBot
-RankingBot
-RankingBot2
-RankurBot
-Re-re
-RealDownload
-RebelMouse
-RedesScrapy
-Ripper
+ReGet
+RepoMonkey
 Rogerbot
+SBIder
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SISTRIX
-SalesIntelligent
-ScanAlert
-ScreenerBot
-SearchmetricsBot
+Scanbot
+ScrepyBot
+Searchestate
 Seekport
 SemanticJuice
-Semrush
-SentiBot
-SeobilityBot
-Seomoz
-Shodan
-Siphon
-Site Sucker
-SiteExplorer
+SemrushBot
+SiteSucker
+Sitevigil
 SmartDownload
+Snapbot
 Snoopy
-Sosospider
-SpaceBison
+Sogou web spider
 Spammen
-SpankBot
+Spanner
 Spbot
-SputnikBot
 Sqlmap
 Sqlworm
 Sqworm
-Stripper
-Sucuri
+Sucker
 SuperBot
 Surfbot
+SurveyBot
+Suzuran
+Swiftbot
+Telesphoreo
+Telesphorep
+The Intraformant
+TightTwatBot
 Titan
-Toata
-Toweyabot
-Trendictionbot
+Tracemyfile
+Trendiction
 TurnitinBot
+TwengaBot
 Twice
-URLy Warning
-UnisterBot
-VB Project
+URLy.Warning
 VeriCiteCrawler
+Virusdie
 Voil
 Voltron
-WEBDAV
-WPScan
-WWWOFFLE
-Wallpapers
+WISENutbot
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
-Web Pix
+WeSEE
+Web Collage
+Web Fetch
 Web Sauger
 Web Sucker
-WebAuto
-WebFuck
-WebImageCollector
-WebReaper
-WebStripper
-WebSucker
-WebZIP
+WebBandit
+WebEnhancer
+WebWhacker
+Webalta
 WebmasterWorldForumBot
 Webshag
+Website Quester
 WebsiteExtractor
-Whack
-Whatweb
-Who.is Bot
-WinHTTrack
-Wotbox
-Xaldon_WebSpider
-Xenu
-Zitebot
+WebsiteQuester
+Widow
+Wprecon
+Xaldon WebSpider
+YoudaoBot
+Zeus
+ZmEu
+ZoomBot
+ZoominfoBot
+ZumBot
 adscanner
 arquivo.pt
-coccocbot-web
-cognitiveseo
+autoemailspider
+backlink-check
+cah.io.community
+clark-crawler
+com.plumanalytics
+crawler.feedback
 crawler4j
-domainsproject.org
-internetVista monitor
-magpie-crawler
-meanpathbot
+demandbase-bot
+evc-batch
+facebookscraper
+gopher
+heritrix
+instabid
+lwp-trivial
 muhstik-scan
+netEstate NE Crawler
 page scorer
 pcBrowser
-s1z.ru
-scan.lol
-seocompany.store
+plumanalytics
 seoscanners
-seostar
 serpstatbot
-sp_auditbot
-spyfu
+sexsearcher
+sitechecker.pro
+sogouspider
+sysscan
 tAkeOut
-trendiction.com
-webgains-bot
-zauba.io
+webprosbot
+x22Mozilla
+xpymep1.exe
 zgrab