V4.2022.01.2861 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
+404checker
 AIBOT
 Abonti
+Aboundexbot
 AfD-Verbotsverfahren
-Alligator
-AlphaBot
+Aipbot
+Anarchie
 Apexoo
 Aspiegel
-Asterias
-Attach
-AwarioRssBot
-AwarioSmartBot
-BDFetch
+BBBike
 BLEXBot
-Barkrowler
-Battleztar Bazinga
-Blackboard
+BackDoorBot
+BackWeb
+Badass
+BlowFish
+Boardreader
+Bolt
+Brandprotect
 Buddy
-BuiltBotTough
-BuiltWith
 Bullseye
-BunnySlippers
 BuzzSumo
-CSHttp
-CazoodleBot
+Calculon
 CensysInspect
+CheTeam
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
-Citoid
-Cliqzbot
-Cocolyzebot
-Collector
-Cosmos
-Craftbot
+Claritybot
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
 CrunchBot
 Curious
-Demon
+Custo
+DIIbot
+DSearch
 Devil
-DigitalPebble
 Dirbuster
 Disco
 Discoverybot
-Dispatch
-DomainStatsBot
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
 Dotbot
 Download Wonder
+Dragonfly
 Drip
 ECCP/1.0
-Ebingbong
+EMail Wolf
+EasyDL
+EroCrawler
+Evil
+Exabot
 Express WebPictures
-EyeNetIE
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
+Ezooms
+FDM
 FHscan
-Firefox/7.0
-FrontPage
-Fuzz
+FemtosearchBot
+Fimap
+FlashGet
+Flunky
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Getintent
-GoZilla
-GrapeFX
-GridBot
-HTTrack
-Harvest
+Go-Ahead-Got-It
+GrabNet
+Grabber
+HMView
+Havij
 Hloader
 Humanlinks
 IDBot
-IRLbot
 Iblog
 Id-search
+IlseBot
 Image Fetch
-Image Sucker
-InfoTekies
-InterGET
-Internet Ninja
+InfoNaviRobot
+Intelliseek
 InternetSeer
-Iria
 JamesBOT
 Jbrofuzz
-Jetty
+JennyBot
 JikeSpider
-Keyword Density
+Kinza
 LNSpiderguy
-LeechGet
-Libwhisker
+Leap
 LieBaoFast
-Lightspeedsystems
 Likse
+LinkScan
 LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Ltx71
+Linkdexbot
+LinkpadBot
+Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
-MJ12bot
-MQQBrowser
 MTRobot
-Mail.RU_Bot
-Majestic SEO
+Mag-Net
 MarkMonitor
+MarkWatch
+Mass Downloader
 Masscan
-MauiBot
-Mb2345Browser
-Meanpathbot
+Mata Hari
+MeanPath Bot
 Metauri
 MicroMessenger
-Microsoft Data Access
+Mister PiX
 Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
 Msrabot
 Musobot
-Name Intelligence
-Needle
-Nessus
+NICErsPRO
+NPbot
 Net Vampire
-NetLyzer
-Netvibes
 Nibbler
-Nikto
-NimbleCrawler
-Nimbostratus
+Niki-bot
+Ninja
 Not
-Nuclei
-Octopus
-OpenVAS
+Offline Explorer
+Offline Navigator
 Openfind
 Openvas
-PECL::HTTP
+OrangeSpider
+OutfoxBot
 PHPCrawl
-PageGrabber
+PageScorer
 PageThing.com
-Papa Foto
-PictureFinder
+Pandalytics
+Picsearch
+Pixray
 PleaseCrawl
-Pump
-PyCurl
-RankFlex
+ProWebWalker
+Pu_iN
+Quick-Crawler
+RankActive
+RankActiveLinkBot
 RankingBot
 RankingBot2
+RankurBot
 Re-re
 ReGet
-Reaper
-RebelMouse
-Recorder
-Ripper
-RocketCrawler
-Rogerbot
+RealDownload
+RedesScrapy
+SBIder
 SEOkicks
-SEOstats
-SMTBot
+SEOkicks-Robot
+SEOprofiler
 SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
-Scrapy
 Screaming
-SearchmetricsBot
-Seekport
-Semrush
+ScreenerBot
+Searchestate
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
 Seomoz
-Site Sucker
+SiteExplorer
+SiteSnagger
+SiteSucker
+Sitebeam
+Sitevigil
+SlySearch
+SmartDownload
 Snake
-Snapbot
-Snoopy
-SocialRankIOBot
-Sogou web spider
-Sosospider
 SpaceBison
-Spammen
 SpankBot
+Spanner
+Spinn3r
 SputnikBot
 Sqlworm
 Sqworm
-Stripper
+Steeler
+Sucuri
 Surfbot
-Suzuran
 Swiftbot
-Szukacz
 T0PHackTeam
+Teleport
+TeleportPro
+Telesphoreo
 The Intraformant
+TightTwatBot
+Titan
 Toata
+Toweyabot
+Tracemyfile
+Trendiction
+Turingos
+Turnitin
 TurnitinBot
-URLy Warning
 URLy.Warning
-Vagabondo
-VidibleScraper
+UnisterBot
+V-BOT
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
+Voltron
+WEBDAV
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
+WWWOFFLE
 Web Auto
-Web Fuck
-Web Sucker
-WebCopier
-WebFetch
-WebFuck
-WebGo IS
-WebImageCollector
-WebmasterWorldForumBot
+Web Collage
+Web Enhancer
+Web Sauger
+WebBandit
+WebEnhancer
+WebReaper
 Webshag
-WebsiteExtractor
-Whack
+WebsiteQuester
 Whacker
-Whatweb
-Widow
 WinHTTrack
-Woobot
-Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zitebot
+Zauba
+Zermelo
 ZmEu
-arquivo-web-crawler
-autoemailspider
+ZoominfoBot
+arquivo.pt
 backlink-check
-coccocbot-web
-cognitiveseo
-crawl.sogou.com
-eCatch
+com.plumanalytics
+crawler4j
+demandbase-bot
+domainsproject.org
 facebookscraper
-gopher
 heritrix
-instabid
-isitwp.com
 iubenda-radar
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
+magpie-crawler
 plumanalytics
 polaris version
+ripz
 satoristudio.net
 scalaj-http
 seobility
-sexsearcher
+serpstatbot
 sitechecker.pro
-siteripz
-sogouspider
 sysscan
 tAkeOut
-webprosbot
+trendiction.de
+voyagerx.com
+webgains-bot
+webpros.com
+x09Mozilla
 xpymep1.exe
-zgrab