V4.2022.07.3218 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-80legs
+404checker
 ADmantX
 AIBOT
-ALittle Client
-Aboundex
+Aboundexbot
 Acunetix
-AllSubmitter
-Anarchy
-Ankit
-Apexoo
-Atomseobot
-BDFetch
-BackStreet
-Badass
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
+Alligator
+Anarchy99
+Aspiegel
+Attach
+BBBike
+BLEXBot
+Backlink-Ceck
 Barkrowler
-BetaBot
-Bitacle
-BlackWidow
-BotALot
-Brandwatch
+BatchFTP
+Battleztar Bazinga
+Black Hole
+Blackboard
+Blow
+Bolt
+Brandprotect
 Buck
 BuiltBotTough
-BuiltWith
 CATExplorador
-CazoodleBot
+Cegbfeieh
 CheeseBot
-CherryPicker
-Cloud mapping
-Cosmos
+Chlooe
+Citoid
+Cliqzbot
+Collector
+Craftbot
 Crescent
-CrunchBot
 Custo
 DSearch
-DataCha0s
+DTS Agent
 DatabaseDriverMysqli
 Demon
-Devil
-Dirbuster
+Deusu
+Discobot
 Discoverybot
 DittoSpyder
 DnBCrawler-Analytics
 DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-Dragonfly
-EMail Siphon
-Ebingbong
-EirGrabber
-EroCrawler
-Express WebPictures
-Extractor
+Download Wonder
+EMail Wolf
+EasyDL
+Ecxi
+Evil
+ExtLinksBot
+ExtractorPro
 Extreme Picture Finder
-Ezooms
-FemtosearchBot
-Fimap
-Freeuploader
-Fuzz
-Fyrebot
-GalaxyBot
-Genieo
-Gigabot
-Grafula
+Flunky
+GT::WWW
+GermCrawler
+GetWeb
+Getintent
+Go!Zilla
+GoZilla
 GrapeshotCrawler
 HEADMasterSEO
 HMView
-HTTrack
+HTTP::Lite
 Haansoft
-HaosouSpider
-Harvest
-HybridBot
-IDBot
-Iblog
+Havij
+Heritrix
+HonoluluBot
+Humanlinks
+IRLbot
 Id-search
-Internet Ninja
+Image Fetch
+InfoTekies
 InternetSeer
-JamesBOT
+Iria
+Iskanie
+IstellaBot
+JOC Web Spider
 Jbrofuzz
-JennyBot
-JetCar
-JikeSpider
-Jyxobot
-Keybot Translation-Search-Machine
-Kozmosbot
-Leap
-Libwhisker
+Jetty
+Joomla
+Kenjin Spider
+LNSpiderguy
+Lanshanbot
+Larbin
+LeechGet
+Lightspeedsystems
 LinkScan
 Linkbot
 LinkextractorPro
-Lipperhey Spider
-Ltx71
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lmspider
 MFC_Tear_Sample
 MIDown tool
-MJ12bot
-MTRobot
-Mag-Net
-Magnet
-Majestic SEO
-Majestic-SEO
-MarkMonitor
-MarkWatch
-Mata Hari
-Metauri
+MIIxpc
+Mass Downloader
+MauiBot
+Mediatoolkitbot
 Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mojeek
+Moblie Safari
 Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
-Mr.4x3
+Msrabot
 NICErsPRO
-Name Intelligence
-Navroad
 NearSite
-NetAnts
+Net Vampire
 NetLyzer
+NetMechanic
+NetSpider
 NetZIP
-Netcraft
 Nettrack
-NextGenSearchBot
-Nibbler
+Netvibes
 Niki-bot
+Nikto
+NimbleCrawler
 Not
-Nuclei
-Nutch
-Offline Explorer
-OnCrawl
-OrangeBot
-OrangeSpider
-OutfoxBot
-PageAnalyzer
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openvas
+PHPCrawl
 PageGrabber
 PageScorer
 Pandalytics
-Pavuk
+Panscient
+PeoplePal
+Pi-Monster
 Picscout
+PictureFinder
 Piepmatz
-Pixray
-PleaseCrawl
+Pockey
+ProPowerBot
 ProWebWalker
-PxBroker
-QueryN Metasearch
+Probethenet
+Pu_iN
+Quick-Crawler
+RSSingBot
+RankActive
 RankFlex
 RankingBot
+RankingBot2
+Rankivabot
 RankurBot
-ReGet
-RealDownload
-Reaper
-RebelMouse
-RepoMonkey
+Re-re
 Ripper
-Rogerbot
-SBIder
-SEOkicks-Robot
-SEOprofiler
-SEOstats
 SMTBot
-SalesIntelligent
 Scanbot
-Screaming
+ScoutJet
+ScreenerBot
 SearchmetricsBot
 Seekport
-SeoSiteCheckup
-Seomoz
-Shodan
-Siphon
+Semrush
 SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-SlySearch
-SocialRankIOBot
-Sociscraper
+Snake
+Snoopy
 Sogou web spider
-Sosospider
-SpaceBison
-SpankBot
-SputnikBot
+Spbot
 Sqlmap
 Sqlworm
-Sqworm
+Steeler
 Sucuri
-Swiftbot
-T8Abot
-The Intraformant
-TheNomad
+Surfbot
+Szukacz
+TeleportPro
+Telesoft
 Thumbor
-Titan
+TightTwatBot
 Toweyabot
-TurnitinBot
-Typhoeus
-Upflow
-VB Project
-Vagabondo
-Voil
+Trendictionbot
+True_Robot
+URLy Warning
+URLy.Warning
+UnisterBot
+V-BOT
+VelenPublicWebCrawler
 WBSearchBot
+WPScan
 WWW-Mechanize
-Wallpapers/3.0
+WWWOFFLE
+WeSEE
+Web Auto
+Web Collage
 Web Fetch
-Web Fuck
-WebBandit
-WebCollage
+Web Sucker
 WebEnhancer
 WebFetch
+WebFuck
+WebGo IS
 WebReaper
 WebSauger
+WebStripper
 WebSucker
-WebWhacker
 WebZIP
 Webshag
-WebsiteQuester
-Webster
-Whacker
+Website Quester
 Whatweb
-WinHTTrack
-Zade
+Widow
+WiseGuys Robot
+Woobot
+YoudaoBot
 Zauba
-Zeus
-Zitebot
+ZmEu
 ZoomBot
-ZumBot
 ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
-cah.io.community
+arquivo.pt
 check1.exe
 clark-crawler
 coccocbot
-cognitiveseo
 com.plumanalytics
-crawl.sogou.com
 crawler4j
 dataforseo.com
 domainsproject.org
-instabid
-linkdexbot
+ips-agent
+lwp-request
 lwp-trivial
 meanpathbot
+mediawords
+netEstate NE Crawler
+oBot
+polaris version
+probe-image-size
+ripz
 s1z.ru
-scalaj-http
+satoristudio.net
+scan.lol
+seobility
+serpstatbot
 sexsearcher
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+sitechecker.pro
+sp_auditbot
+tAkeOut
 webmeup-crawler
+webpros.com
+x09Mozilla
+x22Mozilla
+xpymep1.exe
 zgrab