When merging configs, do not merge data sources

This commit is contained in:
Srini Iyer 2025-03-11 17:44:37 +00:00
parent 63913e4dba
commit 662262a528

View file

@ -58,6 +58,10 @@ def parse_args_with_default(
if default_cfg is not None: if default_cfg is not None:
ordered_cfgs.insert(0, default_cfg) ordered_cfgs.insert(0, default_cfg)
cfg = OmegaConf.merge(*ordered_cfgs) cfg = OmegaConf.merge(*ordered_cfgs)
for c in reversed(ordered_cfgs):
if "data" in c and "sources" in c["data"]:
cfg["data"]["sources"] = c["data"]["sources"]
break
return OmegaConf.to_container(cfg, resolve=True, throw_on_missing=True) return OmegaConf.to_container(cfg, resolve=True, throw_on_missing=True)