vikarti.anatra/blt
1
0
Fork 0
mirror of https://github.com/facebookresearch/blt.git synced 2025-04-19 16:19:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

When merging configs, do not merge data sources ()

Browse source 
* When merging configs, do not merge data sources

* Add todo

---------

Co-authored-by: Srini Iyer <sviyer@meta.com>
This commit is contained in:
Srinivasan Iyer 2025-03-11 11:03:24 -07:00 • committed by GitHub
parent 7517ac2a9f
commit a5ceaaa226
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions

5
bytelatent/config_parser.py
View file

@ -58,6 +58,11 @@ def parse_args_with_default(
if default_cfg is not None: if default_cfg is not None:
ordered_cfgs.insert(0, default_cfg) ordered_cfgs.insert(0, default_cfg)
cfg = OmegaConf.merge(*ordered_cfgs) cfg = OmegaConf.merge(*ordered_cfgs)
# TODO: Change sources to list[tuple,str, float]] so that this special case isn't needed
for c in reversed(ordered_cfgs):
if "data" in c and "sources" in c["data"]:
cfg["data"]["sources"] = c["data"]["sources"]
break
return OmegaConf.to_container(cfg, resolve=True, throw_on_missing=True) return OmegaConf.to_container(cfg, resolve=True, throw_on_missing=True)