vikarti.anatra/blt
1
0
Fork 0
mirror of https://github.com/facebookresearch/blt.git synced 2025-09-01 10:09:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove selective activation checkpointing

Browse source
This commit is contained in:
Srini Iyer 2025-04-08 00:32:48 +00:00
parent 1e78a49bf0
commit 76fbba72b2
1 changed files with 0 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
bytelatent/distributed.py
View file

@ -531,10 +531,6 @@ def parallelize_model(
for i in range(len(module.layers)): for i in range(len(module.layers)):
module.layers[i] = checkpoint_wrapper( module.layers[i] = checkpoint_wrapper(
module.layers[i], module.layers[i],
context_fn=partial(
create_selective_checkpoint_contexts,
get_default_policy(no_recompute_ops),
),
) )
if distributed_args.compile: if distributed_args.compile: