RAM optimizations and faster launch

This commit is contained in:
DeepBeepMeep
2025-03-25 00:14:14 +01:00
parent 7576ccc6ba
commit 1949b61a20
10 changed files with 103 additions and 55 deletions

View File

@@ -496,7 +496,7 @@ class T5EncoderModel:
device=device).eval().requires_grad_(False)
logging.info(f'loading {checkpoint_path}')
from mmgp import offload
offload.load_model_data(model,checkpoint_path )
offload.load_model_data(model,checkpoint_path, writable_tensors= False )
self.model = model
if shard_fn is not None: