File tree Expand file tree Collapse file tree 4 files changed +520
-0
lines changed
Expand file tree Collapse file tree 4 files changed +520
-0
lines changed Original file line number Diff line number Diff line change 167167 "FirstBlockCacheConfig" ,
168168 "HookRegistry" ,
169169 "LayerSkipConfig" ,
170+ "MagCacheConfig" ,
170171 "PyramidAttentionBroadcastConfig" ,
171172 "SmoothedEnergyGuidanceConfig" ,
172173 "apply_faster_cache" ,
173174 "apply_first_block_cache" ,
174175 "apply_layer_skip" ,
176+ "apply_mag_cache" ,
175177 "apply_pyramid_attention_broadcast" ,
176178 ]
177179 )
888890 FirstBlockCacheConfig ,
889891 HookRegistry ,
890892 LayerSkipConfig ,
893+ MagCacheConfig ,
891894 PyramidAttentionBroadcastConfig ,
892895 SmoothedEnergyGuidanceConfig ,
893896 apply_faster_cache ,
894897 apply_first_block_cache ,
895898 apply_layer_skip ,
899+ apply_mag_cache ,
896900 apply_pyramid_attention_broadcast ,
897901 )
898902 from .models import (
Original file line number Diff line number Diff line change 2323 from .hooks import HookRegistry , ModelHook
2424 from .layer_skip import LayerSkipConfig , apply_layer_skip
2525 from .layerwise_casting import apply_layerwise_casting , apply_layerwise_casting_hook
26+ from .mag_cache import MagCacheConfig , apply_mag_cache
2627 from .pyramid_attention_broadcast import PyramidAttentionBroadcastConfig , apply_pyramid_attention_broadcast
2728 from .smoothed_energy_guidance_utils import SmoothedEnergyGuidanceConfig
You can’t perform that action at this time.
0 commit comments