Fix constants.py (#2219)
This commit is contained in:
parent
b341d0b58b
commit
3f53a05902
|
|
@ -399,11 +399,6 @@ class MODEL_TENSOR(IntEnum):
|
||||||
DFLASH_FC = auto()
|
DFLASH_FC = auto()
|
||||||
DFLASH_HIDDEN_NORM = auto()
|
DFLASH_HIDDEN_NORM = auto()
|
||||||
DFLASH_AUX_HIDDEN_NORM = auto()
|
DFLASH_AUX_HIDDEN_NORM = auto()
|
||||||
# openPangu-2.0 (DSA lightning indexer)
|
|
||||||
INDEXER_K_NORM = auto()
|
|
||||||
INDEXER_PROJ = auto() # weights_proj
|
|
||||||
INDEXER_ATTN_K = auto() # wk
|
|
||||||
INDEXER_ATTN_Q_B = auto() # wq_b
|
|
||||||
# openPangu-2.0 (MoME causal-conv on MLA latents)
|
# openPangu-2.0 (MoME causal-conv on MLA latents)
|
||||||
ATTN_QA_CONV = auto()
|
ATTN_QA_CONV = auto()
|
||||||
ATTN_KV_CONV = auto() # compresskv_conv
|
ATTN_KV_CONV = auto() # compresskv_conv
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue