Fix constants.py (#2219)

This commit is contained in:
Kawrakow 2026-07-31 12:59:26 +03:00 committed by GitHub
parent b341d0b58b
commit 3f53a05902
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 5 deletions

View File

@ -399,11 +399,6 @@ class MODEL_TENSOR(IntEnum):
DFLASH_FC = auto() DFLASH_FC = auto()
DFLASH_HIDDEN_NORM = auto() DFLASH_HIDDEN_NORM = auto()
DFLASH_AUX_HIDDEN_NORM = auto() DFLASH_AUX_HIDDEN_NORM = auto()
# openPangu-2.0 (DSA lightning indexer)
INDEXER_K_NORM = auto()
INDEXER_PROJ = auto() # weights_proj
INDEXER_ATTN_K = auto() # wk
INDEXER_ATTN_Q_B = auto() # wq_b
# openPangu-2.0 (MoME causal-conv on MLA latents) # openPangu-2.0 (MoME causal-conv on MLA latents)
ATTN_QA_CONV = auto() ATTN_QA_CONV = auto()
ATTN_KV_CONV = auto() # compresskv_conv ATTN_KV_CONV = auto() # compresskv_conv