diff --git a/src/llama-hparams.cpp b/src/llama-hparams.cpp
index 9d8ec3ae..eb2be94b 100644
--- a/src/llama-hparams.cpp
+++ b/src/llama-hparams.cpp
@@ -728,7 +728,6 @@ void llm_load_hparams(
             } break;
         case LLM_ARCH_PHI3:
             {
-                ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa);
                 ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
 
                 switch (hparams.n_layer) {