Fix flash attention long argument for mainloine compatibility
This commit is contained in:
parent
ce3ce97a29
commit
22c20fcd6d
|
|
@ -1135,7 +1135,7 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa
|
||||||
params.flash_attn = false;
|
params.flash_attn = false;
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
if (arg == "-fa" || arg == "--flash-attention") {
|
if (arg == "-fa" || arg == "--flash-attn") {
|
||||||
CHECK_ARG
|
CHECK_ARG
|
||||||
std::string next_arg{argv[i]};
|
std::string next_arg{argv[i]};
|
||||||
for (auto& c : next_arg) c = std::tolower(c);
|
for (auto& c : next_arg) c = std::tolower(c);
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue