sweep-bench: be able to set TG tokens via -n (#897)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
parent
c23fda2103
commit
efcb5f9d9e
|
|
@ -94,7 +94,7 @@ int main(int argc, char ** argv) {
|
|||
};
|
||||
|
||||
const unsigned int pp = params.n_ubatch;
|
||||
const unsigned int tg = params.n_ubatch / 4;
|
||||
const unsigned int tg = params.n_predict > 0 ? params.n_predict : params.n_ubatch / 4;
|
||||
|
||||
if (!params.sweep_bench_output_jsonl) {
|
||||
LOG_TEE("\n");
|
||||
|
|
|
|||
Loading…
Reference in New Issue