Add temporary helper script for Alpaca chat

2023-03-19 21:57:28 +02:00 · 2023-03-19 21:57:28 +02:00 · b3ce128780
parent fa0645a55c
commit b3ce128780
1 changed files with 6 additions and 0 deletions
--- a/chat.sh
+++ b/chat.sh
@ -0,0 +1,6 @@
+#!/bin/bash
+#
+# Temporary script - will be removed in the future
+#
+
+./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins --top_k 10000 --temp 0.96 --repeat_penalty 1 -t 7