From b0e36772acb8b5e4f722a63255f4414bcb1385ba Mon Sep 17 00:00:00 2001
From: Hsieh Chin Fan <pham@topo.tw>
Date: Thu, 23 Mar 2023 15:04:19 +0800
Subject: Improve gpt

---
 bin/gpt/gpt | 42 +++++++++++++++++++++++++++++++-----------
 1 file changed, 31 insertions(+), 11 deletions(-)

(limited to 'bin/gpt')

diff --git a/bin/gpt/gpt b/bin/gpt/gpt
index 63241ac..cd312d6 100755
--- a/bin/gpt/gpt
+++ b/bin/gpt/gpt
@@ -7,12 +7,13 @@
 
 # If script is interupt by SIGINT, simply print leave message
 trap 'echo -e "\nChat Finished, cached file: $cache"; exit 0' INT
+trap '_configure_completion' TSTP
 
 # Function for printing helper message
 _print_helper_message() {
   cat <<EOF
 Usage: gpt [-h] [-m MODEL] [-m4] [-b BEHAVIOR] [-t temperature]
-           [-n NUMBER] [MESSAGE]
+           [-M MAX_TOKENS] [-s] [MESSAGE]
 
 Options:
   -h, --help        show this help message and exit
@@ -33,8 +34,10 @@ Options:
                     more focused and deterministic.
                     (Defaults to 0.7)
 
-  -n                How many chat completion choices to generate for each input message.
-                    (Defaults to 1)
+  -M|--max_tokens   The maximum number of tokens to generate in the completion.
+                    (Defaults to 2048)
+
+  -s|--skip         Skip message, STDIN would be treated as your message
 
   *                 The other arguments would be treated as message content.
                     If no message is specified, user should type it by hands.
@@ -44,7 +47,18 @@ Reference: https://platform.openai.com/docs/api-reference/completions
 EOF
 }
 
-# Check OPENAI API KEY
+_configure_completion() {
+  field="$(
+    dialog --form "Configure Completion" 10 50 3 \
+      --stdout \
+      'model:'        1 1 "$(eval 'echo $model')" 1 15 25 0 \
+      'temperature:'  2 1 "$(eval 'echo $temperature')" 2 15 25 0 \
+      'max_tokens:'   3 1 "$(eval 'echo $max_tokens')" 3 15 25 0
+    )"
+  
+}
+
+# Check OPENAI API KEY"Department:" 3 1 "" 3 15 25 0
 [ -z "$OPENAI_API_KEY" ] && OPENAI_API_KEY=$(token openai)
 [ -z "$OPENAI_API_KEY" ] && { echo API KEY not specified; exit 1; }
 
@@ -68,8 +82,8 @@ while [ "$#" -gt 0 ]; do
       temperature="$2"
       shift 2
       ;;
-    -n)
-      n="$2"
+    -m|--max_tokens)
+      max_tokens="$2"
       shift 2
       ;;
     -h|--help)
@@ -83,12 +97,14 @@ while [ "$#" -gt 0 ]; do
   esac
 done
 
-# Set variables
+# Set variables in API calls
 ROUTE=v1/chat/completions
 model=${model:-gpt-3.5-turbo}
 behavior="${behavior:-You are a helpful programming assistant}"
 temperature=${temperature:-0.7}
-n=${n:-1}
+max_tokens=${max_tokens:-2048}
+
+# Prepare for chat session
 cache=`mktemp` && touch $cache # && trap "rm $cache" EXIT
 session=()
 count=0
@@ -103,7 +119,12 @@ while true; do
   # Read data from STDIN
   [ ! -t 0 ] && data="$(cat)"
   # Append data to the end of content
-  [ -n "$data" ] && content="$(printf "%s\\n\\n%s" "$content" "$data")"
+  # And print it out
+  if [ -n "$data" ]; then
+    content="$(printf "%s\\n\\n%s" "$content" "$data")"
+    echo
+    echo "$data"
+  fi
 
   # Put user message into session
   user_message="$(cat <<EOF
@@ -122,8 +143,7 @@ EOF
      `IFS=',\n'; echo "${session[*]}"`
    ],
    "temperature": $temperature,
-   "n": $n,
-   "max_tokens": 50
+   "max_tokens": $max_tokens
 }
 EOF
   )"
-- 
cgit v1.2.3-70-g09d2