Chore: Add ability to save state message from each gptscript call

Signed-off-by: Daishan Peng <[email protected]>

Author: StrongMonkey

pkg/runner/runner.go

@@ -2,6 +2,10 @@ package runner
 
 import (
 	"context"
+	"encoding/json"
+	"fmt"
+	"os"
+	"path/filepath"
 	"sync"
 	"time"
 
@@ -115,6 +119,9 @@ func (r *Runner) call(callCtx engine.Context, monitor Monitor, env []string, inp
 				Type:        EventTypeCallFinish,
 				Content:     *result.Result,
 			})
+			if err := recordStateMessage(result.State); err != nil {
+				return "", err
+			}
 			return *result.Result, nil
 		}
 
@@ -218,3 +225,24 @@ func (r *Runner) subCalls(callCtx engine.Context, monitor Monitor, env []string,
 
 	return
 }
+
+// recordStateMessage record the final state of the openai request and fetch messages and tools for analysis purpose
+// The name follows `gptscript-state-${hostname}-${unixtimestamp}`
+func recordStateMessage(state *engine.State) error {
+	if state == nil {
+		return nil
+	}
+	tmpdir := os.TempDir()
+	data, err := json.Marshal(state)
+	if err != nil {
+		return err
+	}
+
+	hostname, err := os.Hostname()
+	if err != nil {
+		return err
+	}
+
+	filename := filepath.Join(tmpdir, fmt.Sprintf("gptscript-state-%v-%v", hostname, time.Now().Unix()))
+	return os.WriteFile(filename, data, 0444)
+}

scripts/upload-s3.gpt

@@ -0,0 +1,12 @@
+Tools: sys.exec
+
+Find all files starts with `gptscript-state` in $TMPDIR, and upload the file to s3 bucket `gptscript-state`. Only find file from top-level folder.
+Use filename to identify the file that is only uploaded within last week.
+
+---
+name: upload-s3
+description: upload all the file to s3 bucket
+args: input: args to provide for aws s3 command
+
+aws s3 ${input}
+