Chore: Add ability to save state message from each gptscript call

Signed-off-by: Daishan Peng <[email protected]>

Author: StrongMonkey

pkg/runner/runner.go

@@ -2,12 +2,17 @@ package runner
 
 import (
 	"context"
+	"encoding/json"
+	"fmt"
+	"os"
+	"path/filepath"
 	"sync"
 	"time"
 
 	"github.com/gptscript-ai/gptscript/pkg/engine"
 	"github.com/gptscript-ai/gptscript/pkg/types"
 	"golang.org/x/sync/errgroup"
+	"google.golang.org/appengine/log"
 )
 
 type MonitorFactory interface {
@@ -115,6 +120,9 @@ func (r *Runner) call(callCtx engine.Context, monitor Monitor, env []string, inp
 				Type:        EventTypeCallFinish,
 				Content:     *result.Result,
 			})
+			if err := recordStateMessage(result.State); err != nil {
+				log.Warningf(callCtx.Ctx, "Failed to record state message: %v", err)
+			}
 			return *result.Result, nil
 		}
 
@@ -218,3 +226,24 @@ func (r *Runner) subCalls(callCtx engine.Context, monitor Monitor, env []string,
 
 	return
 }
+
+// recordStateMessage record the final state of the openai request and fetch messages and tools for analysis purpose
+// The name follows `gptscript-state-${hostname}-${unixtimestamp}`
+func recordStateMessage(state *engine.State) error {
+	if state == nil {
+		return nil
+	}
+	tmpdir := os.TempDir()
+	data, err := json.Marshal(state)
+	if err != nil {
+		return err
+	}
+
+	hostname, err := os.Hostname()
+	if err != nil {
+		return err
+	}
+
+	filename := filepath.Join(tmpdir, fmt.Sprintf("gptscript-state-%v-%v", hostname, time.Now().Unix()))
+	return os.WriteFile(filename, data, 0444)
+}

scripts/upload-s3.gpt

@@ -0,0 +1,12 @@
+Tools: sys.exec, upload-s3
+
+Find all files starts with `gptscript-state` in $TMPDIR, and upload the file to s3 bucket `gptscript-state`. Only find file from top-level folder.
+Use filename to identify the file that is only uploaded within last week.
+
+---
+name: upload-s3
+description: upload all the file to s3 bucket
+args: input: args to provide for aws s3 command
+
+aws s3 ${input}
+

scripts/upload-s3.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+find $TMPDIR -maxdepth 1 -type f -name 'gptscript-state*' -mtime -7 | xargs -I{} aws s3 cp {} s3://gptscript-state/