From 301340e9bcb522ea066151b6b4c3d705789235d0 Mon Sep 17 00:00:00 2001
From: Mrgithub93 <68947292+Mrgithub93@users.noreply.github.com>
Date: Sat, 5 Aug 2023 21:26:28 +0200
Subject: [PATCH 1/2] Create simple_local_chat.py

easy to use high level chat script
---
 examples/high_level_api/simple_local_chat.py | 36 ++++++++++++++++++++
 1 file changed, 36 insertions(+)
 create mode 100644 examples/high_level_api/simple_local_chat.py

diff --git a/examples/high_level_api/simple_local_chat.py b/examples/high_level_api/simple_local_chat.py
new file mode 100644
index 000000000..3dd6aa036
--- /dev/null
+++ b/examples/high_level_api/simple_local_chat.py
@@ -0,0 +1,36 @@
+from llama_cpp import ChatCompletionMessage, Llama
+import argparse
+
+parser = argparse.ArgumentParser()
+parser.add_argument("-m", "--model", "--interactive", type=str, default="<your path to your ggml-model.bin>")
+args = parser.parse_args()
+
+llm = Llama(model_path=args.model)
+
+# Create a list of messages
+messages = [
+    ChatCompletionMessage(role='system', content='start chat'),
+    ChatCompletionMessage(role='user', content='Hello)
+]
+
+while True:
+    # Generate a response
+    response = llm.create_chat_completion(
+        messages,
+        temperature=0.2,
+        top_p=0.95,
+        top_k=40,
+        stream=False,
+        stop=[],
+        max_tokens=256,
+        repeat_penalty=1.1,
+    )
+
+    output = response['choices'][0]['message']['content']
+    print(f"Rob: {output}")
+
+    # Append assistant's message to conversation history
+    messages.append(ChatCompletionMessage(role='assistant', content=output))
+
+    user_message = input("User: ")
+    messages.append(ChatCompletionMessage(role='user', content=user_message))

From 29fac8d7c2b3a7f085e5420ef9cbcf80344edf68 Mon Sep 17 00:00:00 2001
From: Mrgithub93 <68947292+Mrgithub93@users.noreply.github.com>
Date: Sun, 6 Aug 2023 12:25:25 +0200
Subject: [PATCH 2/2] Update simple_local_chat.py

---
 examples/high_level_api/simple_local_chat.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/examples/high_level_api/simple_local_chat.py b/examples/high_level_api/simple_local_chat.py
index 3dd6aa036..fb822a09b 100644
--- a/examples/high_level_api/simple_local_chat.py
+++ b/examples/high_level_api/simple_local_chat.py
@@ -2,7 +2,7 @@
 import argparse
 
 parser = argparse.ArgumentParser()
-parser.add_argument("-m", "--model", "--interactive", type=str, default="<your path to your ggml-model.bin>")
+parser.add_argument("-m", "--model", type=str, default="<your path to your ggml-model.bin>")
 args = parser.parse_args()
 
 llm = Llama(model_path=args.model)
@@ -10,7 +10,7 @@
 # Create a list of messages
 messages = [
     ChatCompletionMessage(role='system', content='start chat'),
-    ChatCompletionMessage(role='user', content='Hello)
+    ChatCompletionMessage(role='user', content='Hello')
 ]
 
 while True: