From 3dd27b85c88f209c2159aa1b53f65e2a7b371260 Mon Sep 17 00:00:00 2001
From: lironsh <lironsh@wix.com>
Date: Mon, 13 Jan 2025 17:09:50 +0200
Subject: [PATCH] feat: Add evaluation result to the prompt's context after
 each step

- Add the result to the `PromptCreator`
- Change the test
- Update the snapshot
---
 src/utils/PromptCreator.test.ts                    | 4 ++--
 src/utils/PromptCreator.ts                         | 1 +
 src/utils/__snapshots__/PromptCreator.test.ts.snap | 2 ++
 3 files changed, 5 insertions(+), 2 deletions(-)

diff --git a/src/utils/PromptCreator.test.ts b/src/utils/PromptCreator.test.ts
index c460052..a2c0dab 100644
--- a/src/utils/PromptCreator.test.ts
+++ b/src/utils/PromptCreator.test.ts
@@ -83,12 +83,12 @@ describe('PromptCreator', () => {
             {
                 step: 'navigate to login screen',
                 code: 'await element(by.id("login")).tap();',
-                result: undefined
+                result: 'success'
             },
             {
                 step: 'enter username',
                 code: 'await element(by.id("username")).typeText("john_doe");',
-                result: undefined
+                result: 'john doe'
             }
         ];
 
diff --git a/src/utils/PromptCreator.ts b/src/utils/PromptCreator.ts
index 86c0a19..b72c248 100644
--- a/src/utils/PromptCreator.ts
+++ b/src/utils/PromptCreator.ts
@@ -107,6 +107,7 @@ export class PromptCreator {
                     "```",
                     previousStep.code,
                     "```",
+                    ...(previousStep.result ? [`- Result: ${previousStep.result}`] : []),
                     ""
                 ]).flat(),
                 ""
diff --git a/src/utils/__snapshots__/PromptCreator.test.ts.snap b/src/utils/__snapshots__/PromptCreator.test.ts.snap
index 8f8afa8..ec26b5a 100644
--- a/src/utils/__snapshots__/PromptCreator.test.ts.snap
+++ b/src/utils/__snapshots__/PromptCreator.test.ts.snap
@@ -673,6 +673,7 @@ No snapshot image is attached for this intent.
 \`\`\`
 await element(by.id("login")).tap();
 \`\`\`
+- Result: success
 
 #### Step 2
 - Intent: "enter username"
@@ -680,6 +681,7 @@ await element(by.id("login")).tap();
 \`\`\`
 await element(by.id("username")).typeText("john_doe");
 \`\`\`
+- Result: john doe
 
 
 ## Available Testing Framework API