Archives/EVAL
2
0
Fork 0
mirror of https://github.com/corca-ai/EVAL synced 2024-10-30 09:20:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: more specific CodeEditor.WRITE description prompt (#16)

Browse Source 
* fix: more specific CodeEditor.WRITE description propmt

* fix: example might be confusing

* fix: handle \n on start of input

* fix: web ui html escape

* fix: put empty string if there's no observation on web
This commit is contained in:
ChungHwan Han 2023-04-14 12:59:44 +09:00 committed by GitHub
parent 04c3ec5d3b
commit 6d03ef4742
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 19 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
core/tools/editor/__init__.py
View File

@ -74,13 +74,16 @@ class CodeEditor(BaseToolSet):
name="CodeEditor.WRITE", name="CodeEditor.WRITE",
description="Write code to create a new tool. " description="Write code to create a new tool. "
"If the code is completed, use the Terminal tool to execute it, if not, append the code through the CodeEditor.APPEND tool. " "If the code is completed, use the Terminal tool to execute it, if not, append the code through the CodeEditor.APPEND tool. "
"Input should be filename and code. This file must be in playground folder. " "Input should be formatted like: "
"ex. test.py\nprint('hello world')\n " "<filename>\n<code>\n\n"
"and the output will be last 3 lines.", "Here is an example: "
"test.py\nmessage = 'hello world'\nprint(message)\n"
"\n"
"The output will be last 3 lines you wrote.",
) )
def write(self, inputs: str) -> str: def write(self, inputs: str) -> str:
try: try:
code = CodeWriter.write(inputs) code = CodeWriter.write(inputs.lstrip())
output = "Last 3 line was:\n" + "\n".join(code.split("\n")[-3:]) output = "Last 3 line was:\n" + "\n".join(code.split("\n")[-3:])
except Exception as e: except Exception as e:
output = str(e) output = str(e)

16
static/execute.js
View File

@ -1,4 +1,12 @@
const $ = (selector) => document.querySelector(selector); const $ = (selector) => document.querySelector(selector);
const escapeHtml = (unsafe) => {
return unsafe
.replace(/&/g, "&amp;")
.replace(/</g, "&lt;")
.replace(/>/g, "&gt;")
.replace(/"/g, "&quot;")
.replace(/'/g, "&#039;");
};
const setLoader = (isLoading) => { const setLoader = (isLoading) => {
const button = $("#submit"); const button = $("#submit");
@ -144,10 +152,10 @@ const submit = async () => {
w.innerHTML = createActionCard( w.innerHTML = createActionCard(
info.index, info.index,
info.action, info.action,
info.action_input, escapeHtml(info.action_input || ""),
info.what_i_did, info.what_i_did,
info.plan, info.plan,
info.observation escapeHtml(info.observation || "")
); );
actions.appendChild(w); actions.appendChild(w);
}; };
@ -210,7 +218,7 @@ const createActionCard = (
action !== "Final Answer" action !== "Final Answer"
? `<tr> ? `<tr>
<th style="width: 100px">Input</th> <th style="width: 100px">Input</th>
<td><div>${input}</div></td> <td><div style="white-space: pre-wrap">${input}</div></td>
</tr>` </tr>`
: "" : ""
} }
@ -264,7 +272,7 @@ const createActionCard = (
<tbody> <tbody>
<tr> <tr>
<td> <td>
<div>${observation}</div> <div style="white-space: pre-wrap">${observation}</div>
</td> </td>
</tr> </tr>
</tbody> </tbody>