add humaneval support

This commit is contained in:
liam 2025-03-04 20:54:49 +08:00
parent 216a63b858
commit dc10480ef6
7 changed files with 130 additions and 4 deletions

View file

@ -0,0 +1,14 @@
def instruct_prompt(prompt: str) -> str:
return f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\nComplete the following Python code without any tests or explanation\n{prompt}\n\n### Response:"""
def standard_prompt(prompt: str) -> str:
return f"""Complete the following Python code without any tests or explanation\n{prompt}"""
def write_prompt(prompt: str) -> str:
return f"""Write a python program to complete the following code:\n{prompt}"""
def replit_glaive_prompt(prompt: str) -> str:
return f"""Below is an instruction that describes a task, paired with an input that provides further context.\n Write a response that appropriately completes the request.\n\n ### Instruction:\nWrite a program to perform the given task.\n\n Input:\n{prompt}\n\n### Response:"""