kvcache-ai-ktransformers/ktransformers/tests/humaneval/evaluation.py
2025-03-06 12:18:04 +08:00

15 lines
677 B
Python

# reference: https://github.com/declare-lab/instruct-eval/blob/main/human_eval/main.py#L35
def filter_code(completion: str) -> str:
# The program tends to overwrite, we only take the first function
completion = completion.lstrip("\n")
# we also remove ```python\n and ```
completion = completion.replace("```python\n", "").replace("```", "")
if 'if __name__ == "__main__":' in completion:
completion = completion.split('if __name__ == "__main__":')[0]
if "# Example usage" in completion:
completion = completion.split("# Example usage")[0]
return completion
def fix_indents(text: str) -> str:
return text.replace("\t", " ")