diff --git "a/evaluation/general_benchmarks/HumanEval/data/humaneval-php" "b/evaluation/general_benchmarks/HumanEval/data/humaneval-php" new file mode 100644--- /dev/null +++ "b/evaluation/general_benchmarks/HumanEval/data/humaneval-php" @@ -0,0 +1,161 @@ +{"name": "HumanEval_23_strlen", "language": "php", "prompt": ">> strlen(\"\")\n// 0\n// >>> strlen(\"abc\")\n// 3\nfunction strlen($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_23_strlen.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return strlen(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"x\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"asdasnakj\") !== 9) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_23_strlen"} +{"name": "HumanEval_89_encrypt", "language": "php", "prompt": ">> encrypt(\"hi\")\n// \"lm\"\n// >>> encrypt(\"asdfghjkl\")\n// \"ewhjklnop\"\n// >>> encrypt(\"gf\")\n// \"kj\"\n// >>> encrypt(\"et\")\n// \"ix\"\nfunction encrypt($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_89_encrypt.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return encrypt(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"hi\") !== \"lm\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"asdfghjkl\") !== \"ewhjklnop\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"gf\") !== \"kj\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"et\") !== \"ix\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"faewfawefaewg\") !== \"jeiajeaijeiak\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"hellomyfriend\") !== \"lippsqcjvmirh\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dxzdlmnilfuhmilufhlihufnmlimnufhlimnufhfucufh\") !== \"hbdhpqrmpjylqmpyjlpmlyjrqpmqryjlpmqryjljygyjl\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a\") !== \"e\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_89_encrypt"} +{"name": "HumanEval_95_check_dict_case", "language": "php", "prompt": ">> check_dict_case(array(\"a\" => \"apple\", \"b\" => \"banana\"))\n// true\n// >>> check_dict_case(array(\"a\" => \"apple\", \"A\" => \"banana\", \"B\" => \"banana\"))\n// false\n// >>> check_dict_case(array(\"a\" => \"apple\", 8 => \"banana\", \"a\" => \"apple\"))\n// false\n// >>> check_dict_case(array(\"Name\" => \"John\", \"Age\" => \"36\", \"City\" => \"Houston\"))\n// false\n// >>> check_dict_case(array(\"STATE\" => \"NC\", \"ZIP\" => \"12345\"))\n// true\nfunction check_dict_case($dict) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_95_check_dict_case.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return check_dict_case(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"p\" => \"pineapple\", \"b\" => \"banana\")) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"p\" => \"pineapple\", \"A\" => \"banana\", \"B\" => \"banana\")) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"p\" => \"pineapple\", \"5\" => \"banana\", \"a\" => \"apple\")) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"Name\" => \"John\", \"Age\" => \"36\", \"City\" => \"Houston\")) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"STATE\" => \"NC\", \"ZIP\" => \"12345\")) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"fruit\" => \"Orange\", \"taste\" => \"Sweet\")) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_95_check_dict_case"} +{"name": "HumanEval_85_add", "language": "php", "prompt": ">> add(array(4, 2, 6, 7))\n// 2\nfunction add($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_85_add.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return add(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(4, 88)) !== 88) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 5, 6, 7, 2, 122)) !== 122) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 0, 6, 7)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 4, 6, 8)) !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_85_add"} +{"name": "HumanEval_140_fix_spaces", "language": "php", "prompt": ">> fix_spaces(\" Example\")\n// \"Example\"\n// >>> fix_spaces(\" Example 1\")\n// \"Example_1\"\n// >>> fix_spaces(\" Example 2\")\n// \"_Example_2\"\n// >>> fix_spaces(\" Example 3\")\n// \"_Example-3\"\nfunction fix_spaces($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_140_fix_spaces.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fix_spaces(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Example\") !== \"Example\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mudasir Hanif \") !== \"Mudasir_Hanif_\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Yellow Yellow Dirty Fellow\") !== \"Yellow_Yellow__Dirty__Fellow\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Exa mple\") !== \"Exa-mple\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\" Exa 1 2 2 mple\") !== \"-Exa_1_2_2_mple\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_140_fix_spaces"} +{"name": "HumanEval_63_fibfib", "language": "php", "prompt": ">> fibfib(1)\n// 0\n// >>> fibfib(5)\n// 4\n// >>> fibfib(8)\n// 24\nfunction fibfib($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_63_fibfib.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fibfib(...$args);\n}\n\nfunction test(): void {\n if (candidate(2) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 24) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 81) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== 274) { throw new Exception(\"Test failed!\"); }\n if (candidate(14) !== 927) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_63_fibfib"} +{"name": "HumanEval_151_double_the_difference", "language": "php", "prompt": ">> double_the_difference(array(1, 3, 2, 0))\n// 10\n// >>> double_the_difference(array(-1, -2, 0))\n// 0\n// >>> double_the_difference(array(9, -2))\n// 81\n// >>> double_the_difference(array(0))\n// 0\n// If the input array is empty, return 0.\nfunction double_the_difference($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_151_double_the_difference.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return double_the_difference(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5.0, 4.0)) !== 25) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.1, 0.2, 0.3)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10.0, -20.0, -30.0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.0, -2.0, 8.0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.2, 3.0, 5.0)) !== 34) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-9.0, -7.0, -5.0, -3.0, -1.0, 1.0, 3.0, 5.0, 7.0, 9.0)) !== 165) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_151_double_the_difference"} +{"name": "HumanEval_22_filter_integers", "language": "php", "prompt": ">> filter_integers(array(\"a\", 3.14, 5))\n// array(5)\n// >>> filter_integers(array(1, 2, 3, \"abc\", array(), array()))\n// array(1, 2, 3)\nfunction filter_integers($values) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_22_filter_integers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return filter_integers(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, array(), array(), 23.2, 9, \"adasd\")) !== array(4, 9)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, \"c\", 3, 3, \"a\", \"b\")) !== array(3, 3, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_22_filter_integers"} +{"name": "HumanEval_41_car_race_collision", "language": "php", "prompt": "", "\n//", "\n#"], "task_id": "HumanEval_41_car_race_collision"} +{"name": "HumanEval_17_parse_music", "language": "php", "prompt": ">> parse_music(\"o o| .| o| o| .| .| .| .| o o\")\n// array(4, 2, 1, 2, 2, 1, 1, 1, 1, 4, 4)\nfunction parse_music($music_string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_17_parse_music.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return parse_music(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"o o o o\") !== array(4, 4, 4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\".| .| .| .|\") !== array(1, 1, 1, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"o| o| .| .| o o o o\") !== array(2, 2, 1, 1, 4, 4, 4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"o| .| o| .| o o| o o|\") !== array(2, 1, 2, 1, 4, 2, 4, 2)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_17_parse_music"} +{"name": "HumanEval_79_decimal_to_binary", "language": "php", "prompt": ">> decimal_to_binary(15)\n// \"db1111db\"\n// >>> decimal_to_binary(32)\n// \"db100000db\"\nfunction decimal_to_binary($decimal) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_79_decimal_to_binary.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return decimal_to_binary(...$args);\n}\n\nfunction test(): void {\n if (candidate(0) !== \"db0db\") { throw new Exception(\"Test failed!\"); }\n if (candidate(32) !== \"db100000db\") { throw new Exception(\"Test failed!\"); }\n if (candidate(103) !== \"db1100111db\") { throw new Exception(\"Test failed!\"); }\n if (candidate(15) !== \"db1111db\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_79_decimal_to_binary"} +{"name": "HumanEval_14_all_prefixes", "language": "php", "prompt": ">> all_prefixes(\"abc\")\n// array(\"a\", \"ab\", \"abc\")\nfunction all_prefixes($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_14_all_prefixes.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return all_prefixes(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"asdfgh\") !== array(\"a\", \"as\", \"asd\", \"asdf\", \"asdfg\", \"asdfgh\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"WWW\") !== array(\"W\", \"WW\", \"WWW\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_14_all_prefixes"} +{"name": "HumanEval_53_add", "language": "php", "prompt": ">> add(2, 3)\n// 5\n// >>> add(5, 7)\n// 12\nfunction add($x, $y) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_53_add.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return add(...$args);\n}\n\nfunction test(): void {\n if (candidate(0, 1) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 0) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 3) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 7) !== 12) { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 5) !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_53_add"} +{"name": "HumanEval_159_eat", "language": "php", "prompt": ">> eat(5, 6, 10)\n// array(11, 4)\n// >>> eat(4, 8, 9)\n// array(12, 1)\n// >>> eat(1, 10, 10)\n// array(11, 0)\n// >>> eat(2, 11, 5)\n// array(7, 0)\n// Variables:\n// @number : integer\n// the number of carrots that you have eaten.\n// @need : integer\n// the number of carrots that you need to eat.\n// @remaining : integer\n// the number of remaining carrots thet exist in stock\n// Constrain:\n// * 0 <= number <= 1000\n// * 0 <= need <= 1000\n// * 0 <= remaining <= 1000\n// Have fun :)\nfunction eat($number, $need, $remaining) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_159_eat.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return eat(...$args);\n}\n\nfunction test(): void {\n if (candidate(5, 6, 10) !== array(11, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 8, 9) !== array(12, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 10, 10) !== array(11, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 11, 5) !== array(7, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 5, 7) !== array(9, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 5, 1) !== array(5, 0)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_159_eat"} +{"name": "HumanEval_115_max_fill", "language": "php", "prompt": ">> max_fill(array(array(0, 0, 1, 0), array(0, 1, 0, 0), array(1, 1, 1, 1)), 1)\n// 6\n// Example 2:\n// >>> max_fill(array(array(0, 0, 1, 1), array(0, 0, 0, 0), array(1, 1, 1, 1), array(0, 1, 1, 1)), 2)\n// 5\n// Example 3:\n// >>> max_fill(array(array(0, 0, 0), array(0, 0, 0)), 5)\n// 0\n// Constraints:\n// * all wells have the same length\n// * 1 <= grid.length <= 10^2\n// * 1 <= grid[:,1].length <= 10^2\n// * grid[i][j] -> 0 | 1\n// * 1 <= capacity <= 10\nfunction max_fill($grid, $capacity) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_115_max_fill.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return max_fill(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(array(0, 0, 1, 0), array(0, 1, 0, 0), array(1, 1, 1, 1)), 1) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(0, 0, 1, 1), array(0, 0, 0, 0), array(1, 1, 1, 1), array(0, 1, 1, 1)), 2) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(0, 0, 0), array(0, 0, 0)), 5) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 1, 1, 1), array(1, 1, 1, 1)), 2) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 1, 1, 1), array(1, 1, 1, 1)), 9) !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_115_max_fill"} +{"name": "HumanEval_160_do_algebra", "language": "php", "prompt": " result = 9\n// Note:\n// The length of operator array is equal to the length of operand array minus one.\n// Operand is an array of of non-negative integers.\n// Operator array has at least one operator, and operand array has at least two operands.\nfunction do_algebra($operator, $operand) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_160_do_algebra.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return do_algebra(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"**\", \"*\", \"+\"), array(2, 3, 4, 5)) !== 37) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"+\", \"*\", \"-\"), array(2, 3, 4, 5)) !== 9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"//\", \"*\"), array(7, 3, 4)) !== 8) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_160_do_algebra"} +{"name": "HumanEval_27_flip_case", "language": "php", "prompt": ">> flip_case(\"Hello\")\n// \"hELLO\"\nfunction flip_case($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_27_flip_case.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return flip_case(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello!\") !== \"hELLO!\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"These violent delights have violent ends\") !== \"tHESE VIOLENT DELIGHTS HAVE VIOLENT ENDS\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_27_flip_case"} +{"name": "HumanEval_105_by_length", "language": "php", "prompt": ">> by_length(array(2, 1, 1, 4, 5, 8, 2, 3))\n// array(\"Eight\", \"Five\", \"Four\", \"Three\", \"Two\", \"Two\", \"One\", \"One\")\n// If the array is empty, return an empty array:\n// >>> by_length(array())\n// array()\n// If the array has any strange number ignore it:\n// >>> by_length(array(1, -1, 55))\n// array(\"One\")\nfunction by_length($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_105_by_length.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return by_length(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2, 1, 1, 4, 5, 8, 2, 3)) !== array(\"Eight\", \"Five\", \"Four\", \"Three\", \"Two\", \"Two\", \"One\", \"One\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 55)) !== array(\"One\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 3, 2)) !== array(\"Three\", \"Two\", \"One\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 4, 8)) !== array(\"Nine\", \"Eight\", \"Four\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_105_by_length"} +{"name": "HumanEval_25_factorize", "language": "php", "prompt": ">> factorize(8)\n// array(2, 2, 2)\n// >>> factorize(25)\n// array(5, 5)\n// >>> factorize(70)\n// array(2, 5, 7)\nfunction factorize($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_25_factorize.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return factorize(...$args);\n}\n\nfunction test(): void {\n if (candidate(2) !== array(2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== array(2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== array(2, 2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(57) !== array(3, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3249) !== array(3, 3, 19, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(185193) !== array(3, 3, 3, 19, 19, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(20577) !== array(3, 19, 19, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(18) !== array(2, 3, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_25_factorize"} +{"name": "HumanEval_96_count_up_to", "language": "php", "prompt": ">> count_up_to(5)\n// array(2, 3)\n// >>> count_up_to(11)\n// array(2, 3, 5, 7)\n// >>> count_up_to(0)\n// array()\n// >>> count_up_to(20)\n// array(2, 3, 5, 7, 11, 13, 17, 19)\n// >>> count_up_to(1)\n// array()\n// >>> count_up_to(18)\n// array(2, 3, 5, 7, 11, 13, 17)\nfunction count_up_to($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_96_count_up_to.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_up_to(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== array(2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== array(2, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== array(2, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== array(2, 3, 5, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(22) !== array(2, 3, 5, 7, 11, 13, 17, 19)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(18) !== array(2, 3, 5, 7, 11, 13, 17)) { throw new Exception(\"Test failed!\"); }\n if (candidate(47) !== array(2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43)) { throw new Exception(\"Test failed!\"); }\n if (candidate(101) !== array(2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, 59, 61, 67, 71, 73, 79, 83, 89, 97)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_96_count_up_to"} +{"name": "HumanEval_34_unique", "language": "php", "prompt": ">> unique(array(5, 3, 5, 2, 3, 3, 9, 0, 123))\n// array(0, 2, 3, 5, 9, 123)\nfunction unique($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_34_unique.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return unique(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 3, 5, 2, 3, 3, 9, 0, 123)) !== array(0, 2, 3, 5, 9, 123)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_34_unique"} +{"name": "HumanEval_74_total_match", "language": "php", "prompt": ">> total_match(array(), array())\n// array()\n// >>> total_match(array(\"hi\", \"admin\"), array(\"hI\", \"Hi\"))\n// array(\"hI\", \"Hi\")\n// >>> total_match(array(\"hi\", \"admin\"), array(\"hi\", \"hi\", \"admin\", \"project\"))\n// array(\"hi\", \"admin\")\n// >>> total_match(array(\"hi\", \"admin\"), array(\"hI\", \"hi\", \"hi\"))\n// array(\"hI\", \"hi\", \"hi\")\n// >>> total_match(array(\"4\"), array(\"1\", \"2\", \"3\", \"4\", \"5\"))\n// array(\"4\")\nfunction total_match($lst1, $lst2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_74_total_match.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return total_match(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hi\", \"hi\")) !== array(\"hi\", \"hi\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hi\", \"hi\", \"admin\", \"project\")) !== array(\"hi\", \"admin\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"4\"), array(\"1\", \"2\", \"3\", \"4\", \"5\")) !== array(\"4\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hI\", \"Hi\")) !== array(\"hI\", \"Hi\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hI\", \"hi\", \"hi\")) !== array(\"hI\", \"hi\", \"hi\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"hi\", \"admin\"), array(\"hI\", \"hi\", \"hii\")) !== array(\"hi\", \"admin\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(), array(\"this\")) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"this\"), array()) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_74_total_match"} +{"name": "HumanEval_35_max_element", "language": "php", "prompt": ">> max_element(array(1, 2, 3))\n// 3\n// >>> max_element(array(5, 3, -5, 2, -3, 3, 9, 0, 123, 1, -10))\n// 123\nfunction max_element($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_35_max_element.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return max_element(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, -5, 2, -3, 3, 9, 0, 124, 1, -10)) !== 124) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_35_max_element"} +{"name": "HumanEval_132_is_nested", "language": "php", "prompt": ">> is_nested(\"[[]]\")\n// true\n// >>> is_nested(\"[]]]]]]][[[[[]\")\n// false\n// >>> is_nested(\"[][]\")\n// false\n// >>> is_nested(\"[]\")\n// false\n// >>> is_nested(\"[[][]]\")\n// true\n// >>> is_nested(\"[[]][[\")\n// true\nfunction is_nested($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_132_is_nested.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_nested(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"[[]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]]]]]]][[[[[]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[][]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[[[]]]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]]]]]]]]]]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[][][[]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[]]\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[]][[\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[][]]\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"[[[[[[[[\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"]]]]]]]]\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_132_is_nested"} +{"name": "HumanEval_103_rounded_avg", "language": "php", "prompt": ">> rounded_avg(1, 5)\n// \"0b11\"\n// >>> rounded_avg(7, 5)\n// -1\n// >>> rounded_avg(10, 20)\n// \"0b1111\"\n// >>> rounded_avg(20, 33)\n// \"0b11010\"\nfunction rounded_avg($n, $m) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_103_rounded_avg.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return rounded_avg(...$args);\n}\n\nfunction test(): void {\n if (candidate(1, 5) !== \"0b11\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 13) !== \"0b1010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(964, 977) !== \"0b1111001010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(996, 997) !== \"0b1111100100\") { throw new Exception(\"Test failed!\"); }\n if (candidate(560, 851) !== \"0b1011000010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(185, 546) !== \"0b101101110\") { throw new Exception(\"Test failed!\"); }\n if (candidate(362, 496) !== \"0b110101101\") { throw new Exception(\"Test failed!\"); }\n if (candidate(350, 902) !== \"0b1001110010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(197, 233) !== \"0b11010111\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 5) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 1) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 5) !== \"0b101\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_103_rounded_avg"} +{"name": "HumanEval_113_odd_count", "language": "php", "prompt": ">> odd_count(array(\"1234567\"))\n// array(\"the number of odd elements 4n the str4ng 4 of the 4nput.\")\n// >>> odd_count(array(\"3\", \"11111111\"))\n// array(\"the number of odd elements 1n the str1ng 1 of the 1nput.\", \"the number of odd elements 8n the str8ng 8 of the 8nput.\")\nfunction odd_count($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_113_odd_count.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return odd_count(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"1234567\")) !== array(\"the number of odd elements 4n the str4ng 4 of the 4nput.\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"3\", \"11111111\")) !== array(\"the number of odd elements 1n the str1ng 1 of the 1nput.\", \"the number of odd elements 8n the str8ng 8 of the 8nput.\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"271\", \"137\", \"314\")) !== array(\"the number of odd elements 2n the str2ng 2 of the 2nput.\", \"the number of odd elements 3n the str3ng 3 of the 3nput.\", \"the number of odd elements 2n the str2ng 2 of the 2nput.\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_113_odd_count"} +{"name": "HumanEval_109_move_one_ball", "language": "php", "prompt": ">> move_one_ball(array(3, 4, 5, 1, 2))\n// true\n// Explanation: By performin 2 right shift operations, non-decreasing order can\n// be achieved for the given array.\n// >>> move_one_ball(array(3, 5, 4, 1, 2))\n// false\n// Explanation:It is not possible to get non-decreasing order for the given\n// array by performing any number of right shift operations.\nfunction move_one_ball($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_109_move_one_ball.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return move_one_ball(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 4, 5, 1, 2)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 5, 10, 1, 2)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 1, 2)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 5, 4, 1, 2)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_109_move_one_ball"} +{"name": "HumanEval_107_even_odd_palindrome", "language": "php", "prompt": ">> even_odd_palindrome(3)\n// array(1, 2)\n// Explanation:\n// Integer palindrome are 1, 2, 3. one of them is even, and two of them are odd.\n// Example 2:\n// >>> even_odd_palindrome(12)\n// array(4, 6)\n// Explanation:\n// Integer palindrome are 1, 2, 3, 4, 5, 6, 7, 8, 9, 11. four of them are even, and 6 of them are odd.\n// Note:\n// 1. 1 <= n <= 10^3\n// 2. returned array has the number of even and odd integer palindromes respectively.\nfunction even_odd_palindrome($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_107_even_odd_palindrome.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return even_odd_palindrome(...$args);\n}\n\nfunction test(): void {\n if (candidate(123) !== array(8, 13)) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== array(4, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== array(1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(63) !== array(6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(25) !== array(5, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(19) !== array(4, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(9) !== array(4, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_107_even_odd_palindrome"} +{"name": "HumanEval_138_is_equal_to_sum_even", "language": "php", "prompt": ">> is_equal_to_sum_even(4)\n// false\n// >>> is_equal_to_sum_even(6)\n// false\n// >>> is_equal_to_sum_even(8)\n// true\nfunction is_equal_to_sum_even($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_138_is_equal_to_sum_even.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_equal_to_sum_even(...$args);\n}\n\nfunction test(): void {\n if (candidate(4) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(13) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(16) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_138_is_equal_to_sum_even"} +{"name": "HumanEval_62_derivative", "language": "php", "prompt": ">> derivative(array(3, 1, 2, 4, 5))\n// array(1, 4, 12, 20)\n// >>> derivative(array(1, 2, 3))\n// array(2, 6)\nfunction derivative($xs) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_62_derivative.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return derivative(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 1, 2, 4, 5)) !== array(1, 4, 12, 20)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3)) !== array(2, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1)) !== array(2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1, 0, 4)) !== array(2, 2, 0, 16)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_62_derivative"} +{"name": "HumanEval_126_is_sorted", "language": "php", "prompt": ">> is_sorted(array(5))\n// true\n// >>> is_sorted(array(1, 2, 3, 4, 5))\n// true\n// >>> is_sorted(array(1, 3, 2, 4, 5))\n// false\n// >>> is_sorted(array(1, 2, 3, 4, 5, 6))\n// true\n// >>> is_sorted(array(1, 2, 3, 4, 5, 6, 7))\n// true\n// >>> is_sorted(array(1, 3, 2, 4, 5, 6, 7))\n// false\n// >>> is_sorted(array(1, 2, 2, 3, 3, 4))\n// true\n// >>> is_sorted(array(1, 2, 2, 2, 3, 4))\n// false\nfunction is_sorted($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_126_is_sorted.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_sorted(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 2, 4, 5)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6, 7)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 2, 4, 5, 6, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 2, 2, 3, 4)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 3, 3, 4)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 2, 3, 3, 4)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4)) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_126_is_sorted"} +{"name": "HumanEval_161_solve", "language": "php", "prompt": ">> solve(\"1234\")\n// \"4321\"\n// >>> solve(\"ab\")\n// \"AB\"\n// >>> solve(\"#a@C\")\n// \"#A@c\"\nfunction solve($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_161_solve.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return solve(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"AsDf\") !== \"aSdF\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1234\") !== \"4321\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ab\") !== \"AB\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#a@C\") !== \"#A@c\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#AsdfW^45\") !== \"#aSDFw^45\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#6@2\") !== \"2@6#\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#$a^D\") !== \"#$A^d\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#ccc\") !== \"#CCC\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_161_solve"} +{"name": "HumanEval_130_tri", "language": "php", "prompt": ">> tri(3)\n// array(1, 3, 2, 8)\nfunction tri($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_130_tri.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return tri(...$args);\n}\n\nfunction test(): void {\n if (candidate(3) !== array(1, 3, 2, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== array(1, 3, 2, 8, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== array(1, 3, 2, 8, 3, 15)) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== array(1, 3, 2, 8, 3, 15, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== array(1, 3, 2, 8, 3, 15, 4, 24)) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== array(1, 3, 2, 8, 3, 15, 4, 24, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(9) !== array(1, 3, 2, 8, 3, 15, 4, 24, 5, 35)) { throw new Exception(\"Test failed!\"); }\n if (candidate(20) !== array(1, 3, 2, 8, 3, 15, 4, 24, 5, 35, 6, 48, 7, 63, 8, 80, 9, 99, 10, 120, 11)) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== array(1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(1, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_130_tri"} +{"name": "HumanEval_36_fizz_buzz", "language": "php", "prompt": ">> fizz_buzz(50)\n// 0\n// >>> fizz_buzz(78)\n// 2\n// >>> fizz_buzz(79)\n// 3\nfunction fizz_buzz($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_36_fizz_buzz.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fizz_buzz(...$args);\n}\n\nfunction test(): void {\n if (candidate(50) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(78) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(79) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(200) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(4000) !== 192) { throw new Exception(\"Test failed!\"); }\n if (candidate(10000) !== 639) { throw new Exception(\"Test failed!\"); }\n if (candidate(100000) !== 8026) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_36_fizz_buzz"} +{"name": "HumanEval_29_filter_by_prefix", "language": "php", "prompt": ">> filter_by_prefix(array(), \"a\")\n// array()\n// >>> filter_by_prefix(array(\"abc\", \"bcd\", \"cde\", \"array\"), \"a\")\n// array(\"abc\", \"array\")\nfunction filter_by_prefix($strings, $prefix) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_29_filter_by_prefix.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return filter_by_prefix(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), \"john\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"xxx\", \"asd\", \"xxy\", \"john doe\", \"xxxAAA\", \"xxx\"), \"xxx\") !== array(\"xxx\", \"xxxAAA\", \"xxx\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_29_filter_by_prefix"} +{"name": "HumanEval_84_solve", "language": "php", "prompt": ">> solve(1000)\n// \"1\"\n// >>> solve(150)\n// \"110\"\n// >>> solve(147)\n// \"1100\"\n// Variables:\n// @N integer\n// Constraints: 0 \u2264 N \u2264 10000.\n// Output:\n// a string of binary number\nfunction solve($N) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_84_solve.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return solve(...$args);\n}\n\nfunction test(): void {\n if (candidate(1000) !== \"1\") { throw new Exception(\"Test failed!\"); }\n if (candidate(150) !== \"110\") { throw new Exception(\"Test failed!\"); }\n if (candidate(147) !== \"1100\") { throw new Exception(\"Test failed!\"); }\n if (candidate(333) !== \"1001\") { throw new Exception(\"Test failed!\"); }\n if (candidate(963) !== \"10010\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_84_solve"} +{"name": "HumanEval_129_minPath", "language": "php", "prompt": "= 2) and a positive integer k, \n// each cell of the grid contains a value. Every integer in the range [1, N * N]\n// inclusive appears exactly once on the cells of the grid.\n// You have to find the minimum path of length k in the grid. You can start\n// from any cell, and in each step you can move to any of the neighbor cells,\n// in other words, you can go to cells which share an edge with you current\n// cell.\n// Please note that a path of length k means visiting exactly k cells (not\n// necessarily distinct).\n// You CANNOT go off the grid.\n// A path A (of length k) is considered less than a path B (of length k) if\n// after making the ordered arrays of the values on the cells that A and B go\n// through (let's call them lst_A and lst_B), lst_A is lexicographically less\n// than lst_B, in other words, there exist an integer index i (1 <= i <= k)\n// such that lst_A[i] < lst_B[i] and for any j (1 <= j < i) we have\n// lst_A[j] = lst_B[j].\n// It is guaranteed that the answer is unique.\n// Return an ordered array of the values on the cells that the minimum path go through.\n// Examples: \n// >>> minPath(array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), 3)\n// array(1, 2, 1)\n// >>> minPath(array(array(5, 9, 3), array(4, 1, 6), array(7, 8, 2)), 1)\n// array(1)\nfunction minPath($grid, $k) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_129_minPath.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return minPath(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), 3) !== array(1, 2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(5, 9, 3), array(4, 1, 6), array(7, 8, 2)), 1) !== array(1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2, 3, 4), array(5, 6, 7, 8), array(9, 10, 11, 12), array(13, 14, 15, 16)), 4) !== array(1, 2, 1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(6, 4, 13, 10), array(5, 7, 12, 1), array(3, 16, 11, 15), array(8, 14, 9, 2)), 7) !== array(1, 10, 1, 10, 1, 10, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(8, 14, 9, 2), array(6, 4, 13, 15), array(5, 7, 1, 12), array(3, 10, 11, 16)), 5) !== array(1, 7, 1, 7, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(11, 8, 7, 2), array(5, 16, 14, 4), array(9, 3, 15, 6), array(12, 13, 10, 1)), 9) !== array(1, 6, 1, 6, 1, 6, 1, 6, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(12, 13, 10, 1), array(9, 3, 15, 6), array(5, 16, 14, 4), array(11, 8, 7, 2)), 12) !== array(1, 6, 1, 6, 1, 6, 1, 6, 1, 6, 1, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(2, 7, 4), array(3, 1, 5), array(6, 8, 9)), 8) !== array(1, 3, 1, 3, 1, 3, 1, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(6, 1, 5), array(3, 8, 9), array(2, 7, 4)), 8) !== array(1, 5, 1, 5, 1, 5, 1, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2), array(3, 4)), 10) !== array(1, 2, 1, 2, 1, 2, 1, 2, 1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 3), array(3, 2)), 10) !== array(1, 3, 1, 3, 1, 3, 1, 3, 1, 3)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_129_minPath"} +{"name": "HumanEval_98_count_upper", "language": "php", "prompt": ">> count_upper(\"aBCdEf\")\n// 1\n// >>> count_upper(\"abcdefg\")\n// 0\n// >>> count_upper(\"dBBE\")\n// 0\nfunction count_upper($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_98_count_upper.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_upper(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"aBCdEf\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdefg\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dBBE\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"B\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"U\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"EEEE\") !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_98_count_upper"} +{"name": "HumanEval_120_maximum", "language": "php", "prompt": ">> maximum(array(-3, -4, 5), 3)\n// array(-4, -3, 5)\n// Example 2:\n// >>> maximum(array(4, -4, 4), 2)\n// array(4, 4)\n// Example 3:\n// >>> maximum(array(-3, 2, 1, 2, -1, -2, 1), 1)\n// array(2)\n// Note:\n// 1. The length of the array will be in the range of [1, 1000].\n// 2. The elements in the array will be in the range of [-1000, 1000].\n// 3. 0 <= k <= len(arr)\nfunction maximum($arr, $k) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_120_maximum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return maximum(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(-3, -4, 5), 3) !== array(-4, -3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, -4, 4), 2) !== array(4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 2, 1, 2, -1, -2, 1), 1) !== array(2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(123, -123, 20, 0, 1, 2, -3), 3) !== array(2, 20, 123)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-123, 20, 0, 1, 2, -3), 4) !== array(0, 1, 2, 20)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 15, 0, 3, -13, -8, 0), 7) !== array(-13, -8, 0, 0, 3, 5, 15)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 0, 2, 5, 3, -10), 2) !== array(3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 0, 5, -7), 1) !== array(5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, -4), 2) !== array(-4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10, 10), 2) !== array(-10, 10)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, -23, 243, -400, 0), 0) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_120_maximum"} +{"name": "HumanEval_24_largest_divisor", "language": "php", "prompt": ">> largest_divisor(15)\n// 5\nfunction largest_divisor($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_24_largest_divisor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return largest_divisor(...$args);\n}\n\nfunction test(): void {\n if (candidate(3) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 50) { throw new Exception(\"Test failed!\"); }\n if (candidate(49) !== 7) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_24_largest_divisor"} +{"name": "HumanEval_88_sort_array", "language": "php", "prompt": ">> sort_array(array())\n// array()\n// >>> sort_array(array(5))\n// array(5)\n// >>> sort_array(array(2, 4, 3, 0, 1, 5))\n// array(0, 1, 2, 3, 4, 5)\n// >>> sort_array(array(2, 4, 3, 0, 1, 5, 6))\n// array(6, 5, 4, 3, 2, 1, 0)\nfunction sort_array($array) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_88_sort_array.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_array(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5)) !== array(5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 3, 0, 1, 5)) !== array(0, 1, 2, 3, 4, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 3, 0, 1, 5, 6)) !== array(6, 5, 4, 3, 2, 1, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 1)) !== array(1, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(15, 42, 87, 32, 11, 0)) !== array(0, 11, 15, 32, 42, 87)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(21, 14, 23, 11)) !== array(23, 21, 14, 11)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_88_sort_array"} +{"name": "HumanEval_106_f", "language": "php", "prompt": ">> f(5)\n// array(1, 2, 6, 24, 15)\nfunction f($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_106_f.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return f(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== array(1, 2, 6, 24, 15)) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== array(1, 2, 6, 24, 15, 720, 28)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== array(1, 2, 6)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_106_f"} +{"name": "HumanEval_77_iscube", "language": "php", "prompt": ">> iscube(1)\n// true\n// >>> iscube(2)\n// false\n// >>> iscube(-1)\n// true\n// >>> iscube(64)\n// true\n// >>> iscube(0)\n// true\n// >>> iscube(180)\n// false\nfunction iscube($a) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_77_iscube.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return iscube(...$args);\n}\n\nfunction test(): void {\n if (candidate(1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(-1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(64) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(180) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1000) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1729) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_77_iscube"} +{"name": "HumanEval_93_encode", "language": "php", "prompt": ">> encode(\"test\")\n// \"TGST\"\n// >>> encode(\"This is a message\")\n// \"tHKS KS C MGSSCGG\"\nfunction encode($message) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_93_encode.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return encode(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"TEST\") !== \"tgst\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mudasir\") !== \"mWDCSKR\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"YES\") !== \"ygs\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"This is a message\") !== \"tHKS KS C MGSSCGG\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I DoNt KnOw WhAt tO WrItE\") !== \"k dQnT kNqW wHcT Tq wRkTg\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_93_encode"} +{"name": "HumanEval_91_is_bored", "language": "php", "prompt": ">> is_bored(\"Hello world\")\n// 0\n// >>> is_bored(\"The sky is blue. The sun is shining. I love this weather\")\n// 1\nfunction is_bored($S) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_91_is_bored.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_bored(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello world\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Is the sky blue?\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I love It !\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bIt\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I feel good today. I will be productive. will kill It\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"You and I are going for a walk\") !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_91_is_bored"} +{"name": "HumanEval_43_pairs_sum_to_zero", "language": "php", "prompt": ">> pairs_sum_to_zero(array(1, 3, 5, 0))\n// false\n// >>> pairs_sum_to_zero(array(1, 3, -2, 1))\n// false\n// >>> pairs_sum_to_zero(array(1, 2, 3, 7))\n// false\n// >>> pairs_sum_to_zero(array(2, 4, -5, 3, 5, 7))\n// true\n// >>> pairs_sum_to_zero(array(1))\n// false\nfunction pairs_sum_to_zero($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_43_pairs_sum_to_zero.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return pairs_sum_to_zero(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 3, 5, 0)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, -2, 1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, -5, 3, 5, 7)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 3, 2, 30)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 3, 2, 31)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 4, 2, 30)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, 9, -1, 4, 2, 31)) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_43_pairs_sum_to_zero"} +{"name": "HumanEval_71_triangle_area", "language": "php", "prompt": ">> triangle_area(3, 4, 5)\n// 6.0\n// >>> triangle_area(1, 2, 10)\n// -1\nfunction triangle_area($a, $b, $c) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_71_triangle_area.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return triangle_area(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 4, 5) !== 6.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 10) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 8, 5) !== 8.18) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 2) !== 1.73) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 3) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 5, 7) !== 16.25) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 6, 3) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 1, 1) !== 0.43) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 10) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_71_triangle_area"} +{"name": "HumanEval_148_bf", "language": "php", "prompt": ">> bf(\"Jupiter\", \"Neptune\")\n// array(\"Saturn\", \"Uranus\")\n// >>> bf(\"Earth\", \"Mercury\")\n// \"Venus\"\n// >>> bf(\"Mercury\", \"Uranus\")\n// array(\"Venus\", \"Earth\", \"Mars\", \"Jupiter\", \"Saturn\")\nfunction bf($planet1, $planet2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_148_bf.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return bf(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Jupiter\", \"Neptune\") !== array(\"Saturn\", \"Uranus\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Earth\", \"Mercury\") !== array(\"Venus\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mercury\", \"Uranus\") !== array(\"Venus\", \"Earth\", \"Mars\", \"Jupiter\", \"Saturn\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Neptune\", \"Venus\") !== array(\"Earth\", \"Mars\", \"Jupiter\", \"Saturn\", \"Uranus\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Earth\", \"Earth\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mars\", \"Earth\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Jupiter\", \"Makemake\") !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_148_bf"} +{"name": "HumanEval_131_digits", "language": "php", "prompt": ">> digits(1)\n// 1\n// >>> digits(4)\n// 0\n// >>> digits(235)\n// 15\nfunction digits($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_131_digits.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return digits(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(54) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(120) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(5014) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(98765) !== 315) { throw new Exception(\"Test failed!\"); }\n if (candidate(5576543) !== 2625) { throw new Exception(\"Test failed!\"); }\n if (candidate(2468) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_131_digits"} +{"name": "HumanEval_101_words_string", "language": "php", "prompt": ">> words_string(\"Hi, my name is John\")\n// array(\"Hi\", \"my\", \"name\", \"is\", \"John\")\n// >>> words_string(\"One, two, three, four, five, six\")\n// array(\"One\", \"two\", \"three\", \"four\", \"five\", \"six\")\nfunction words_string($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_101_words_string.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return words_string(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hi, my name is John\") !== array(\"Hi\", \"my\", \"name\", \"is\", \"John\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"One, two, three, four, five, six\") !== array(\"One\", \"two\", \"three\", \"four\", \"five\", \"six\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hi, my name\") !== array(\"Hi\", \"my\", \"name\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"One,, two, three, four, five, six,\") !== array(\"One\", \"two\", \"three\", \"four\", \"five\", \"six\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ahmed , gamal\") !== array(\"ahmed\", \"gamal\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_101_words_string"} +{"name": "HumanEval_18_how_many_times", "language": "php", "prompt": ">> how_many_times(\"\", \"a\")\n// 0\n// >>> how_many_times(\"aaa\", \"a\")\n// 3\n// >>> how_many_times(\"aaaa\", \"aa\")\n// 3\nfunction how_many_times($string, $substring) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_18_how_many_times.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return how_many_times(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\", \"x\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyxyxyx\", \"x\") !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"cacacacac\", \"cac\") !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"john doe\", \"john\") !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_18_how_many_times"} +{"name": "HumanEval_137_compare_one", "language": "php", "prompt": ">> compare_one(1, 2.5)\n// 2.5\n// >>> compare_one(1, \"2,3\")\n// \"2,3\"\n// >>> compare_one(\"5,1\", \"6\")\n// \"6\"\n// >>> compare_one(\"1\", 1)\n// null\nfunction compare_one($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_137_compare_one.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return compare_one(...$args);\n}\n\nfunction test(): void {\n if (candidate(1, 2) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2.5) !== 2.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 3) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 6) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, \"2,3\") !== \"2,3\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5,1\", \"6\") !== \"6\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1\", \"2\") !== \"2\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1\", 1) !== null) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_137_compare_one"} +{"name": "HumanEval_51_remove_vowels", "language": "php", "prompt": ">> remove_vowels(\"\")\n// \"\"\n// >>> remove_vowels(\"abcdef\")\n// \"bcdf\"\n// >>> remove_vowels(\"aaaaa\")\n// \"\"\n// >>> remove_vowels(\"aaBAA\")\n// \"B\"\n// >>> remove_vowels(\"zbcd\")\n// \"zbcd\"\nfunction remove_vowels($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_51_remove_vowels.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return remove_vowels(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdef\\nghijklm\") !== \"bcdf\\nghjklm\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"fedcba\") !== \"fdcb\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eeeee\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"acBAA\") !== \"cB\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"EcBOO\") !== \"cB\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ybcd\") !== \"ybcd\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_51_remove_vowels"} +{"name": "HumanEval_70_strange_sort_list", "language": "php", "prompt": ">> strange_sort_list(array(1, 2, 3, 4))\n// array(1, 4, 2, 3)\n// >>> strange_sort_list(array(5, 5, 5, 5))\n// array(5, 5, 5, 5)\n// >>> strange_sort_list(array())\n// array()\nfunction strange_sort_list($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_70_strange_sort_list.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return strange_sort_list(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4)) !== array(1, 4, 2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 7, 8, 9)) !== array(5, 9, 6, 8, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5)) !== array(1, 5, 2, 4, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 7, 8, 9, 1)) !== array(1, 9, 5, 8, 6, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 5, 5, 5)) !== array(5, 5, 5, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6, 7, 8)) !== array(1, 8, 2, 7, 3, 6, 4, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 2, 2, 2, 5, 5, -5, -5)) !== array(-5, 5, -5, 5, 0, 2, 2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(111111)) !== array(111111)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_70_strange_sort_list"} +{"name": "HumanEval_20_find_closest_elements", "language": "php", "prompt": ">> find_closest_elements(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.2))\n// array(2.0, 2.2)\n// >>> find_closest_elements(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.0))\n// array(2.0, 2.0)\nfunction find_closest_elements($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_20_find_closest_elements.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return find_closest_elements(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0, 3.9, 4.0, 5.0, 2.2)) !== array(3.9, 4.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 5.9, 4.0, 5.0)) !== array(5.0, 5.9)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.2)) !== array(2.0, 2.2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.0)) !== array(2.0, 2.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.1, 2.2, 3.1, 4.1, 5.1)) !== array(2.2, 3.1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_20_find_closest_elements"} +{"name": "HumanEval_76_is_simple_power", "language": "php", "prompt": ">> is_simple_power(1, 4)\n// true\n// >>> is_simple_power(2, 2)\n// true\n// >>> is_simple_power(8, 2)\n// true\n// >>> is_simple_power(3, 2)\n// false\n// >>> is_simple_power(3, 1)\n// false\n// >>> is_simple_power(5, 3)\n// false\nfunction is_simple_power($x, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_76_is_simple_power.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_simple_power(...$args);\n}\n\nfunction test(): void {\n if (candidate(16, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(143214, 16) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(9, 3) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(16, 4) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(24, 2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(128, 4) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(12, 6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 12) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_76_is_simple_power"} +{"name": "HumanEval_39_prime_fib", "language": "php", "prompt": ">> prime_fib(1)\n// 2\n// >>> prime_fib(2)\n// 3\n// >>> prime_fib(3)\n// 5\n// >>> prime_fib(4)\n// 13\n// >>> prime_fib(5)\n// 89\nfunction prime_fib($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_39_prime_fib.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return prime_fib(...$args);\n}\n\nfunction test(): void {\n if (candidate(1) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(2) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== 13) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== 89) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== 233) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== 1597) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 28657) { throw new Exception(\"Test failed!\"); }\n if (candidate(9) !== 514229) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 433494437) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_39_prime_fib"} +{"name": "HumanEval_145_order_by_points", "language": "php", "prompt": ">> order_by_points(array(1, 11, -1, -11, -12))\n// array(-1, -11, 1, -12, 11)\n// >>> order_by_points(array())\n// array()\nfunction order_by_points($nums) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_145_order_by_points.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return order_by_points(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 11, -1, -11, -12)) !== array(-1, -11, 1, -12, 11)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1234, 423, 463, 145, 2, 423, 423, 53, 6, 37, 3457, 3, 56, 0, 46)) !== array(0, 2, 3, 6, 53, 423, 423, 423, 1234, 145, 37, 46, 56, 463, 3457)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -11, -32, 43, 54, -98, 2, -3)) !== array(-3, -32, -98, -11, 1, 2, 43, 54)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11)) !== array(1, 10, 2, 11, 3, 4, 5, 6, 7, 8, 9)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 6, 6, -76, -21, 23, 4)) !== array(-76, -21, 0, 4, 23, 6, 6)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_145_order_by_points"} +{"name": "HumanEval_0_has_close_elements", "language": "php", "prompt": ">> has_close_elements(array(1.0, 2.0, 3.0), 0.5)\n// false\n// >>> has_close_elements(array(1.0, 2.8, 3.0, 4.0, 5.0, 2.0), 0.3)\n// true\nfunction has_close_elements($numbers, $threshold) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_0_has_close_elements.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return has_close_elements(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0, 3.9, 4.0, 5.0, 2.2), 0.3) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.9, 4.0, 5.0, 2.2), 0.05) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 5.9, 4.0, 5.0), 0.95) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 5.9, 4.0, 5.0), 0.8) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0, 2.0), 0.1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.1, 2.2, 3.1, 4.1, 5.1), 1.0) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.1, 2.2, 3.1, 4.1, 5.1), 0.5) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_0_has_close_elements"} +{"name": "HumanEval_10_make_palindrome", "language": "php", "prompt": ">> make_palindrome(\"\")\n// \"\"\n// >>> make_palindrome(\"cat\")\n// \"catac\"\n// >>> make_palindrome(\"cata\")\n// \"catac\"\nfunction make_palindrome($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_10_make_palindrome.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return make_palindrome(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"x\") !== \"x\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyz\") !== \"xyzyx\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyx\") !== \"xyx\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"jerry\") !== \"jerryrrej\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_10_make_palindrome"} +{"name": "HumanEval_11_string_xor", "language": "php", "prompt": ">> string_xor(\"010\", \"110\")\n// \"100\"\nfunction string_xor($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_11_string_xor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return string_xor(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"111000\", \"101010\") !== \"010010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1\", \"1\") !== \"0\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0101\", \"0000\") !== \"0101\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_11_string_xor"} +{"name": "HumanEval_139_special_factorial", "language": "php", "prompt": " 0\n// For example:\n// >>> special_factorial(4)\n// 288\n// The function will receive an integer as input and should return the special\n// factorial of this integer.\nfunction special_factorial($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_139_special_factorial.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return special_factorial(...$args);\n}\n\nfunction test(): void {\n if (candidate(4) !== 288) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== 34560) { throw new Exception(\"Test failed!\"); }\n if (candidate(7) !== 125411328000) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_139_special_factorial"} +{"name": "HumanEval_122_add_elements", "language": "php", "prompt": ">> add_elements(array(111, 21, 3, 4000, 5, 6, 7, 8, 9), 4)\n// 24\n// Constraints:\n// 1. 1 <= len(arr) <= 100\n// 2. 1 <= k <= len(arr)\nfunction add_elements($arr, $k) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_122_add_elements.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return add_elements(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, -2, -3, 41, 57, 76, 87, 88, 99), 3) !== -4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(111, 121, 3, 4000, 5, 6), 2) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(11, 21, 3, 90, 5, 6, 7, 8, 9), 4) !== 125) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(111, 21, 3, 4000, 5, 6, 7, 8, 9), 4) !== 24) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1), 1) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_122_add_elements"} +{"name": "HumanEval_46_fib4", "language": "php", "prompt": " 0\n// fib4(1) -> 0\n// fib4(2) -> 2\n// fib4(3) -> 0\n// fib4(n) -> fib4(n-1) + fib4(n-2) + fib4(n-3) + fib4(n-4).\n// Please write a function to efficiently compute the n-th element of the fib4 number sequence. Do not use recursion.\n// >>> fib4(5)\n// 4\n// >>> fib4(6)\n// 8\n// >>> fib4(7)\n// 14\nfunction fib4($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_46_fib4.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fib4(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 28) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 104) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== 386) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_46_fib4"} +{"name": "HumanEval_104_unique_digits", "language": "php", "prompt": ">> unique_digits(array(15, 33, 1422, 1))\n// array(1, 15, 33)\n// >>> unique_digits(array(152, 323, 1422, 10))\n// array()\nfunction unique_digits($x) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_104_unique_digits.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return unique_digits(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(15, 33, 1422, 1)) !== array(1, 15, 33)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(152, 323, 1422, 10)) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(12345, 2033, 111, 151)) !== array(111, 151)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(135, 103, 31)) !== array(31, 135)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_104_unique_digits"} +{"name": "HumanEval_117_select_words", "language": "php", "prompt": ">> select_words(\"Mary had a little lamb\", 4)\n// array(\"little\")\n// >>> select_words(\"Mary had a little lamb\", 3)\n// array(\"Mary\", \"lamb\")\n// >>> select_words(\"simple white space\", 2)\n// array()\n// >>> select_words(\"Hello world\", 4)\n// array(\"world\")\n// >>> select_words(\"Uncle sam\", 3)\n// array(\"Uncle\")\nfunction select_words($s, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_117_select_words.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return select_words(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Mary had a little lamb\", 4) !== array(\"little\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Mary had a little lamb\", 3) !== array(\"Mary\", \"lamb\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"simple white space\", 2) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello world\", 4) !== array(\"world\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Uncle sam\", 3) !== array(\"Uncle\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\", 4) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a b c d e f\", 1) !== array(\"b\", \"c\", \"d\", \"f\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_117_select_words"} +{"name": "HumanEval_72_will_it_fly", "language": "php", "prompt": ">> will_it_fly(array(1, 2), 5)\n// false\n// # 1+2 is less than the maximum possible weight, but it's unbalanced.\n// >>> will_it_fly(array(3, 2, 3), 1)\n// false\n// # it's balanced, but 3+2+3 is more than the maximum possible weight.\n// >>> will_it_fly(array(3, 2, 3), 9)\n// true\n// # 3+2+3 is less than the maximum possible weight, and it's balanced.\n// >>> will_it_fly(array(3), 5)\n// true\n// # 3 is less than the maximum possible weight, and it's balanced.\nfunction will_it_fly($q, $w) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_72_will_it_fly.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return will_it_fly(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 2, 3), 9) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2), 5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3), 5) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 3), 1) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3), 6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5), 5) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_72_will_it_fly"} +{"name": "HumanEval_55_fib", "language": "php", "prompt": ">> fib(10)\n// 55\n// >>> fib(1)\n// 1\n// >>> fib(8)\n// 21\nfunction fib($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_55_fib.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fib(...$args);\n}\n\nfunction test(): void {\n if (candidate(10) !== 55) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== 21) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== 89) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== 144) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_55_fib"} +{"name": "HumanEval_153_Strongest_Extension", "language": "php", "prompt": ">> Strongest_Extension(\"my_class\", array(\"AA\", \"Be\", \"CC\"))\n// \"my_class.AA\"\nfunction Strongest_Extension($class_name, $extensions) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_153_Strongest_Extension.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return Strongest_Extension(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Watashi\", array(\"tEN\", \"niNE\", \"eIGHt8OKe\")) !== \"Watashi.eIGHt8OKe\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Boku123\", array(\"nani\", \"NazeDa\", \"YEs.WeCaNe\", \"32145tggg\")) !== \"Boku123.YEs.WeCaNe\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"__YESIMHERE\", array(\"t\", \"eMptY\", \"nothing\", \"zeR00\", \"NuLl__\", \"123NoooneB321\")) !== \"__YESIMHERE.NuLl__\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"K\", array(\"Ta\", \"TAR\", \"t234An\", \"cosSo\")) !== \"K.TAR\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"__HAHA\", array(\"Tab\", \"123\", \"781345\", \"-_-\")) !== \"__HAHA.123\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"YameRore\", array(\"HhAas\", \"okIWILL123\", \"WorkOut\", \"Fails\", \"-_-\")) !== \"YameRore.okIWILL123\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"finNNalLLly\", array(\"Die\", \"NowW\", \"Wow\", \"WoW\")) !== \"finNNalLLly.WoW\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"_\", array(\"Bb\", \"91245\")) !== \"_.Bb\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Sp\", array(\"671235\", \"Bb\")) !== \"Sp.671235\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_153_Strongest_Extension"} +{"name": "HumanEval_119_match_parens", "language": "php", "prompt": ">> match_parens(array(\"()(\", \")\"))\n// \"Yes\"\n// >>> match_parens(array(\")\", \")\"))\n// \"No\"\nfunction match_parens($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_119_match_parens.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return match_parens(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"()(\", \")\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")\", \")\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(()(())\", \"())())\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")())\", \"(()()(\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(())))\", \"(()())((\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"()\", \"())\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(()(\", \"()))()\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"((((\", \"((())\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")(()\", \"(()(\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")(\", \")(\")) !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"(\", \")\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\")\", \"(\")) !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_119_match_parens"} +{"name": "HumanEval_90_next_smallest", "language": "php", "prompt": ">> next_smallest(array(1, 2, 3, 4, 5))\n// 2\n// >>> next_smallest(array(5, 1, 4, 3, 2))\n// 2\n// >>> next_smallest(array())\n// null\n// >>> next_smallest(array(1, 1))\n// null\nfunction next_smallest($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_90_next_smallest.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return next_smallest(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4, 5)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 1, 4, 3, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1)) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1, 1, 0)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1)) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-35, 34, 12, -45)) !== -35) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_90_next_smallest"} +{"name": "HumanEval_92_any_int", "language": "php", "prompt": ">> any_int(5, 2, 7)\n// true\n// >>> any_int(3, 2, 2)\n// false\n// >>> any_int(3, -2, 1)\n// true\n// >>> any_int(3.6, -2.2, 2)\n// false\nfunction any_int($x, $y, $z) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_92_any_int.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return any_int(...$args);\n}\n\nfunction test(): void {\n if (candidate(2, 3, 1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2.5, 2, 3) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1.5, 5, 3.5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 6, 2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 2, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2.2, 2.2, 2.2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(-4, 6, 2) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 1, 1) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 4, 7) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(3.0, 4, 7) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_92_any_int"} +{"name": "HumanEval_2_truncate_number", "language": "php", "prompt": ">> truncate_number(3.5)\n// 0.5\nfunction truncate_number($number) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_2_truncate_number.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return truncate_number(...$args);\n}\n\nfunction test(): void {\n if (candidate(3.5) !== 0.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(1.25) !== 0.25) { throw new Exception(\"Test failed!\"); }\n if (candidate(123.0) !== 0.0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_2_truncate_number"} +{"name": "HumanEval_42_incr_list", "language": "php", "prompt": ">> incr_list(array(1, 2, 3))\n// array(2, 3, 4)\n// >>> incr_list(array(5, 3, 5, 2, 3, 3, 9, 0, 123))\n// array(6, 4, 6, 3, 4, 4, 10, 1, 124)\nfunction incr_list($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_42_incr_list.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return incr_list(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 1)) !== array(4, 3, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 2, 5, 2, 3, 3, 9, 0, 123)) !== array(6, 3, 6, 3, 4, 4, 10, 1, 124)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_42_incr_list"} +{"name": "HumanEval_150_x_or_y", "language": "php", "prompt": ">> x_or_y(7, 34, 12)\n// 34\n// >>> x_or_y(15, 8, 5)\n// 5\nfunction x_or_y($n, $x, $y) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_150_x_or_y.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return x_or_y(...$args);\n}\n\nfunction test(): void {\n if (candidate(7, 34, 12) !== 34) { throw new Exception(\"Test failed!\"); }\n if (candidate(15, 8, 5) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 33, 5212) !== 33) { throw new Exception(\"Test failed!\"); }\n if (candidate(1259, 3, 52) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(7919, -1, 12) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(3609, 1245, 583) !== 583) { throw new Exception(\"Test failed!\"); }\n if (candidate(91, 56, 129) !== 129) { throw new Exception(\"Test failed!\"); }\n if (candidate(6, 34, 1234) !== 1234) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 0) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 0) !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_150_x_or_y"} +{"name": "HumanEval_49_modp", "language": "php", "prompt": ">> modp(3, 5)\n// 3\n// >>> modp(1101, 101)\n// 2\n// >>> modp(0, 101)\n// 1\n// >>> modp(3, 11)\n// 8\n// >>> modp(100, 101)\n// 1\nfunction modp($n, $p) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_49_modp.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return modp(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 5) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(1101, 101) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(0, 101) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 11) !== 8) { throw new Exception(\"Test failed!\"); }\n if (candidate(100, 101) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(30, 5) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(31, 5) !== 3) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_49_modp"} +{"name": "HumanEval_155_even_odd_count", "language": "php", "prompt": ">> even_odd_count(-12)\n// array(1, 1)\n// >>> even_odd_count(123)\n// array(1, 2)\nfunction even_odd_count($num) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_155_even_odd_count.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return even_odd_count(...$args);\n}\n\nfunction test(): void {\n if (candidate(7) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-78) !== array(1, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(3452) !== array(2, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(346211) !== array(3, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-345821) !== array(3, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-2) !== array(1, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(-45347) !== array(2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(0) !== array(1, 0)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_155_even_odd_count"} +{"name": "HumanEval_80_is_happy", "language": "php", "prompt": ">> is_happy(\"a\")\n// false\n// >>> is_happy(\"aa\")\n// false\n// >>> is_happy(\"abcd\")\n// true\n// >>> is_happy(\"aabb\")\n// false\n// >>> is_happy(\"adb\")\n// true\n// >>> is_happy(\"xyy\")\n// false\nfunction is_happy($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_80_is_happy.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_happy(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"a\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aa\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aabb\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"adb\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xyy\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"iopaxpoi\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"iopaxioi\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_80_is_happy"} +{"name": "HumanEval_59_largest_prime_factor", "language": "php", "prompt": " 1 and is not a prime.\n// >>> largest_prime_factor(13195)\n// 29\n// >>> largest_prime_factor(2048)\n// 2\nfunction largest_prime_factor($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_59_largest_prime_factor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return largest_prime_factor(...$args);\n}\n\nfunction test(): void {\n if (candidate(15) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(27) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(63) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(330) !== 11) { throw new Exception(\"Test failed!\"); }\n if (candidate(13195) !== 29) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_59_largest_prime_factor"} +{"name": "HumanEval_66_digitSum", "language": "php", "prompt": ">> digitSum(\"\")\n// 0\n// >>> digitSum(\"abAB\")\n// 131\n// >>> digitSum(\"abcCd\")\n// 67\n// >>> digitSum(\"helloE\")\n// 69\n// >>> digitSum(\"woArBld\")\n// 131\n// >>> digitSum(\"aAaaaXa\")\n// 153\nfunction digitSum($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_66_digitSum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return digitSum(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abAB\") !== 131) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcCd\") !== 67) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"helloE\") !== 69) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"woArBld\") !== 131) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aAaaaXa\") !== 153) { throw new Exception(\"Test failed!\"); }\n if (candidate(\" How are yOu?\") !== 151) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"You arE Very Smart\") !== 327) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_66_digitSum"} +{"name": "HumanEval_21_rescale_to_unit", "language": "php", "prompt": ">> rescale_to_unit(array(1.0, 2.0, 3.0, 4.0, 5.0))\n// array(0.0, 0.25, 0.5, 0.75, 1.0)\nfunction rescale_to_unit($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_21_rescale_to_unit.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return rescale_to_unit(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2.0, 49.9)) !== array(0.0, 1.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100.0, 49.9)) !== array(1.0, 0.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0)) !== array(0.0, 0.25, 0.5, 0.75, 1.0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2.0, 1.0, 5.0, 3.0, 4.0)) !== array(0.25, 0.0, 1.0, 0.5, 0.75)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(12.0, 11.0, 15.0, 13.0, 14.0)) !== array(0.25, 0.0, 1.0, 0.5, 0.75)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_21_rescale_to_unit"} +{"name": "HumanEval_121_solution", "language": "php", "prompt": ">> solution(array(5, 8, 7, 1))\n// 12\n// >>> solution(array(3, 3, 3, 3, 3))\n// 9\n// >>> solution(array(30, 13, 24, 321))\n// 0\nfunction solution($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_121_solution.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return solution(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 8, 7, 1)) !== 12) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 3, 3, 3, 3)) !== 9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(30, 13, 24, 321)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 9)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 8)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(30, 13, 23, 32)) !== 23) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 13, 2, 9)) !== 3) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_121_solution"} +{"name": "HumanEval_68_pluck", "language": "php", "prompt": ">> pluck(array(4, 2, 3))\n// array(2, 1)\n// Explanation: 2 has the smallest even value, and 2 has the smallest index.\n// Example 2:\n// >>> pluck(array(1, 2, 3))\n// array(2, 1)\n// Explanation: 2 has the smallest even value, and 2 has the smallest index.\n// Example 3:\n// >>> pluck(array())\n// array()\n// Example 4:\n// >>> pluck(array(5, 0, 3, 0, 4, 2))\n// array(0, 1)\n// Explanation: 0 is the smallest value, but there are two zeros,\n// so we will choose the first zero, which has the smallest index.\n// Constraints:\n// * 1 <= nodes.length <= 10000\n// * 0 <= node.value\nfunction pluck($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_68_pluck.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return pluck(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(4, 2, 3)) !== array(2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3)) !== array(2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 0, 3, 0, 4, 2)) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 0, 5, 3)) !== array(0, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 4, 8, 4, 8)) !== array(4, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 6, 7, 1)) !== array(6, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 9, 7, 1)) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_68_pluck"} +{"name": "HumanEval_147_get_max_triples", "language": "php", "prompt": ">> get_max_triples(5)\n// 1\n// Explanation: \n// a = [1, 3, 7, 13, 21]\n// The only valid triple is (1, 7, 13).\nfunction get_max_triples($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_147_get_max_triples.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_max_triples(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== 36) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 53361) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_147_get_max_triples"} +{"name": "HumanEval_110_exchange", "language": "php", "prompt": ">> exchange(array(1, 2, 3, 4), array(1, 2, 3, 4))\n// \"YES\"\n// >>> exchange(array(1, 2, 3, 4), array(1, 5, 3, 4))\n// \"NO\"\n// It is assumed that the input arrays will be non-empty.\nfunction exchange($lst1, $lst2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_110_exchange.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return exchange(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4), array(1, 2, 3, 4)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4), array(1, 5, 3, 4)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4), array(2, 1, 4, 3)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 7, 3), array(2, 6, 4)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 7, 3), array(2, 6, 3)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 6, 1, 8, 9), array(3, 5, 5, 1, 1, 1)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, 200), array(200, 200)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_110_exchange"} +{"name": "HumanEval_47_median", "language": "php", "prompt": ">> median(array(3, 1, 2, 4, 5))\n// 3\n// >>> median(array(-10, 4, 6, 1000, 10, 20))\n// 15.0\nfunction median($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_47_median.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return median(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(3, 1, 2, 4, 5)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10, 4, 6, 1000, 10, 20)) !== 8.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 5)) !== 5.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 1, 3, 9, 9, 2, 7)) !== 7) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_47_median"} +{"name": "HumanEval_82_prime_length", "language": "php", "prompt": ">> prime_length(\"Hello\")\n// true\n// >>> prime_length(\"abcdcba\")\n// true\n// >>> prime_length(\"kittens\")\n// true\n// >>> prime_length(\"orange\")\n// false\nfunction prime_length($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_82_prime_length.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return prime_length(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdcba\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"kittens\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"orange\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"wow\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"world\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"MadaM\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Wow\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"HI\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"go\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"gogo\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaaaaaaaaaaaaa\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Madam\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"M\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_82_prime_length"} +{"name": "HumanEval_73_smallest_change", "language": "php", "prompt": ">> smallest_change(array(1, 2, 3, 5, 4, 7, 9, 6))\n// 4\n// >>> smallest_change(array(1, 2, 3, 4, 3, 2, 2))\n// 1\n// >>> smallest_change(array(1, 2, 3, 2, 1))\n// 0\nfunction smallest_change($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_73_smallest_change.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return smallest_change(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 5, 4, 7, 9, 6)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 3, 2, 2)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 2)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 4, 2)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 2, 1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 1, 1, 3)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_73_smallest_change"} +{"name": "HumanEval_133_sum_squares", "language": "php", "prompt": ">> lst(array(1.0, 2.0, 3.0))\n// 14\n// >>> lst(array(1.0, 4.0, 9.0))\n// 98\n// >>> lst(array(1.0, 3.0, 5.0, 7.0))\n// 84\n// >>> lst(array(1.4, 4.2, 0.0))\n// 29\n// >>> lst(array(-2.4, 1.0, 1.0))\n// 6\nfunction sum_squares($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_133_sum_squares.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_squares(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0, 3.0)) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0)) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 3.0, 5.0, 7.0)) !== 84) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.4, 4.2, 0.0)) !== 29) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2.4, 1.0, 1.0)) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100.0, 1.0, 15.0, 2.0)) !== 10230) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10000.0, 10000.0)) !== 200000000) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.4, 4.6, 6.3)) !== 75) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.4, 17.9, 18.9, 19.9)) !== 1086) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.0)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1.0, 1.0, 0.0)) !== 2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_133_sum_squares"} +{"name": "HumanEval_141_file_name_check", "language": "php", "prompt": ">> file_name_check(\"example.txt\")\n// \"Yes\"\n// >>> file_name_check(\"1example.dll\")\n// \"No\"\nfunction file_name_check($file_name) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_141_file_name_check.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return file_name_check(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"example.txt\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1example.dll\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"s1sdf3.asd\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"K.dll\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"MY16FILE3.exe\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"His12FILE94.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"_Y.txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"?aREYA.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"/this_is_valid.dll\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_valid.wow\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_valid.txt\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_valid.txtexe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"#this2_i4s_5valid.ten\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"@this1_is6_valid.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"this_is_12valid.6exe4.txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"all.exe.txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I563_No.exe\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Is3youfault.txt\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"no_one#knows.dll\") !== \"Yes\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1I563_Yes3.exe\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"I563_Yes3.txtt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"final..txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"final132\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"_f4indsartal132.\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\".txt\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"s.\") !== \"No\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_141_file_name_check"} +{"name": "HumanEval_40_triples_sum_to_zero", "language": "php", "prompt": ">> triples_sum_to_zero(array(1, 3, 5, 0))\n// false\n// >>> triples_sum_to_zero(array(1, 3, -2, 1))\n// true\n// >>> triples_sum_to_zero(array(1, 2, 3, 7))\n// false\n// >>> triples_sum_to_zero(array(2, 4, -5, 3, 9, 7))\n// true\n// >>> triples_sum_to_zero(array(1))\n// false\nfunction triples_sum_to_zero($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_40_triples_sum_to_zero.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return triples_sum_to_zero(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 3, 5, 0)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 5, -1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, -2, 1)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 5, 7)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, -5, 3, 9, 7)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 5, -100)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, 3, 5, -100)) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_40_triples_sum_to_zero"} +{"name": "HumanEval_127_intersection", "language": "php", "prompt": ">> intersection(array(1, 2), array(2, 3))\n// \"NO\"\n// >>> intersection(array(-1, 1), array(0, 4))\n// \"NO\"\n// >>> intersection(array(-3, -1), array(-5, 5))\n// \"YES\"\nfunction intersection($interval1, $interval2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_127_intersection.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return intersection(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2), array(2, 3)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1), array(0, 4)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-3, -1), array(-5, 5)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2, 2), array(-4, 0)) !== \"YES\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-11, 2), array(-1, -1)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2), array(3, 5)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2), array(1, 2)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2, -2), array(-3, -2)) !== \"NO\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_127_intersection"} +{"name": "HumanEval_1_separate_paren_groups", "language": "php", "prompt": ">> separate_paren_groups(\"( ) (( )) (( )( ))\")\n// array(\"()\", \"(())\", \"(()())\")\nfunction separate_paren_groups($paren_string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_1_separate_paren_groups.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return separate_paren_groups(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"(()()) ((())) () ((())()())\") !== array(\"(()())\", \"((()))\", \"()\", \"((())()())\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"() (()) ((())) (((())))\") !== array(\"()\", \"(())\", \"((()))\", \"(((())))\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()(())((())))\") !== array(\"(()(())((())))\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"( ) (( )) (( )( ))\") !== array(\"()\", \"(())\", \"(()())\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_1_separate_paren_groups"} +{"name": "HumanEval_152_compare", "language": "php", "prompt": ">> compare(array(1, 2, 3, 4, 5, 1), array(1, 2, 3, 4, 2, -2))\n// array(0, 0, 0, 0, 3, 3)\n// >>> compare(array(0, 5, 0, 0, 0, 4), array(4, 1, 1, 0, 0, -2))\n// array(4, 4, 1, 0, 0, 6)\nfunction compare($game, $guess) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_152_compare.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return compare(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3, 4, 5, 1), array(1, 2, 3, 4, 2, -2)) !== array(0, 0, 0, 0, 3, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 0, 0, 0, 0, 0), array(0, 0, 0, 0, 0, 0)) !== array(0, 0, 0, 0, 0, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3), array(-1, -2, -3)) !== array(2, 4, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 5), array(-1, 2, 3, 4)) !== array(2, 0, 0, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_152_compare"} +{"name": "HumanEval_83_starts_one_ends", "language": "php", "prompt": "", "\n//", "\n#"], "task_id": "HumanEval_83_starts_one_ends"} +{"name": "HumanEval_134_check_if_last_char_is_a_letter", "language": "php", "prompt": ">> check_if_last_char_is_a_letter(\"apple pie\")\n// false\n// >>> check_if_last_char_is_a_letter(\"apple pi e\")\n// true\n// >>> check_if_last_char_is_a_letter(\"apple pi e \")\n// false\n// >>> check_if_last_char_is_a_letter(\"\")\n// false\nfunction check_if_last_char_is_a_letter($txt) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_134_check_if_last_char_is_a_letter.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return check_if_last_char_is_a_letter(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"apple\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"apple pi e\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eeeee\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"A\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Pumpkin pie \") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Pumpkin pie 1\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eeeee e \") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"apple pie\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"apple pi e \") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_134_check_if_last_char_is_a_letter"} +{"name": "HumanEval_124_valid_date", "language": "php", "prompt": ">> valid_date(\"03-11-2000\")\n// true\n// >>> valid_date(\"15-01-2012\")\n// false\n// >>> valid_date(\"04-0-2040\")\n// false\n// >>> valid_date(\"06-04-2020\")\n// true\n// >>> valid_date(\"06/04/2020\")\n// false\nfunction valid_date($date) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_124_valid_date.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return valid_date(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"03-11-2000\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"15-01-2012\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-0-2040\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"06-04-2020\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"01-01-2007\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"03-32-2011\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-31-3000\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"06-06-2005\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"21-31-2000\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-12-2003\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04122003\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"20030412\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2003-04\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2003-04-12\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"04-2003\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_124_valid_date"} +{"name": "HumanEval_108_count_nums", "language": "php", "prompt": " 0.\n// If a number is negative, then its first signed digit will be negative:\n// e.g. -123 has signed digits -1, 2, and 3.\n// >>> count_nums(array())\n// 0\n// >>> count_nums(array(-1, 11, -11))\n// 1\n// >>> count_nums(array(1, 1, 2))\n// 3\nfunction count_nums($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_108_count_nums.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_nums(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, 0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 2, -2, 3, 4, 5)) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 6, 9, -6, 0, 1, 5)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 100, 98, -7, 1, -1)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(12, 23, 34, -45, -56, 0)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_108_count_nums"} +{"name": "HumanEval_86_anti_shuffle", "language": "php", "prompt": ">> anti_shuffle(\"Hi\")\n// \"Hi\"\n// >>> anti_shuffle(\"hello\")\n// \"ehllo\"\n// >>> anti_shuffle(\"Hello World!!!\")\n// \"Hello !!!Wdlor\"\nfunction anti_shuffle($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_86_anti_shuffle.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return anti_shuffle(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hi\") !== \"Hi\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"hello\") !== \"ehllo\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"number\") !== \"bemnru\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\") !== \"abcd\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello World!!!\") !== \"Hello !!!Wdlor\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hi. My name is Mister Robot. How are you?\") !== \".Hi My aemn is Meirst .Rboot How aer ?ouy\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_86_anti_shuffle"} +{"name": "HumanEval_48_is_palindrome", "language": "php", "prompt": ">> is_palindrome(\"\")\n// true\n// >>> is_palindrome(\"aba\")\n// true\n// >>> is_palindrome(\"aaaaa\")\n// true\n// >>> is_palindrome(\"zbcd\")\n// false\nfunction is_palindrome($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_48_is_palindrome.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_palindrome(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aba\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaaa\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"zbcd\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xywyx\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xywyz\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"xywzx\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_48_is_palindrome"} +{"name": "HumanEval_118_get_closest_vowel", "language": "php", "prompt": ">> get_closest_vowel(\"yogurt\")\n// \"u\"\n// >>> get_closest_vowel(\"FULL\")\n// \"U\"\n// >>> get_closest_vowel(\"quick\")\n// \"\"\n// >>> get_closest_vowel(\"ab\")\n// \"\"\nfunction get_closest_vowel($word) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_118_get_closest_vowel.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_closest_vowel(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"yogurt\") !== \"u\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"full\") !== \"u\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"easy\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eAsy\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ali\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bad\") !== \"a\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"most\") !== \"o\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ab\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ba\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"quick\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"anime\") !== \"i\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Asia\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Above\") !== \"o\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_118_get_closest_vowel"} +{"name": "HumanEval_31_is_prime", "language": "php", "prompt": ">> is_prime(6)\n// false\n// >>> is_prime(101)\n// true\n// >>> is_prime(11)\n// true\n// >>> is_prime(13441)\n// true\n// >>> is_prime(61)\n// true\n// >>> is_prime(4)\n// false\n// >>> is_prime(1)\n// false\nfunction is_prime($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_31_is_prime.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_prime(...$args);\n}\n\nfunction test(): void {\n if (candidate(6) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(101) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(13441) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(61) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(17) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(85) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(77) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(255379) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_31_is_prime"} +{"name": "HumanEval_144_simplify", "language": "php", "prompt": "/ where both numerator and denominator are positive whole numbers.\n// You can assume that x, and n are valid fractions, and do not have zero as denominator.\n// >>> simplify(\"1/5\", \"5/1\")\n// true\n// >>> simplify(\"1/6\", \"2/1\")\n// false\n// >>> simplify(\"7/10\", \"10/2\")\n// false\nfunction simplify($x, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_144_simplify.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return simplify(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"1/5\", \"5/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1/6\", \"2/1\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5/1\", \"3/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"7/10\", \"10/2\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/10\", \"50/10\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"7/2\", \"4/2\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"11/6\", \"6/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/3\", \"5/2\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5/2\", \"3/5\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/4\", \"8/4\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2/4\", \"4/2\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1/5\", \"5/1\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1/5\", \"1/5\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_144_simplify"} +{"name": "HumanEval_78_hex_key", "language": "php", "prompt": ">> hex_key(\"AB\")\n// 1\n// >>> hex_key(\"1077E\")\n// 2\n// >>> hex_key(\"ABED1A33\")\n// 4\n// >>> hex_key(\"123456789ABCDEF0\")\n// 6\n// >>> hex_key(\"2020\")\n// 2\nfunction hex_key($num) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_78_hex_key.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return hex_key(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"AB\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1077E\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ABED1A33\") !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2020\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"123456789ABCDEF0\") !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"112233445566778899AABBCCDDEEFF00\") !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_78_hex_key"} +{"name": "HumanEval_143_words_in_sentence", "language": "php", "prompt": ">> words_in_sentence(\"This is a test\")\n// \"is\"\n// Example 2:\n// >>> words_in_sentence(\"lets go for swimming\")\n// \"go for\"\n// Constraints:\n// * 1 <= len(sentence) <= 100\n// * sentence contains only letters\nfunction words_in_sentence($sentence) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_143_words_in_sentence.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return words_in_sentence(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"This is a test\") !== \"is\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"lets go for swimming\") !== \"go for\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"there is no place available here\") !== \"there is no place\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hi I am Hussein\") !== \"Hi am Hussein\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"go for it\") !== \"go for it\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"here\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"here is\") !== \"is\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_143_words_in_sentence"} +{"name": "HumanEval_111_histogram", "language": "php", "prompt": ">> histogram(\"a b c\")\n// array(\"a\" => 1, \"b\" => 1, \"c\" => 1)\n// >>> histogram(\"a b b a\")\n// array(\"a\" => 2, \"b\" => 2)\n// >>> histogram(\"a b c a b\")\n// array(\"a\" => 2, \"b\" => 2)\n// >>> histogram(\"b b b b a\")\n// array(\"b\" => 4)\n// >>> histogram(\"\")\n// array()\nfunction histogram($test) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_111_histogram.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return histogram(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"a b b a\") !== array(\"a\" => 2, \"b\" => 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a b c a b\") !== array(\"a\" => 2, \"b\" => 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a b c d g\") !== array(\"a\" => 1, \"b\" => 1, \"c\" => 1, \"d\" => 1, \"g\" => 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"r t g\") !== array(\"r\" => 1, \"t\" => 1, \"g\" => 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"b b b b a\") !== array(\"b\" => 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"r t g\") !== array(\"r\" => 1, \"t\" => 1, \"g\" => 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a\") !== array(\"a\" => 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_111_histogram"} +{"name": "HumanEval_87_get_row", "language": "php", "prompt": ">> get_row(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 1, 6), array(1, 2, 3, 4, 5, 1)), 1)\n// array(array(0, 0), array(1, 4), array(1, 0), array(2, 5), array(2, 0))\n// >>> get_row(array(), 1)\n// array()\n// >>> get_row(array(array(), array(1), array(1, 2, 3)), 3)\n// array(array(2, 2))\nfunction get_row($lst, $x) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_87_get_row.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_row(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 1, 6), array(1, 2, 3, 4, 5, 1)), 1) !== array(array(0, 0), array(1, 4), array(1, 0), array(2, 5), array(2, 0))) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6)), 2) !== array(array(0, 1), array(1, 1), array(2, 1), array(3, 1), array(4, 1), array(5, 1))) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1, 2, 3, 4, 5, 6), array(1, 2, 3, 4, 5, 6), array(1, 1, 3, 4, 5, 6), array(1, 2, 1, 4, 5, 6), array(1, 2, 3, 1, 5, 6), array(1, 2, 3, 4, 1, 6), array(1, 2, 3, 4, 5, 1)), 1) !== array(array(0, 0), array(1, 0), array(2, 1), array(2, 0), array(3, 2), array(3, 0), array(4, 3), array(4, 0), array(5, 4), array(5, 0), array(6, 5), array(6, 0))) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(), 1) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(1)), 2) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(array(), array(1), array(1, 2, 3)), 3) !== array(array(2, 2))) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_87_get_row"} +{"name": "HumanEval_123_get_odd_collatz", "language": "php", "prompt": ">> get_odd_collatz(5)\n// array(1, 5)\nfunction get_odd_collatz($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_123_get_odd_collatz.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_odd_collatz(...$args);\n}\n\nfunction test(): void {\n if (candidate(14) !== array(1, 5, 7, 11, 13, 17)) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== array(1, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(12) !== array(1, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== array(1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_123_get_odd_collatz"} +{"name": "HumanEval_135_can_arrange", "language": "php", "prompt": ">> can_arrange(array(1, 2, 4, 3, 5))\n// 3\n// >>> can_arrange(array(1, 2, 3))\n// -1\nfunction can_arrange($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_135_can_arrange.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return can_arrange(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 4, 3, 5)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 4, 5)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 2, 5, 6, 7, 8, 9, 10)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 8, 5, 7, 3)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_135_can_arrange"} +{"name": "HumanEval_19_sort_numbers", "language": "php", "prompt": ">> sort_numbers(\"three one five\")\n// \"one three five\"\nfunction sort_numbers($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_19_sort_numbers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_numbers(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"three\") !== \"three\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"three five nine\") !== \"three five nine\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"five zero four seven nine eight\") !== \"zero four five seven eight nine\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"six five four three two one zero\") !== \"zero one two three four five six\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_19_sort_numbers"} +{"name": "HumanEval_65_circular_shift", "language": "php", "prompt": " number of digits, return digits reversed.\n// >>> circular_shift(12, 1)\n// \"21\"\n// >>> circular_shift(12, 2)\n// \"12\"\nfunction circular_shift($x, $shift) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_65_circular_shift.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return circular_shift(...$args);\n}\n\nfunction test(): void {\n if (candidate(100, 2) !== \"001\") { throw new Exception(\"Test failed!\"); }\n if (candidate(12, 2) !== \"12\") { throw new Exception(\"Test failed!\"); }\n if (candidate(97, 8) !== \"79\") { throw new Exception(\"Test failed!\"); }\n if (candidate(12, 1) !== \"21\") { throw new Exception(\"Test failed!\"); }\n if (candidate(11, 101) !== \"11\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_65_circular_shift"} +{"name": "HumanEval_142_sum_squares", "language": "php", "prompt": ">> lst\n// array(1, 2, 3)\n// >>> lst\n// array()\n// >>> lst\n// array(-1, -5, 2, -1, -5)\nfunction sum_squares($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_142_sum_squares.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_squares(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3)) !== 6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 4, 9)) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1, 1, 1, 1, 1, 1, 1)) !== 9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -1, -1, -1, -1, -1, -1, -1, -1)) !== -3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -5, 2, -1, -5)) !== -126) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-56, -99, 1, 0, -2)) !== 3030) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 0, 0, 0, 0, 0, 0, 0, -1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-16, -9, -2, 36, 36, 26, -20, 25, -40, 20, -4, 12, -26, 35, 37)) !== -14196) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -3, 17, -1, -15, 13, -1, 14, -14, -12, -5, 14, -14, 6, 13, 11, 16, 16, 4, 10)) !== -1448) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_142_sum_squares"} +{"name": "HumanEval_94_skjkasdkd", "language": "php", "prompt": ">> skjkasdkd(array(0, 3, 2, 1, 3, 5, 7, 4, 5, 5, 5, 2, 181, 32, 4, 32, 3, 2, 32, 324, 4, 3))\n// 10\n// >>> skjkasdkd(array(1, 0, 1, 8, 2, 4597, 2, 1, 3, 40, 1, 2, 1, 2, 4, 2, 5, 1))\n// 25\n// >>> skjkasdkd(array(1, 3, 1, 32, 5107, 34, 83278, 109, 163, 23, 2323, 32, 30, 1, 9, 3))\n// 13\n// >>> skjkasdkd(array(0, 724, 32, 71, 99, 32, 6, 0, 5, 91, 83, 0, 5, 6))\n// 11\n// >>> skjkasdkd(array(0, 81, 12, 3, 1, 21))\n// 3\n// >>> skjkasdkd(array(0, 8, 1, 2, 1, 7))\n// 7\nfunction skjkasdkd($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_94_skjkasdkd.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return skjkasdkd(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(0, 3, 2, 1, 3, 5, 7, 4, 5, 5, 5, 2, 181, 32, 4, 32, 3, 2, 32, 324, 4, 3)) !== 10) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 0, 1, 8, 2, 4597, 2, 1, 3, 40, 1, 2, 1, 2, 4, 2, 5, 1)) !== 25) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 1, 32, 5107, 34, 83278, 109, 163, 23, 2323, 32, 30, 1, 9, 3)) !== 13) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 724, 32, 71, 99, 32, 6, 0, 5, 91, 83, 0, 5, 6)) !== 11) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 81, 12, 3, 1, 21)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 8, 1, 2, 1, 7)) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8191)) !== 19) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8191, 123456, 127, 7)) !== 19) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(127, 97, 8192)) !== 10) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_94_skjkasdkd"} +{"name": "HumanEval_8_sum_product", "language": "php", "prompt": ">> sum_product(array())\n// array(0, 1)\n// >>> sum_product(array(1, 2, 3, 4))\n// array(10, 24)\nfunction sum_product($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_8_sum_product.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_product(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array(0, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1)) !== array(3, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, 0)) !== array(100, 0)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 5, 7)) !== array(15, 105)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10)) !== array(10, 10)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_8_sum_product"} +{"name": "HumanEval_102_choose_num", "language": "php", "prompt": ">> choose_num(12, 15)\n// 14\n// >>> choose_num(13, 12)\n// -1\nfunction choose_num($x, $y) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_102_choose_num.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return choose_num(...$args);\n}\n\nfunction test(): void {\n if (candidate(12, 15) !== 14) { throw new Exception(\"Test failed!\"); }\n if (candidate(13, 12) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(33, 12354) !== 12354) { throw new Exception(\"Test failed!\"); }\n if (candidate(5234, 5233) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(6, 29) !== 28) { throw new Exception(\"Test failed!\"); }\n if (candidate(27, 10) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 7) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(546, 546) !== 546) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_102_choose_num"} +{"name": "HumanEval_136_largest_smallest_integers", "language": "php", "prompt": ">> largest_smallest_integers(array(2, 4, 1, 3, 5, 7))\n// array(null, 1)\n// >>> largest_smallest_integers(array())\n// array(null, null)\n// >>> largest_smallest_integers(array(0))\n// array(null, null)\nfunction largest_smallest_integers($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_136_largest_smallest_integers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return largest_smallest_integers(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2, 4, 1, 3, 5, 7)) !== array(null, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 1, 3, 5, 7, 0)) !== array(null, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 3, 2, 4, 5, 6, -2)) !== array(-2, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 5, 3, 6, 2, 7, -7)) !== array(-7, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 3, 8, 4, 9, 2, 5, -9)) !== array(-9, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array(null, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0)) !== array(null, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -3, -5, -6)) !== array(-1, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -3, -5, -6, 0)) !== array(-1, null)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-6, -4, -4, -3, 1)) !== array(-3, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-6, -4, -4, -3, -100, 1)) !== array(-3, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_136_largest_smallest_integers"} +{"name": "HumanEval_16_count_distinct_characters", "language": "php", "prompt": ">> count_distinct_characters(\"xyzXYZ\")\n// 3\n// >>> count_distinct_characters(\"Jerry\")\n// 4\nfunction count_distinct_characters($string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_16_count_distinct_characters.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return count_distinct_characters(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcde\") !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdecadeCADE\") !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaaAAAAaaaa\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Jerry jERRY JeRRRY\") !== 5) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_16_count_distinct_characters"} +{"name": "HumanEval_100_make_a_pile", "language": "php", "prompt": ">> make_a_pile(3)\n// array(3, 5, 7)\nfunction make_a_pile($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_100_make_a_pile.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return make_a_pile(...$args);\n}\n\nfunction test(): void {\n if (candidate(3) !== array(3, 5, 7)) { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== array(4, 6, 8, 10)) { throw new Exception(\"Test failed!\"); }\n if (candidate(5) !== array(5, 7, 9, 11, 13)) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== array(6, 8, 10, 12, 14, 16)) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== array(8, 10, 12, 14, 16, 18, 20, 22)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_100_make_a_pile"} +{"name": "HumanEval_128_prod_signs", "language": "php", "prompt": ">> prod_signs(array(1, 2, 2, -4))\n// 9\n// >>> prod_signs(array(0, 1))\n// 0\n// >>> prod_signs(array())\n// null\nfunction prod_signs($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_128_prod_signs.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return prod_signs(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 2, -4)) !== -9) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 1, 1, 2, 3, -1, 1)) !== -10) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 1, 2, -1, -1, 9)) !== 20) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1, -1, 1)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1, 1, 1)) !== -4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, 1, 1, 0)) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_128_prod_signs"} +{"name": "HumanEval_114_minSubArraySum", "language": "php", "prompt": ">> minSubArraySum(array(2, 3, 4, 1, 2, 4))\n// 1\n// >>> minSubArraySum(array(-1, -2, -3))\n// -6\nfunction minSubArraySum($nums) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_114_minSubArraySum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return minSubArraySum(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(2, 3, 4, 1, 2, 4)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, -3)) !== -6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, -3, 2, -10)) !== -14) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-9999999999999999)) !== -9999999999999999) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0, 10, 20, 1000000)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2, -3, 10, -5)) !== -6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, -1, -2, -3, 10, -5)) !== -6) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10, 11, 13, 8, 3, 4)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(100, -33, 32, -1, 0, -2)) !== -33) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-10)) !== -10) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7)) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1)) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_114_minSubArraySum"} +{"name": "HumanEval_15_string_sequence", "language": "php", "prompt": ">> string_sequence(0)\n// \"0\"\n// >>> string_sequence(5)\n// \"0 1 2 3 4 5\"\nfunction string_sequence($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_15_string_sequence.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return string_sequence(...$args);\n}\n\nfunction test(): void {\n if (candidate(0) !== \"0\") { throw new Exception(\"Test failed!\"); }\n if (candidate(3) !== \"0 1 2 3\") { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== \"0 1 2 3 4 5 6 7 8 9 10\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_15_string_sequence"} +{"name": "HumanEval_154_cycpattern_check", "language": "php", "prompt": ">> cycpattern_check(\"abcd\", \"abd\")\n// false\n// >>> cycpattern_check(\"hello\", \"ell\")\n// true\n// >>> cycpattern_check(\"whassup\", \"psus\")\n// false\n// >>> cycpattern_check(\"abab\", \"baa\")\n// true\n// >>> cycpattern_check(\"efef\", \"eeff\")\n// false\n// >>> cycpattern_check(\"himenss\", \"simen\")\n// true\nfunction cycpattern_check($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_154_cycpattern_check.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return cycpattern_check(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"xyzw\", \"xyw\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"yello\", \"ell\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"whattup\", \"ptut\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"efef\", \"fee\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abab\", \"aabb\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"winemtt\", \"tinem\") !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_154_cycpattern_check"} +{"name": "HumanEval_57_monotonic", "language": "php", "prompt": ">> monotonic(array(1, 2, 4, 20))\n// true\n// >>> monotonic(array(1, 20, 4, 10))\n// false\n// >>> monotonic(array(4, 1, 0, -10))\n// true\nfunction monotonic($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_57_monotonic.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return monotonic(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 4, 10)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 4, 20)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 1, 0, -10)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 1, 1, 0)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 2, 5, 60)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4, 5, 60)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 9, 9, 9)) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_57_monotonic"} +{"name": "HumanEval_12_longest", "language": "php", "prompt": ">> longest(array())\n// null\n// >>> longest(array(\"a\", \"b\", \"c\"))\n// \"a\"\n// >>> longest(array(\"a\", \"bb\", \"ccc\"))\n// \"ccc\"\nfunction longest($strings) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_12_longest.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return longest(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"y\", \"z\")) !== \"x\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"yyy\", \"zzzz\", \"www\", \"kkkk\", \"abc\")) !== \"zzzz\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_12_longest"} +{"name": "HumanEval_52_below_threshold", "language": "php", "prompt": ">> below_threshold(array(1, 2, 4, 10), 100)\n// true\n// >>> below_threshold(array(1, 20, 4, 10), 5)\n// false\nfunction below_threshold($l, $t) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_52_below_threshold.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return below_threshold(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 4, 10), 100) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10), 5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10), 21) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 20, 4, 10), 22) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 8, 4, 10), 11) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 8, 4, 10), 10) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_52_below_threshold"} +{"name": "HumanEval_75_is_multiply_prime", "language": "php", "prompt": ">> is_multiply_prime(30)\n// true\n// 30 = 2 * 3 * 5\nfunction is_multiply_prime($a) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_75_is_multiply_prime.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return is_multiply_prime(...$args);\n}\n\nfunction test(): void {\n if (candidate(5) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(30) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(8) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(10) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(125) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(105) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(126) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(729) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(891) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(1001) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_75_is_multiply_prime"} +{"name": "HumanEval_30_get_positive", "language": "php", "prompt": ">> get_positive(array(-1, 2, -4, 5, 6))\n// array(2, 5, 6)\n// >>> get_positive(array(5, 3, -5, 2, -3, 3, 9, 0, 123, 1, -10))\n// array(5, 3, 2, 3, 9, 123, 1)\nfunction get_positive($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_30_get_positive.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return get_positive(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(-1, -2, 4, 5, 6)) !== array(4, 5, 6)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, -5, 2, 3, 3, 9, 0, 123, 1, -10)) !== array(5, 3, 2, 3, 3, 9, 123, 1)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-1, -2)) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_30_get_positive"} +{"name": "HumanEval_33_sort_third", "language": "php", "prompt": ">> sort_third(array(1, 2, 3))\n// array(1, 2, 3)\n// >>> sort_third(array(5, 6, 3, 4, 8, 9, 2))\n// array(2, 6, 3, 4, 8, 9, 5)\nfunction sort_third($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_33_sort_third.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_third(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 6, 3, 4, 8, 9, 2)) !== array(2, 6, 3, 4, 8, 9, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 8, 3, 4, 6, 9, 2)) !== array(2, 8, 3, 4, 6, 9, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 9, 4, 8, 3, 2)) !== array(2, 6, 9, 4, 8, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 3, 4, 8, 9, 2, 1)) !== array(2, 6, 3, 4, 8, 9, 5, 1)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_33_sort_third"} +{"name": "HumanEval_6_parse_nested_parens", "language": "php", "prompt": ">> parse_nested_parens(\"(()()) ((())) () ((())()())\")\n// array(2, 3, 1, 3)\nfunction parse_nested_parens($paren_string) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_6_parse_nested_parens.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return parse_nested_parens(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"(()()) ((())) () ((())()())\") !== array(2, 3, 1, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"() (()) ((())) (((())))\") !== array(1, 2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()(())((())))\") !== array(4)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_6_parse_nested_parens"} +{"name": "HumanEval_45_triangle_area", "language": "php", "prompt": ">> triangle_area(5, 3)\n// 7.5\nfunction triangle_area($a, $h) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_45_triangle_area.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return triangle_area(...$args);\n}\n\nfunction test(): void {\n if (candidate(5, 3) !== 7.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2) !== 2.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 8) !== 40.0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_45_triangle_area"} +{"name": "HumanEval_97_multiply", "language": "php", "prompt": ">> multiply(148, 412)\n// 16\n// >>> multiply(19, 28)\n// 72\n// >>> multiply(2020, 1851)\n// 0\n// >>> multiply(14, -15)\n// 20\nfunction multiply($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_97_multiply.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return multiply(...$args);\n}\n\nfunction test(): void {\n if (candidate(148, 412) !== 16) { throw new Exception(\"Test failed!\"); }\n if (candidate(19, 28) !== 72) { throw new Exception(\"Test failed!\"); }\n if (candidate(2020, 1851) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(14, -15) !== 20) { throw new Exception(\"Test failed!\"); }\n if (candidate(76, 67) !== 42) { throw new Exception(\"Test failed!\"); }\n if (candidate(17, 27) !== 49) { throw new Exception(\"Test failed!\"); }\n if (candidate(0, 1) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(0, 0) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_97_multiply"} +{"name": "HumanEval_4_mean_absolute_deviation", "language": "php", "prompt": ">> mean_absolute_deviation(array(1.0, 2.0, 3.0, 4.0))\n// 1.0\nfunction mean_absolute_deviation($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_4_mean_absolute_deviation.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return mean_absolute_deviation(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1.0, 2.0)) !== 0.5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0)) !== 1.0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 2.0, 3.0, 4.0, 5.0)) !== 1.2) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_4_mean_absolute_deviation"} +{"name": "HumanEval_58_common", "language": "php", "prompt": ">> common(array(1, 4, 3, 34, 653, 2, 5), array(5, 7, 1, 5, 9, 653, 121))\n// array(1, 5, 653)\n// >>> common(array(5, 3, 2, 8), array(3, 2))\n// array(2, 3)\nfunction common($l1, $l2) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_58_common.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return common(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 4, 3, 34, 653, 2, 5), array(5, 7, 1, 5, 9, 653, 121)) !== array(1, 5, 653)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, 2, 8), array(3, 2)) !== array(2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 2, 8), array(3, 2, 4)) !== array(2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 2, 8), array()) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_58_common"} +{"name": "HumanEval_156_int_to_mini_roman", "language": "php", "prompt": ">> int_to_mini_roman(19)\n// \"xix\"\n// >>> int_to_mini_roman(152)\n// \"clii\"\n// >>> int_to_mini_roman(426)\n// \"cdxxvi\"\nfunction int_to_mini_roman($number) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_156_int_to_mini_roman.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return int_to_mini_roman(...$args);\n}\n\nfunction test(): void {\n if (candidate(19) !== \"xix\") { throw new Exception(\"Test failed!\"); }\n if (candidate(152) !== \"clii\") { throw new Exception(\"Test failed!\"); }\n if (candidate(251) !== \"ccli\") { throw new Exception(\"Test failed!\"); }\n if (candidate(426) !== \"cdxxvi\") { throw new Exception(\"Test failed!\"); }\n if (candidate(500) !== \"d\") { throw new Exception(\"Test failed!\"); }\n if (candidate(1) !== \"i\") { throw new Exception(\"Test failed!\"); }\n if (candidate(4) !== \"iv\") { throw new Exception(\"Test failed!\"); }\n if (candidate(43) !== \"xliii\") { throw new Exception(\"Test failed!\"); }\n if (candidate(90) !== \"xc\") { throw new Exception(\"Test failed!\"); }\n if (candidate(94) !== \"xciv\") { throw new Exception(\"Test failed!\"); }\n if (candidate(532) !== \"dxxxii\") { throw new Exception(\"Test failed!\"); }\n if (candidate(900) !== \"cm\") { throw new Exception(\"Test failed!\"); }\n if (candidate(994) !== \"cmxciv\") { throw new Exception(\"Test failed!\"); }\n if (candidate(1000) !== \"m\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_156_int_to_mini_roman"} +{"name": "HumanEval_67_fruit_distribution", "language": "php", "prompt": ">> fruit_distribution(\"5 apples and 6 oranges\", 19)\n// 8\n// >>> fruit_distribution(\"0 apples and 1 oranges\", 3)\n// 2\n// >>> fruit_distribution(\"2 apples and 3 oranges\", 100)\n// 95\n// >>> fruit_distribution(\"100 apples and 1 oranges\", 120)\n// 19\nfunction fruit_distribution($s, $n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_67_fruit_distribution.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return fruit_distribution(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"5 apples and 6 oranges\", 19) !== 8) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"5 apples and 6 oranges\", 21) !== 10) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0 apples and 1 oranges\", 3) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1 apples and 0 oranges\", 3) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2 apples and 3 oranges\", 100) !== 95) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"2 apples and 3 oranges\", 5) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"1 apples and 100 oranges\", 120) !== 19) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_67_fruit_distribution"} +{"name": "HumanEval_112_reverse_delete", "language": "php", "prompt": ">> reverse_delete(\"abcde\", \"ae\")\n// array(\"bcd\", false)\n// >>> reverse_delete(\"abcdef\", \"b\")\n// array(\"acdef\", false)\n// >>> reverse_delete(\"abcdedcba\", \"ab\")\n// array(\"cdedc\", true)\nfunction reverse_delete($s, $c) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_112_reverse_delete.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return reverse_delete(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"abcde\", \"ae\") !== array(\"bcd\", false)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdef\", \"b\") !== array(\"acdef\", false)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdedcba\", \"ab\") !== array(\"cdedc\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dwik\", \"w\") !== array(\"dik\", false)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"a\", \"a\") !== array(\"\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdedcba\", \"\") !== array(\"abcdedcba\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdedcba\", \"v\") !== array(\"abcdedcba\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"vabba\", \"v\") !== array(\"abba\", true)) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"mamma\", \"mia\") !== array(\"\", true)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_112_reverse_delete"} +{"name": "HumanEval_13_greatest_common_divisor", "language": "php", "prompt": ">> greatest_common_divisor(3, 5)\n// 1\n// >>> greatest_common_divisor(25, 15)\n// 5\nfunction greatest_common_divisor($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_13_greatest_common_divisor.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return greatest_common_divisor(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 7) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 15) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(49, 14) !== 7) { throw new Exception(\"Test failed!\"); }\n if (candidate(144, 60) !== 12) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_13_greatest_common_divisor"} +{"name": "HumanEval_125_split_words", "language": "php", "prompt": ">> split_words(\"Hello world!\")\n// array(\"Hello\", \"world!\")\n// >>> split_words(\"Hello,world!\")\n// array(\"Hello\", \"world!\")\n// >>> split_words(\"abcdef\")\n// 3\nfunction split_words($txt) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_125_split_words.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return split_words(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello world!\") !== array(\"Hello\", \"world!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello,world!\") !== array(\"Hello\", \"world!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello world,!\") !== array(\"Hello\", \"world,!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Hello,Hello,world !\") !== array(\"Hello,Hello,world\", \"!\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcdef\") !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaabb\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aaaBb\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_125_split_words"} +{"name": "HumanEval_116_sort_array", "language": "php", "prompt": ">> sort_array(array(1, 5, 2, 3, 4))\n// array(1, 2, 3, 4, 5)\n// >>> sort_array(array(-2, -3, -4, -5, -6))\n// array(-6, -5, -4, -3, -2)\n// >>> sort_array(array(1, 0, 2, 3, 4))\n// array(0, 1, 2, 3, 4)\nfunction sort_array($arr) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_116_sort_array.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_array(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 5, 2, 3, 4)) !== array(1, 2, 4, 3, 5)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(-2, -3, -4, -5, -6)) !== array(-4, -2, -6, -5, -3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 0, 2, 3, 4)) !== array(0, 1, 2, 4, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 5, 77, 4, 5, 3, 5, 7, 2, 3, 4)) !== array(2, 2, 4, 4, 3, 3, 5, 5, 5, 7, 77)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 6, 44, 12, 32, 5)) !== array(32, 3, 5, 6, 12, 44)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 8, 16, 32)) !== array(2, 4, 8, 16, 32)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 4, 8, 16, 32)) !== array(2, 4, 8, 16, 32)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_116_sort_array"} +{"name": "HumanEval_28_concatenate", "language": "php", "prompt": ">> concatenate(array())\n// \"\"\n// >>> concatenate(array(\"a\", \"b\", \"c\"))\n// \"abc\"\nfunction concatenate($strings) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_28_concatenate.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return concatenate(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== \"\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"y\", \"z\")) !== \"xyz\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"x\", \"y\", \"z\", \"w\", \"k\")) !== \"xyzwk\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_28_concatenate"} +{"name": "HumanEval_149_sorted_list_sum", "language": "php", "prompt": ">> list_sort(array(\"aa\", \"a\", \"aaa\"))\n// array(\"aa\")\n// >>> list_sort(array(\"ab\", \"a\", \"aaa\", \"cd\"))\n// array(\"ab\", \"cd\")\nfunction sorted_list_sum($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_149_sorted_list_sum.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sorted_list_sum(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"aa\", \"a\", \"aaa\")) !== array(\"aa\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"school\", \"AI\", \"asdf\", \"b\")) !== array(\"AI\", \"asdf\", \"school\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"d\", \"b\", \"c\", \"a\")) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"d\", \"dcba\", \"abcd\", \"a\")) !== array(\"abcd\", \"dcba\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"AI\", \"ai\", \"au\")) !== array(\"AI\", \"ai\", \"au\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"a\", \"b\", \"b\", \"c\", \"c\", \"a\")) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"aaaa\", \"bbbb\", \"dd\", \"cc\")) !== array(\"cc\", \"dd\", \"aaaa\", \"bbbb\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_149_sorted_list_sum"} +{"name": "HumanEval_7_filter_by_substring", "language": "php", "prompt": ">> filter_by_substring(array(), \"a\")\n// array()\n// >>> filter_by_substring(array(\"abc\", \"bacd\", \"cde\", \"array\"), \"a\")\n// array(\"abc\", \"bacd\", \"array\")\nfunction filter_by_substring($strings, $substring) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_7_filter_by_substring.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return filter_by_substring(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), \"john\") !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"xxx\", \"asd\", \"xxy\", \"john doe\", \"xxxAAA\", \"xxx\"), \"xxx\") !== array(\"xxx\", \"xxxAAA\", \"xxx\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"xxx\", \"asd\", \"aaaxxy\", \"john doe\", \"xxxAAA\", \"xxx\"), \"xx\") !== array(\"xxx\", \"aaaxxy\", \"xxxAAA\", \"xxx\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"grunt\", \"trumpet\", \"prune\", \"gruesome\"), \"run\") !== array(\"grunt\", \"prune\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_7_filter_by_substring"} +{"name": "HumanEval_99_closest_integer", "language": "php", "prompt": ">> closest_integer(\"10\")\n// 10\n// >>> closest_integer(\"15.3\")\n// 15\n// Note:\n// Rounding away from zero means that if the given number is equidistant\n// from two integers, the one you should return is the one that is the\n// farthest from zero. For example closest_integer(\"14.5\") should\n// return 15 and closest_integer(\"-14.5\") should return -15.\nfunction closest_integer($value) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_99_closest_integer.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return closest_integer(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"10\") !== 10) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"14.5\") !== 15) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"-15.5\") !== -16) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"15.3\") !== 15) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"0\") !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_99_closest_integer"} +{"name": "HumanEval_64_vowels_count", "language": "php", "prompt": ">> vowels_count(\"abcde\")\n// 2\n// >>> vowels_count(\"ACEDY\")\n// 3\nfunction vowels_count($s) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_64_vowels_count.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return vowels_count(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"abcde\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"Alone\") !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"key\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bye\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"keY\") !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"bYe\") !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"ACEDY\") !== 3) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_64_vowels_count"} +{"name": "HumanEval_158_find_max", "language": "php", "prompt": ">> find_max(array(\"name\", \"of\", \"string\"))\n// \"string\"\n// >>> find_max(array(\"name\", \"enam\", \"game\"))\n// \"enam\"\n// >>> find_max(array(\"aaaaaaa\", \"bb\", \"cc\"))\n// \"aaaaaaa\"\nfunction find_max($words) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_158_find_max.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return find_max(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(\"name\", \"of\", \"string\")) !== \"string\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"name\", \"enam\", \"game\")) !== \"enam\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"aaaaaaa\", \"bb\", \"cc\")) !== \"aaaaaaa\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"abc\", \"cba\")) !== \"abc\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"play\", \"this\", \"game\", \"of\", \"footbott\")) !== \"footbott\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"we\", \"are\", \"gonna\", \"rock\")) !== \"gonna\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"we\", \"are\", \"a\", \"mad\", \"nation\")) !== \"nation\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"this\", \"is\", \"a\", \"prrk\")) !== \"this\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"b\")) !== \"b\") { throw new Exception(\"Test failed!\"); }\n if (candidate(array(\"play\", \"play\", \"play\")) !== \"play\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_158_find_max"} +{"name": "HumanEval_162_string_to_md5", "language": "php", "prompt": ">> string_to_md5(\"Hello world\")\n// \"3e25960a79dbc69b674cd4ec67a72c62\"\nfunction string_to_md5($text) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_162_string_to_md5.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return string_to_md5(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"Hello world\") !== \"3e25960a79dbc69b674cd4ec67a72c62\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"\") !== null) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"A B C\") !== \"0ef78513b0cb8cef12743f5aeb35f888\") { throw new Exception(\"Test failed!\"); }\n if (candidate(\"password\") !== \"5f4dcc3b5aa765d61d8327deb882cf99\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_162_string_to_md5"} +{"name": "HumanEval_44_change_base", "language": "php", "prompt": ">> change_base(8, 3)\n// \"22\"\n// >>> change_base(8, 2)\n// \"1000\"\n// >>> change_base(7, 2)\n// \"111\"\nfunction change_base($x, $base) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_44_change_base.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return change_base(...$args);\n}\n\nfunction test(): void {\n if (candidate(8, 3) !== \"22\") { throw new Exception(\"Test failed!\"); }\n if (candidate(9, 3) !== \"100\") { throw new Exception(\"Test failed!\"); }\n if (candidate(234, 2) !== \"11101010\") { throw new Exception(\"Test failed!\"); }\n if (candidate(16, 2) !== \"10000\") { throw new Exception(\"Test failed!\"); }\n if (candidate(8, 2) !== \"1000\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 2) !== \"111\") { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 3) !== \"2\") { throw new Exception(\"Test failed!\"); }\n if (candidate(3, 4) !== \"3\") { throw new Exception(\"Test failed!\"); }\n if (candidate(4, 5) !== \"4\") { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 6) !== \"5\") { throw new Exception(\"Test failed!\"); }\n if (candidate(6, 7) !== \"6\") { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 8) !== \"7\") { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_44_change_base"} +{"name": "HumanEval_157_right_angle_triangle", "language": "php", "prompt": ">> right_angle_triangle(3, 4, 5)\n// true\n// >>> right_angle_triangle(1, 2, 3)\n// false\nfunction right_angle_triangle($a, $b, $c) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_157_right_angle_triangle.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return right_angle_triangle(...$args);\n}\n\nfunction test(): void {\n if (candidate(3, 4, 5) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 2, 3) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 6, 8) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 2) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(7, 24, 25) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 5, 7) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(5, 12, 13) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(15, 8, 17) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(48, 55, 73) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(1, 1, 1) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(2, 2, 10) !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_157_right_angle_triangle"} +{"name": "HumanEval_81_numerical_letter_grade", "language": "php", "prompt": " 3.7 A \n// > 3.3 A- \n// > 3.0 B+\n// > 2.7 B \n// > 2.3 B-\n// > 2.0 C+\n// > 1.7 C\n// > 1.3 C-\n// > 1.0 D+ \n// > 0.7 D \n// > 0.0 D-\n// 0.0 E\n// Example:\n// >>> grade_equation(array(4.0, 3, 1.7, 2, 3.5))\n// array(\"A+\", \"B\", \"C-\", \"C\", \"A-\")\nfunction numerical_letter_grade($grades) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_81_numerical_letter_grade.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return numerical_letter_grade(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(4.0, 3, 1.7, 2, 3.5)) !== array(\"A+\", \"B\", \"C-\", \"C\", \"A-\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.2)) !== array(\"D+\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.5)) !== array(\"D-\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.0)) !== array(\"E\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1.0, 0.3, 1.5, 2.8, 3.3)) !== array(\"D\", \"D-\", \"C-\", \"B\", \"B+\")) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(0.0, 0.7)) !== array(\"E\", \"D-\")) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_81_numerical_letter_grade"} +{"name": "HumanEval_5_intersperse", "language": "php", "prompt": ">> intersperse(array(), 4)\n// array()\n// >>> intersperse(array(1, 2, 3), 4)\n// array(1, 4, 2, 4, 3)\nfunction intersperse($numbers, $delimeter) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_5_intersperse.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return intersperse(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(), 7) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 6, 3, 2), 8) !== array(5, 8, 6, 8, 3, 8, 2)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 2, 2), 2) !== array(2, 2, 2, 2, 2)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_5_intersperse"} +{"name": "HumanEval_146_specialFilter", "language": "php", "prompt": ">> specialFilter(array(15, -73, 14, -15))\n// 1\n// >>> specialFilter(array(33, -2, -3, 45, 21, 109))\n// 2\nfunction specialFilter($nums) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_146_specialFilter.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return specialFilter(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, -2, 1, -5)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(15, -73, 14, -15)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(33, -2, -3, 45, 21, 109)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(43, -12, 93, 125, 121, 109)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(71, -2, -33, 75, 21, 19)) !== 3) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 0) { throw new Exception(\"Test failed!\"); }\n if (candidate(array()) !== 0) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_146_specialFilter"} +{"name": "HumanEval_60_sum_to_n", "language": "php", "prompt": ">> sum_to_n(30)\n// 465\n// >>> sum_to_n(100)\n// 5050\n// >>> sum_to_n(5)\n// 15\n// >>> sum_to_n(10)\n// 55\n// >>> sum_to_n(1)\n// 1\nfunction sum_to_n($n) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_60_sum_to_n.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sum_to_n(...$args);\n}\n\nfunction test(): void {\n if (candidate(1) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(6) !== 21) { throw new Exception(\"Test failed!\"); }\n if (candidate(11) !== 66) { throw new Exception(\"Test failed!\"); }\n if (candidate(30) !== 465) { throw new Exception(\"Test failed!\"); }\n if (candidate(100) !== 5050) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_60_sum_to_n"} +{"name": "HumanEval_26_remove_duplicates", "language": "php", "prompt": ">> remove_duplicates(array(1, 2, 3, 2, 4))\n// array(1, 3, 4)\nfunction remove_duplicates($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_26_remove_duplicates.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return remove_duplicates(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4)) !== array(1, 2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 2, 4, 3, 5)) !== array(1, 4, 5)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_26_remove_duplicates"} +{"name": "HumanEval_163_generate_integers", "language": "php", "prompt": ">> generate_integers(2, 8)\n// array(2, 4, 6, 8)\n// >>> generate_integers(8, 2)\n// array(2, 4, 6, 8)\n// >>> generate_integers(10, 14)\n// array()\nfunction generate_integers($a, $b) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_163_generate_integers.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return generate_integers(...$args);\n}\n\nfunction test(): void {\n if (candidate(2, 10) !== array(2, 4, 6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(10, 2) !== array(2, 4, 6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(132, 2) !== array(2, 4, 6, 8)) { throw new Exception(\"Test failed!\"); }\n if (candidate(17, 89) !== array()) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_163_generate_integers"} +{"name": "HumanEval_9_rolling_max", "language": "php", "prompt": ">> rolling_max(array(1, 2, 3, 2, 3, 4, 2))\n// array(1, 2, 3, 3, 3, 4, 4)\nfunction rolling_max($numbers) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_9_rolling_max.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return rolling_max(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== array()) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, 3, 4)) !== array(1, 2, 3, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 3, 2, 1)) !== array(4, 4, 4, 4)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 3, 100, 3)) !== array(3, 3, 3, 100, 100)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_9_rolling_max"} +{"name": "HumanEval_3_below_zero", "language": "php", "prompt": ">> below_zero(array(1, 2, 3))\n// false\n// >>> below_zero(array(1, 2, -4, 5))\n// true\nfunction below_zero($operations) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_3_below_zero.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return below_zero(...$args);\n}\n\nfunction test(): void {\n if (candidate(array()) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, -3, 1, 2, -3)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 2, -4, 5, 6)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 2, -2, 5, -5, 4, -4)) !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -1, 2, -2, 5, -5, 4, -5)) !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, -2, 2, -2, 5, -5, 4, -4)) !== true) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_3_below_zero"} +{"name": "HumanEval_69_search", "language": "php", "prompt": ">> search(array(4, 1, 2, 2, 3, 1))\n// 2\n// >>> search(array(1, 2, 2, 3, 3, 3, 4, 4, 4))\n// 3\n// >>> search(array(5, 5, 4, 4, 4))\n// -1\nfunction search($lst) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_69_search.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return search(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(5, 5, 5, 5, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(4, 1, 4, 1, 4, 4)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 3)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 8, 8, 8, 8, 8, 8, 8)) !== 8) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 3, 3, 2, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 7, 8, 8, 4, 8, 7, 3, 9, 6, 5, 10, 4, 3, 6, 7, 1, 7, 4, 10, 8, 1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 2, 8, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 7, 1, 8, 8, 10, 5, 8, 5, 3, 10)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 8, 3, 6, 5, 6, 4)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 9, 6, 7, 1, 4, 7, 1, 8, 8, 9, 8, 10, 10, 8, 4, 10, 4, 10, 1, 2, 9, 5, 7, 9)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 9, 10, 1, 3)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(6, 9, 7, 5, 8, 7, 5, 3, 7, 5, 10, 10, 3, 6, 10, 2, 8, 6, 5, 4, 9, 5, 3, 10)) !== 5) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(8, 8, 10, 6, 4, 3, 5, 8, 2, 4, 2, 8, 4, 6, 10, 4, 2, 1, 10, 2, 1, 1, 5)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 10, 4, 8, 2, 10, 5, 1, 2, 9, 5, 5, 6, 3, 8, 6, 4, 10)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(1, 6, 10, 1, 6, 9, 10, 8, 6, 8, 7, 3)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 2, 4, 1, 5, 1, 5, 2, 5, 7, 7, 7, 3, 10, 1, 5, 4, 2, 8, 4, 1, 9, 10, 7, 10, 2, 8, 10, 9, 4)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(2, 6, 4, 2, 8, 7, 5, 6, 4, 10, 4, 6, 3, 7, 8, 8, 3, 1, 4, 2, 2, 10, 7)) !== 4) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 8, 6, 10, 2, 6, 10, 2, 7, 8, 10, 3, 8, 2, 6, 2, 3, 1)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 5, 3, 9, 5, 6, 3, 2, 8, 5, 6, 10, 10, 6, 8, 4, 10, 7, 7, 10, 8)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(10)) !== -1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(9, 7, 7, 2, 4, 7, 2, 10, 9, 7, 5, 7, 2)) !== 2) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 4, 10, 2, 1, 1, 10, 3, 6, 1, 8)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(7, 9, 9, 9, 3, 4, 1, 5, 9, 1, 2, 1, 1, 10, 7, 5, 6, 7, 6, 7, 7, 6)) !== 1) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(3, 10, 10, 9, 2)) !== -1) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_69_search"} +{"name": "HumanEval_61_correct_bracketing", "language": "php", "prompt": ">> correct_bracketing(\"(\")\n// false\n// >>> correct_bracketing(\"()\")\n// true\n// >>> correct_bracketing(\"(()())\")\n// true\n// >>> correct_bracketing(\")(()\")\n// false\nfunction correct_bracketing($brackets) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_61_correct_bracketing.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return correct_bracketing(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"()\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()())\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()(()())()\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()((()()())())(()()(()))\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"((()())))\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\")(()\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"((((\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\")\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"(()\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()(()())())(()\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"()()(()())()))()\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_61_correct_bracketing"} +{"name": "HumanEval_37_sort_even", "language": "php", "prompt": ">> sort_even(array(1, 2, 3))\n// array(1, 2, 3)\n// >>> sort_even(array(5, 6, 3, 4))\n// array(3, 6, 5, 4)\nfunction sort_even($l) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_37_sort_even.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return sort_even(...$args);\n}\n\nfunction test(): void {\n if (candidate(array(1, 2, 3)) !== array(1, 2, 3)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 3, -5, 2, -3, 3, 9, 0, 123, 1, -10)) !== array(-10, 3, -5, 2, -3, 3, 5, 0, 9, 1, 123)) { throw new Exception(\"Test failed!\"); }\n if (candidate(array(5, 8, -12, 4, 23, 2, 3, 11, 12, -10)) !== array(-12, 8, 3, 4, 5, 2, 12, 11, 23, -10)) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_37_sort_even"} +{"name": "HumanEval_54_same_chars", "language": "php", "prompt": ">> same_chars(\"eabcdzzzz\", \"dddzzzzzzzddeddabc\")\n// true\n// >>> same_chars(\"abcd\", \"dddddddabc\")\n// true\n// >>> same_chars(\"dddddddabc\", \"abcd\")\n// true\n// >>> same_chars(\"eabcd\", \"dddddddabc\")\n// false\n// >>> same_chars(\"abcd\", \"dddddddabce\")\n// false\n// >>> same_chars(\"eabcdzzzz\", \"dddzzzzzzzddddabc\")\n// false\nfunction same_chars($s0, $s1) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_54_same_chars.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return same_chars(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"eabcdzzzz\", \"dddzzzzzzzddeddabc\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\", \"dddddddabc\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"dddddddabc\", \"abcd\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eabcd\", \"dddddddabc\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"abcd\", \"dddddddabcf\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"eabcdzzzz\", \"dddzzzzzzzddddabc\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"aabb\", \"aaccc\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_54_same_chars"} +{"name": "HumanEval_56_correct_bracketing", "language": "php", "prompt": "\".\n// return true if every opening bracket has a corresponding closing bracket.\n// >>> correct_bracketing(\"<\")\n// false\n// >>> correct_bracketing(\"<>\")\n// true\n// >>> correct_bracketing(\"<<><>>\")\n// true\n// >>> correct_bracketing(\"><<>\")\n// false\nfunction correct_bracketing($brackets) {\n", "doctests": "transform", "original": "/home/arjun/repos/nuprl/MultiPL-E/datasets/../datasets/originals-with-cleaned-doctests/HumanEval_56_correct_bracketing.py", "prompt_terminology": "reworded", "tests": "function candidate(...$args) {\n return correct_bracketing(...$args);\n}\n\nfunction test(): void {\n if (candidate(\"<>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<><>>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<><>><>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<<><><>><>><<><><<>>>\") !== true) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<<><>>>>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"><<>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<<<\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\">\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<<>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<><>><>><<>\") !== false) { throw new Exception(\"Test failed!\"); }\n if (candidate(\"<><><<><>><>>><>\") !== false) { throw new Exception(\"Test failed!\"); }\n}\n\ntest();", "stop_tokens": ["\nfunction", "\n?>", "\n//", "\n#"], "task_id": "HumanEval_56_correct_bracketing"}