Add cpp

execute.py

@@ -40,8 +40,12 @@ def check_correctness(check_program, timeout, task_id, completion_id, language):
 
     if language == "python":
         p = multiprocessing.Process(target=unsafe_execute, args=(check_program, result, timeout))
+    elif language == "cpp":
+        p = multiprocessing.Process(target=unsafe_execute_cpp, args=(check_program, result, timeout))
     elif language == "javascript":
         p = multiprocessing.Process(target=unsafe_execute_js, args=(check_program, result, timeout))
+    else:
+        raise ValueError(f"Language {language} not supported. Feel free to add it :)")
 
     p.start()
     p.join(timeout=timeout + 1)
@@ -91,19 +95,55 @@ def unsafe_execute(check_program, result, timeout):
         os.rmdir = rmdir
         os.chdir = chdir
 
-def unsafe_execute_js(check_program, result, timeout):
+def unsafe_execute_cpp(check_program, result, timeout):
 
     with create_tempdir():
+        open(f"test.cpp", 'w').write(check_program)
 
-        open(f"test.js", 'w').write(check_program)
+        # Run program.
+        try:
+            exec_globals = {}
+            
+                # -lcrypto & -lssl are needed for the crypto library required by HumanEval-X-Bugs Task 162
+                compilation_result = subprocess.run(
+                    ["/usr/bin/g++", "-std=c++11", "test.cpp", "-lcrypto", "-lssl"],
+                    timeout=timeout,
+                    capture_output=True,
+                )
+            if compilation_result.returncode != 0:
+                if compilation_result.stderr:
+                    err = compilation_result.stderr.decode()
+                else:
+                    err = compilation_result.stdout.decode()
+                result.append(f"failed: compilation error: {err}")
+            else:
+                try:
+                    with time_limit(timeout):
+                        exec_result = subprocess.run(["./a.out"], timeout=timeout, capture_output=True)
+
+                    if exec_result.returncode == 0:
+                        result.append("passed")
+                    else:
+                        if exec_result.stderr:
+                            try:
+                                err = exec_result.stderr.decode()
+                            except:
+                                err = exec_result.stderr
+                        else:
+                            try:
+                                err = exec_result.stdout.decode()
+                            except:
+                                err = exec_result.stdout
+                        result.append(f"failed: {err}")                 
+
+                except TimeoutException:
+                    result.append("timed out")            
 
-        # These system calls are needed when cleaning up tempdir.
-        import os
-        import shutil
+def unsafe_execute_js(check_program, result, timeout):
 
-        rmtree = shutil.rmtree
-        rmdir = os.rmdir
-        chdir = os.chdir
+    with create_tempdir():
+
+        open(f"test.js", 'w').write(check_program)
 
         # Run program.
         try:
@@ -122,11 +162,6 @@ def unsafe_execute_js(check_program, result, timeout):
         except TimeoutException:
             result.append("timed out")            
 
-        # Needed for cleaning up.
-        shutil.rmtree = rmtree
-        os.rmdir = rmdir
-        os.chdir = chdir
-
 
 @contextlib.contextmanager
 def time_limit(seconds):