How to verify AI-generated code

pip install pytest pylint mypy e2b-code-interpreter

import os
from e2b_code_interpreter import Sandbox

# Example AI-generated code snippet
code = '''
def add(a, b):
    return a + b
'''

# Write code to a file
with open('generated_code.py', 'w') as f:
    f.write(code)

# 1. Run pytest tests
with open('test_generated_code.py', 'w') as f:
    f.write('''
from generated_code import add

def test_add():
    assert add(2, 3) == 5
    assert add(-1, 1) == 0
''')

import subprocess
print('Running pytest...')
pytest_result = subprocess.run(['pytest', 'test_generated_code.py', '--maxfail=1', '--disable-warnings'], capture_output=True, text=True)
print(pytest_result.stdout)

# 2. Static analysis with pylint
print('Running pylint...')
pylint_result = subprocess.run(['pylint', 'generated_code.py', '--disable=all', '--enable=E,F'], capture_output=True, text=True)
print(pylint_result.stdout or 'No errors found')

# 3. Type checking with mypy
print('Running mypy...')
mypy_result = subprocess.run(['mypy', 'generated_code.py'], capture_output=True, text=True)
print(mypy_result.stdout or 'No type errors')

# 4. Safe execution in sandbox
sandbox = Sandbox(api_key=os.environ['E2B_API_KEY'])
execution = sandbox.run_code(code + "\nprint('Add result:', add(2, 3))")
print('Sandbox output:', execution.text)
sandbox.close()

import asyncio
import pytest

@pytest.mark.asyncio
def test_async_add():
    async def async_add(a, b):
        return a + b
    result = asyncio.run(async_add(1, 2))
    assert result == 3

print('Running async pytest...')
pytest.main(['-v', '-s', '--maxfail=1', '--disable-warnings'])