103 lines
4.9 KiB
Python
103 lines
4.9 KiB
Python
"""Deployment checks use synthetic files; they do not run GPU inference."""
|
|
import importlib.util
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
import unittest
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
spec = importlib.util.spec_from_file_location('pipeline_resources', ROOT / 'scripts/check_pipeline_resources.py')
|
|
resources = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(resources)
|
|
|
|
|
|
class RecordingChecks(unittest.TestCase):
|
|
def setUp(self):
|
|
self.temp = tempfile.TemporaryDirectory(prefix='pipeline resources ')
|
|
self.addCleanup(self.temp.cleanup)
|
|
self.root = Path(self.temp.name)
|
|
self.recording = self.root / 'example recording'
|
|
self.recording.mkdir()
|
|
|
|
def recording_data(self, path):
|
|
path.mkdir(parents=True, exist_ok=True)
|
|
(path / 'color.mp4').write_bytes(b'synthetic-video')
|
|
(path / 'depth').mkdir()
|
|
(path / 'depth/000000.png').write_bytes(b'synthetic-depth')
|
|
(path / 'intrinsics.json').write_text(json.dumps({'frames': 1}))
|
|
|
|
def test_standard_recording_is_unchanged(self):
|
|
self.recording_data(self.recording)
|
|
resources.prepare_recording(self.recording)
|
|
self.assertEqual(resources.check_recording(self.recording), [])
|
|
self.assertFalse((self.recording / 'color.mp4').is_symlink())
|
|
|
|
def test_nested_recording_uses_relative_links_and_is_idempotent(self):
|
|
nested = self.recording / self.recording.name
|
|
self.recording_data(nested)
|
|
resources.prepare_recording(self.recording)
|
|
resources.prepare_recording(self.recording)
|
|
self.assertEqual(resources.check_recording(self.recording), [])
|
|
self.assertFalse(os.path.isabs(os.readlink(self.recording / 'color.mp4')))
|
|
self.assertEqual((nested / 'color.mp4').read_bytes(), b'synthetic-video')
|
|
|
|
def test_existing_outer_metadata_is_preserved(self):
|
|
self.recording_data(self.recording / self.recording.name)
|
|
data = '{"frames": 1, "preserve": true}'
|
|
(self.recording / 'intrinsics.json').write_text(data)
|
|
resources.prepare_recording(self.recording)
|
|
self.assertEqual((self.recording / 'intrinsics.json').read_text(), data)
|
|
|
|
def test_incomplete_nested_input_creates_no_partial_links(self):
|
|
nested = self.recording / self.recording.name
|
|
nested.mkdir()
|
|
(nested / 'color.mp4').write_bytes(b'video')
|
|
with self.assertRaises(ValueError):
|
|
resources.prepare_recording(self.recording)
|
|
self.assertFalse((self.recording / 'color.mp4').is_symlink())
|
|
|
|
def test_unpulled_lfs_is_rejected(self):
|
|
self.recording_data(self.recording)
|
|
(self.recording / 'color.mp4').write_bytes(resources.LFS_HEADER + b'\noid sha256:example\n')
|
|
self.assertTrue(any('LFS pointer' in error for error in resources.check_recording(self.recording)))
|
|
|
|
def test_missing_depth_frame_is_rejected(self):
|
|
self.recording_data(self.recording)
|
|
(self.recording / 'intrinsics.json').write_text('{"frames": 2}')
|
|
self.assertTrue(any('000001.png' in error for error in resources.check_recording(self.recording)))
|
|
|
|
def test_missing_mano_explains_required_action(self):
|
|
errors = resources.check_assets(self.root)
|
|
self.assertTrue(any('MANO_RIGHT.pkl' in error and 'Provide your MANO' in error for error in errors))
|
|
self.assertFalse(any('MANO_LEFT.pkl' in error for error in errors))
|
|
self.assertTrue(any('MANO_LEFT.pkl' in error for error in resources.check_assets(self.root, require_left=True)))
|
|
|
|
|
|
class EnvironmentChecks(unittest.TestCase):
|
|
def test_cuda_and_python_paths_with_spaces_and_explicit_settings(self):
|
|
with tempfile.TemporaryDirectory(prefix='pipeline env ') as directory:
|
|
root = Path(directory)
|
|
scripts = root / 'project with spaces/scripts'
|
|
scripts.mkdir(parents=True)
|
|
script = scripts / 'foundationpose_env.sh'
|
|
shutil.copy2(ROOT / 'scripts/foundationpose_env.sh', script)
|
|
python = root / 'python environment/bin/python'
|
|
python.parent.mkdir(parents=True)
|
|
python.symlink_to(sys.executable)
|
|
toolkit = root / 'cuda toolkit'
|
|
(toolkit / 'bin').mkdir(parents=True)
|
|
nvcc = toolkit / 'bin/nvcc'
|
|
nvcc.write_text('#!/bin/sh\nexit 0\n')
|
|
nvcc.chmod(0o755)
|
|
env = dict(os.environ, HANDFLOW_PYTHON=str(python), CUDA_HOME=str(toolkit), TORCH_CUDA_ARCH_LIST='9.0', MAX_JOBS='3', CPATH='/existing/include')
|
|
result = subprocess.run(['bash', '-c', 'source "$1" && test "$CUDA_HOME" = "$2" && test "$TORCH_CUDA_ARCH_LIST" = 9.0 && test "$MAX_JOBS" = 3 && [[ "$CPATH" == "$2/include:/existing/include"* ]]', 'check-env', str(script), str(toolkit)], env=env, text=True, capture_output=True)
|
|
self.assertEqual(result.returncode, 0, result.stderr)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|