Files

50 lines
1.9 KiB
Python

import unittest
import numpy as np
from src.evaluation import summarize_trials
class EvaluationTests(unittest.TestCase):
def trace(self):
start = np.zeros((1, 3))
pos = np.zeros((20, 1, 3)); pos[8:, 0, 0] = 2; pos[8:, 0, 2] = .1
tilt = np.zeros((20, 1)); done = np.zeros((20, 1), dtype=bool)
invalid = done.copy()
return start, pos, tilt, done, invalid
def test_valid_climb(self):
self.assertEqual(summarize_trials(*self.trace(), .09)['success_count'], 1)
def test_height_without_crossing_fails(self):
args = self.trace(); args[1][:, :, 0] = .2
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
def test_reset_cannot_become_success(self):
args = self.trace(); args[3][2] = True
result = summarize_trials(*args, .09)
self.assertEqual(result['success_count'], 0)
self.assertEqual(result['reset_count'], 1)
self.assertEqual(result['trials'][0]['valid_steps'], 2)
def test_late_fall_fails(self):
args = self.trace(); args[2][-1] = 60
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
def test_transient_height_fails(self):
args = self.trace(); args[1][10:18, :, 2] = 0
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
def test_nonfinite_state_or_action_fails(self):
for field in ('state', 'action'):
args = self.trace()
if field == 'state': args[1][0, 0, 0] = np.nan
else: args[4][0] = True
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
def test_flat_control_is_separate(self):
args = self.trace(); args[1][:, :, 2] = 0
result = summarize_trials(*args, 0)
self.assertEqual(result['metric'], 'flat_locomotion_control')
self.assertEqual(result['success_count'], 1)
if __name__ == '__main__': unittest.main()