50 lines
1.9 KiB
Python
50 lines
1.9 KiB
Python
import unittest
|
|
import numpy as np
|
|
from src.evaluation import summarize_trials
|
|
|
|
|
|
class EvaluationTests(unittest.TestCase):
|
|
def trace(self):
|
|
start = np.zeros((1, 3))
|
|
pos = np.zeros((20, 1, 3)); pos[8:, 0, 0] = 2; pos[8:, 0, 2] = .1
|
|
tilt = np.zeros((20, 1)); done = np.zeros((20, 1), dtype=bool)
|
|
invalid = done.copy()
|
|
return start, pos, tilt, done, invalid
|
|
|
|
def test_valid_climb(self):
|
|
self.assertEqual(summarize_trials(*self.trace(), .09)['success_count'], 1)
|
|
|
|
def test_height_without_crossing_fails(self):
|
|
args = self.trace(); args[1][:, :, 0] = .2
|
|
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
|
|
|
|
def test_reset_cannot_become_success(self):
|
|
args = self.trace(); args[3][2] = True
|
|
result = summarize_trials(*args, .09)
|
|
self.assertEqual(result['success_count'], 0)
|
|
self.assertEqual(result['reset_count'], 1)
|
|
self.assertEqual(result['trials'][0]['valid_steps'], 2)
|
|
|
|
def test_late_fall_fails(self):
|
|
args = self.trace(); args[2][-1] = 60
|
|
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
|
|
|
|
def test_transient_height_fails(self):
|
|
args = self.trace(); args[1][10:18, :, 2] = 0
|
|
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
|
|
|
|
def test_nonfinite_state_or_action_fails(self):
|
|
for field in ('state', 'action'):
|
|
args = self.trace()
|
|
if field == 'state': args[1][0, 0, 0] = np.nan
|
|
else: args[4][0] = True
|
|
self.assertEqual(summarize_trials(*args, .09)['success_count'], 0)
|
|
|
|
def test_flat_control_is_separate(self):
|
|
args = self.trace(); args[1][:, :, 2] = 0
|
|
result = summarize_trials(*args, 0)
|
|
self.assertEqual(result['metric'], 'flat_locomotion_control')
|
|
self.assertEqual(result['success_count'], 1)
|
|
|
|
if __name__ == '__main__': unittest.main()
|