mawei/onepilot
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

FW query timing test: fix refs (#29692)

Browse Source 
* fix refs

* don't round added values

* fix
old-commit-hash: 3cc328163baaf3087c95e5f89f363807b218f052
This commit is contained in:
Shane Smiskol
2023-08-28 17:52:49 -07:00
committed by GitHub
parent 3a28e97a95
commit aa3c44dcdd
1 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
selfdrive/car/tests/test_fw_fingerprint.py
View File

@@ -197,7 +197,7 @@ class TestFwFingerprintTiming(unittest.TestCase):
kwargs=dict(num_pandas=num_pandas))
brand_time += self._run_thread(thread)
return round(brand_time / self.N, 2)
return brand_time / self.N
def _assert_timing(self, avg_time, ref_time):
self.assertLess(avg_time, ref_time + self.TOL)
@@ -225,14 +225,14 @@ class TestFwFingerprintTiming(unittest.TestCase):
print(f'get_vin, query time={vin_time / self.N} seconds')
def test_fw_query_timing(self):
total_ref_time = 6.1
total_ref_time = 6.07
brand_ref_times = {
1: {
'body': 0.1,
'body': 0.11,
'chrysler': 0.3,
'ford': 0.2,
'honda': 0.5,
'hyundai': 0.7,
'honda': 0.52,
'hyundai': 0.72,
'mazda': 0.2,
'nissan': 0.4,
'subaru': 0.2,
@@ -242,7 +242,7 @@ class TestFwFingerprintTiming(unittest.TestCase):
},
2: {
'ford': 0.3,
'hyundai': 1.1,
'hyundai': 1.12,
}
}
@@ -256,10 +256,12 @@ class TestFwFingerprintTiming(unittest.TestCase):
avg_time = self._benchmark_brand(brand, num_pandas)
total_time += avg_time
avg_time = round(avg_time, 2)
self._assert_timing(avg_time, brand_ref_times[num_pandas][brand])
print(f'{brand=}, {num_pandas=}, {len(config.requests)=}, avg FW query time={avg_time} seconds')
with self.subTest(brand='all_brands'):
total_time = round(total_time, 2)
self._assert_timing(total_time, total_ref_time)
print(f'all brands, total FW query time={total_time} seconds')