50278df8b
Stage | Name | Tests | Max Job Runtime | Simulated Time | Passing | Total | Pass Rate |
---|---|---|---|---|---|---|---|
V1 | smoke | keymgr_smoke | 33.700s | 2.675ms | 50 | 50 | 100.00 |
V1 | random | keymgr_random | 1.454m | 60.165ms | 50 | 50 | 100.00 |
V1 | csr_hw_reset | keymgr_csr_hw_reset | 1.160s | 37.793us | 5 | 5 | 100.00 |
V1 | csr_rw | keymgr_csr_rw | 1.440s | 45.541us | 20 | 20 | 100.00 |
V1 | csr_bit_bash | keymgr_csr_bit_bash | 30.590s | 1.138ms | 5 | 5 | 100.00 |
V1 | csr_aliasing | keymgr_csr_aliasing | 18.320s | 1.975ms | 5 | 5 | 100.00 |
V1 | csr_mem_rw_with_rand_reset | keymgr_csr_mem_rw_with_rand_reset | 2.230s | 25.860us | 20 | 20 | 100.00 |
V1 | regwen_csr_and_corresponding_lockable_csr | keymgr_csr_rw | 1.440s | 45.541us | 20 | 20 | 100.00 |
keymgr_csr_aliasing | 18.320s | 1.975ms | 5 | 5 | 100.00 | ||
V1 | TOTAL | 155 | 155 | 100.00 | |||
V2 | cfgen_during_op | keymgr_cfg_regwen | 1.855m | 2.117ms | 50 | 50 | 100.00 |
V2 | sideload | keymgr_sideload | 41.530s | 12.123ms | 50 | 50 | 100.00 |
keymgr_sideload_kmac | 36.260s | 1.548ms | 50 | 50 | 100.00 | ||
keymgr_sideload_aes | 51.210s | 4.138ms | 50 | 50 | 100.00 | ||
keymgr_sideload_otbn | 1.202m | 10.454ms | 50 | 50 | 100.00 | ||
V2 | direct_to_disabled_state | keymgr_direct_to_disabled | 25.620s | 900.993us | 50 | 50 | 100.00 |
V2 | lc_disable | keymgr_lc_disable | 8.880s | 393.660us | 50 | 50 | 100.00 |
V2 | kmac_error_response | keymgr_kmac_rsp_err | 1.059m | 2.422ms | 43 | 50 | 86.00 |
V2 | invalid_sw_input | keymgr_sw_invalid_input | 1.056m | 12.039ms | 50 | 50 | 100.00 |
V2 | invalid_hw_input | keymgr_hwsw_invalid_input | 1.302m | 8.854ms | 50 | 50 | 100.00 |
V2 | sync_async_fault_cross | keymgr_sync_async_fault_cross | 23.610s | 6.872ms | 50 | 50 | 100.00 |
V2 | stress_all | keymgr_stress_all | 10.172m | 39.220ms | 50 | 50 | 100.00 |
V2 | intr_test | keymgr_intr_test | 0.930s | 27.486us | 50 | 50 | 100.00 |
V2 | alert_test | keymgr_alert_test | 1.030s | 24.873us | 50 | 50 | 100.00 |
V2 | tl_d_oob_addr_access | keymgr_tl_errors | 4.290s | 439.198us | 20 | 20 | 100.00 |
V2 | tl_d_illegal_access | keymgr_tl_errors | 4.290s | 439.198us | 20 | 20 | 100.00 |
V2 | tl_d_outstanding_access | keymgr_csr_hw_reset | 1.160s | 37.793us | 5 | 5 | 100.00 |
keymgr_csr_rw | 1.440s | 45.541us | 20 | 20 | 100.00 | ||
keymgr_csr_aliasing | 18.320s | 1.975ms | 5 | 5 | 100.00 | ||
keymgr_same_csr_outstanding | 4.650s | 128.459us | 20 | 20 | 100.00 | ||
V2 | tl_d_partial_access | keymgr_csr_hw_reset | 1.160s | 37.793us | 5 | 5 | 100.00 |
keymgr_csr_rw | 1.440s | 45.541us | 20 | 20 | 100.00 | ||
keymgr_csr_aliasing | 18.320s | 1.975ms | 5 | 5 | 100.00 | ||
keymgr_same_csr_outstanding | 4.650s | 128.459us | 20 | 20 | 100.00 | ||
V2 | TOTAL | 733 | 740 | 99.05 | |||
V2S | sec_cm_additional_check | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | tl_intg_err | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
keymgr_tl_intg_err | 16.620s | 576.897us | 20 | 20 | 100.00 | ||
V2S | shadow_reg_update_error | keymgr_shadow_reg_errors | 54.230s | 3.679ms | 20 | 20 | 100.00 |
V2S | shadow_reg_read_clear_staged_value | keymgr_shadow_reg_errors | 54.230s | 3.679ms | 20 | 20 | 100.00 |
V2S | shadow_reg_storage_error | keymgr_shadow_reg_errors | 54.230s | 3.679ms | 20 | 20 | 100.00 |
V2S | shadowed_reset_glitch | keymgr_shadow_reg_errors | 54.230s | 3.679ms | 20 | 20 | 100.00 |
V2S | shadow_reg_update_error_with_csr_rw | keymgr_shadow_reg_errors_with_csr_rw | 15.240s | 839.834us | 20 | 20 | 100.00 |
V2S | prim_count_check | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | prim_fsm_check | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_bus_integrity | keymgr_tl_intg_err | 16.620s | 576.897us | 20 | 20 | 100.00 |
V2S | sec_cm_config_shadow | keymgr_shadow_reg_errors | 54.230s | 3.679ms | 20 | 20 | 100.00 |
V2S | sec_cm_op_config_regwen | keymgr_cfg_regwen | 1.855m | 2.117ms | 50 | 50 | 100.00 |
V2S | sec_cm_reseed_config_regwen | keymgr_random | 1.454m | 60.165ms | 50 | 50 | 100.00 |
keymgr_csr_rw | 1.440s | 45.541us | 20 | 20 | 100.00 | ||
V2S | sec_cm_sw_binding_config_regwen | keymgr_random | 1.454m | 60.165ms | 50 | 50 | 100.00 |
keymgr_csr_rw | 1.440s | 45.541us | 20 | 20 | 100.00 | ||
V2S | sec_cm_max_key_ver_config_regwen | keymgr_random | 1.454m | 60.165ms | 50 | 50 | 100.00 |
keymgr_csr_rw | 1.440s | 45.541us | 20 | 20 | 100.00 | ||
V2S | sec_cm_lc_ctrl_intersig_mubi | keymgr_lc_disable | 8.880s | 393.660us | 50 | 50 | 100.00 |
V2S | sec_cm_constants_consistency | keymgr_hwsw_invalid_input | 1.302m | 8.854ms | 50 | 50 | 100.00 |
V2S | sec_cm_intersig_consistency | keymgr_hwsw_invalid_input | 1.302m | 8.854ms | 50 | 50 | 100.00 |
V2S | sec_cm_hw_key_sw_noaccess | keymgr_random | 1.454m | 60.165ms | 50 | 50 | 100.00 |
V2S | sec_cm_output_keys_ctrl_redun | keymgr_sideload_protect | 27.640s | 1.368ms | 50 | 50 | 100.00 |
V2S | sec_cm_ctrl_fsm_sparse | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_data_fsm_sparse | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_ctrl_fsm_local_esc | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_ctrl_fsm_consistency | keymgr_custom_cm | 1.029m | 9.394ms | 50 | 50 | 100.00 |
V2S | sec_cm_ctrl_fsm_global_esc | keymgr_lc_disable | 8.880s | 393.660us | 50 | 50 | 100.00 |
V2S | sec_cm_ctrl_ctr_redun | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_kmac_if_fsm_sparse | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_kmac_if_ctr_redun | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_kmac_if_cmd_ctrl_consistency | keymgr_custom_cm | 1.029m | 9.394ms | 50 | 50 | 100.00 |
V2S | sec_cm_kmac_if_done_ctrl_consistency | keymgr_custom_cm | 1.029m | 9.394ms | 50 | 50 | 100.00 |
V2S | sec_cm_reseed_ctr_redun | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_side_load_sel_ctrl_consistency | keymgr_custom_cm | 1.029m | 9.394ms | 50 | 50 | 100.00 |
V2S | sec_cm_sideload_ctrl_fsm_sparse | keymgr_sec_cm | 26.560s | 3.371ms | 5 | 5 | 100.00 |
V2S | sec_cm_ctrl_key_integrity | keymgr_custom_cm | 1.029m | 9.394ms | 50 | 50 | 100.00 |
V2S | TOTAL | 165 | 165 | 100.00 | |||
V3 | stress_all_with_rand_reset | keymgr_stress_all_with_rand_reset | 14.300s | 831.406us | 40 | 50 | 80.00 |
V3 | TOTAL | 40 | 50 | 80.00 | |||
TOTAL | 1093 | 1110 | 98.47 |
Items | Total | Written | Passing | Progress |
---|---|---|---|---|
V1 | 7 | 7 | 7 | 100.00 |
V2 | 16 | 16 | 15 | 93.75 |
V2S | 6 | 6 | 6 | 100.00 |
V3 | 1 | 1 | 0 | 0.00 |
SCORE | LINE | COND | TOGGLE | FSM | BRANCH | ASSERT | GROUP |
---|---|---|---|---|---|---|---|
97.77 | 99.09 | 98.09 | 98.14 | 100.00 | 99.08 | 98.38 | 91.61 |
UVM_ERROR (keymgr_scoreboard.sv:674) [scoreboard] Check failed item.d_data == addr_phase_op_status (* [*] vs * [*])
has 8 failures:
5.keymgr_stress_all_with_rand_reset.1213924399
Line 742, in log /container/opentitan-public/scratch/os_regression/keymgr-sim-vcs/5.keymgr_stress_all_with_rand_reset/latest/run.log
UVM_ERROR @ 191368630 ps: (keymgr_scoreboard.sv:674) [uvm_test_top.env.scoreboard] Check failed item.d_data == addr_phase_op_status (1 [0x1] vs 2 [0x2])
UVM_INFO @ 191368630 ps: (uvm_report_catcher.svh:705) [UVM/REPORT/CATCHER]
--- UVM Report catcher Summary ---
9.keymgr_stress_all_with_rand_reset.2207603918
Line 474, in log /container/opentitan-public/scratch/os_regression/keymgr-sim-vcs/9.keymgr_stress_all_with_rand_reset/latest/run.log
UVM_ERROR @ 33093904 ps: (keymgr_scoreboard.sv:674) [uvm_test_top.env.scoreboard] Check failed item.d_data == addr_phase_op_status (1 [0x1] vs 2 [0x2])
UVM_INFO @ 33093904 ps: (uvm_report_catcher.svh:705) [UVM/REPORT/CATCHER]
--- UVM Report catcher Summary ---
... and 6 more failures.
UVM_ERROR (keymgr_scoreboard.sv:1012) [scoreboard] Check failed act != exp (* [*] vs * [*]) cdi_type: Attestation
has 7 failures:
3.keymgr_kmac_rsp_err.2362087180
Line 444, in log /container/opentitan-public/scratch/os_regression/keymgr-sim-vcs/3.keymgr_kmac_rsp_err/latest/run.log
UVM_ERROR @ 175737252 ps: (keymgr_scoreboard.sv:1012) [uvm_test_top.env.scoreboard] Check failed act != exp (5176410247646909573068718939868013005062197402206853753192927928270599343356325231045237972944967984819384383122653505883438892737822291830269169591926541637227099751267565365724139833871408124739396303506176059716222592573982370882979168253643028689450581769338169884235602162988216663258285526975629394544162329829073007168222725017521833840456810819673749994721012653587777040749806002565500190880882418660810041983180043 [0xbb154bb7fefc038b351bb773fc61ae300fc4f15665e6bcb824de45ace499f6113a0a6d73cd50897de4d744bd65ebdb3837ea77087d878651c517c18a5742b2f9f862788c032c77df12cef91f8d0241505d49c366fe2ff13f38114b48e024a306c95acbcfe36462c222c6fb1b5e861946d31f152eddc4c3d856a865acd0fdf42c87a1d208d72a3c3f182eeec9559ad2a0769d9e31d807c926b905f0f9ebfbb706812d824b284ef61c03bc92105cf31d0b] vs 5176410247646909573068718939868013005062197402206853753192927928270599343356325231045237972944967984819384383122653505883438892737822291830269169591926541637227099751267565365724139833871408124739396303506176059716222592573982370882979168253643028689450581769338169884235602162988216663258285526975629394544162329829073007168222725017521833840456810819673749994721012653587777040749806002565500190880882418660810041983180043 [0xbb154bb7fefc038b351bb773fc61ae300fc4f15665e6bcb824de45ace499f6113a0a6d73cd50897de4d744bd65ebdb3837ea77087d878651c517c18a5742b2f9f862788c032c77df12cef91f8d0241505d49c366fe2ff13f38114b48e024a306c95acbcfe36462c222c6fb1b5e861946d31f152eddc4c3d856a865acd0fdf42c87a1d208d72a3c3f182eeec9559ad2a0769d9e31d807c926b905f0f9ebfbb706812d824b284ef61c03bc92105cf31d0b]) cdi_type: Attestation
DiversificationKey act: 0x769d9e31d807c926b905f0f9ebfbb706812d824b284ef61c03bc92105cf31d0b, exp: 0x769d9e31d807c926b905f0f9ebfbb706812d824b284ef61c03bc92105cf31d0b
RomDigest act: 0xd31f152eddc4c3d856a865acd0fdf42c87a1d208d72a3c3f182eeec9559ad2a0, exp: 0xd31f152eddc4c3d856a865acd0fdf42c87a1d208d72a3c3f182eeec9559ad2a0
HealthMeasurement act: 0xc95acbcfe36462c222c6fb1b5e861946, exp: 0xc95acbcfe36462c222c6fb1b5e861946
7.keymgr_kmac_rsp_err.1131601804
Line 353, in log /container/opentitan-public/scratch/os_regression/keymgr-sim-vcs/7.keymgr_kmac_rsp_err/latest/run.log
UVM_ERROR @ 21052134 ps: (keymgr_scoreboard.sv:1012) [uvm_test_top.env.scoreboard] Check failed act != exp (1593477196871596402183128303145859307900812298388736806920823452985797716465140221133040919521567500436225478101307728814134407320177249661783145194578791760746876175435134562188124842648809273979381317601300580347697551065653024450980275391538830057365309614826511373451955126596988523641425766166838925310516155613355762434253089807378059208650372439632677441406440575483365122818592771504957692165193704063772772706070972 [0x39973458284dc8fdd73393e945d4209b4b87bdc522c269bc4a40d7defb3f36fb3a0a6d73cd50897de4d744bd65ebdb3837ea77087d878651c517c18a5742b2f95764ca643c4c86a4d2a52cb07fed0d5f47770d38fc9c9d07bfb051e1a713352c9ce7c6fa998a4a9e546fe523c03d367cd9517ebddfcc78617a18da2f6b5b5943c31db09770e5ecce99636aecaf323864e8c9532732ab9b03b569ac1a36acfaa6afe3c02c8efe7861898a3896061cb1bc] vs 1593477196871596402183128303145859307900812298388736806920823452985797716465140221133040919521567500436225478101307728814134407320177249661783145194578791760746876175435134562188124842648809273979381317601300580347697551065653024450980275391538830057365309614826511373451955126596988523641425766166838925310516155613355762434253089807378059208650372439632677441406440575483365122818592771504957692165193704063772772706070972 [0x39973458284dc8fdd73393e945d4209b4b87bdc522c269bc4a40d7defb3f36fb3a0a6d73cd50897de4d744bd65ebdb3837ea77087d878651c517c18a5742b2f95764ca643c4c86a4d2a52cb07fed0d5f47770d38fc9c9d07bfb051e1a713352c9ce7c6fa998a4a9e546fe523c03d367cd9517ebddfcc78617a18da2f6b5b5943c31db09770e5ecce99636aecaf323864e8c9532732ab9b03b569ac1a36acfaa6afe3c02c8efe7861898a3896061cb1bc]) cdi_type: Attestation
DiversificationKey act: 0xe8c9532732ab9b03b569ac1a36acfaa6afe3c02c8efe7861898a3896061cb1bc, exp: 0xe8c9532732ab9b03b569ac1a36acfaa6afe3c02c8efe7861898a3896061cb1bc
RomDigest act: 0xd9517ebddfcc78617a18da2f6b5b5943c31db09770e5ecce99636aecaf323864, exp: 0xd9517ebddfcc78617a18da2f6b5b5943c31db09770e5ecce99636aecaf323864
HealthMeasurement act: 0x9ce7c6fa998a4a9e546fe523c03d367c, exp: 0x9ce7c6fa998a4a9e546fe523c03d367c
... and 5 more failures.
UVM_ERROR (keymgr_scoreboard.sv:736) [scoreboard] Check failed item.d_data !=
gmv(csr) (* [] vs * [])` has 1 failures:
17.keymgr_stress_all_with_rand_reset.533806109
Line 730, in log /container/opentitan-public/scratch/os_regression/keymgr-sim-vcs/17.keymgr_stress_all_with_rand_reset/latest/run.log
UVM_ERROR @ 499322931 ps: (keymgr_scoreboard.sv:736) [uvm_test_top.env.scoreboard] Check failed item.d_data != `gmv(csr) (787967198 [0x2ef76cde] vs 787967198 [0x2ef76cde])
UVM_INFO @ 499322931 ps: (uvm_report_catcher.svh:705) [UVM/REPORT/CATCHER]
--- UVM Report catcher Summary ---
UVM_ERROR (keymgr_scoreboard.sv:1010) [scoreboard] Check failed act == exp (* [*] vs * [*]) cdi_type: Attestation
has 1 failures:
22.keymgr_stress_all_with_rand_reset.2979850383
Line 684, in log /container/opentitan-public/scratch/os_regression/keymgr-sim-vcs/22.keymgr_stress_all_with_rand_reset/latest/run.log
UVM_ERROR @ 44971630 ps: (keymgr_scoreboard.sv:1010) [uvm_test_top.env.scoreboard] Check failed act == exp (6263332395978224247627062609397767550742024173961723186271548273638318937264212202626601701166529557030315219248271845855175029050918135945191179727121484575185863309851291308048920665679250139215824344021913744176925924043487596662466984304176550518561705334817156936383082659480997207163186007964485676801660857837414417144699433817694295562287878321547901264484213193535123726811610063754918110340612756552310836881493395 [0xe25dbd96a3c310fb1d2e1055e11320a224e73130cbe0466916d9028f6b2b9f203a0a6d73cd50897de4d744bd65ebdb3837ea77087d878651c517c18a5742b2f952525452fb95689e51de8079c0d6abde1c2c58f02b85549c790e6ab10f22331d58bdd1d70ed7b37551a748d600596dcfc155f4e53c9346e1bc1293a5477e56a2f18cf983e2b501b8939ea5518c6404c77f3ddf27dfedc25449e9ad11418ced3e393e5bc00fa8796f1b52088533bb8d93] vs 4087192088053698106953729336120850842198800322954998118743978615315577624037469991181176257899461685271506660202218639817340517990438380806333384911594389840303541566566980835374336135694752872765448403984835640043207068212935619747813894832520429035642153846619290807394527548510163903849380718237098154454395420898240766692643459447399845673540236451776839830865988351998794840826237168903789136296263811509225339433487763 [0x93b79b96a38e65beb69d37a0314b66f99e77b1e9e8482dadfdadbb26be5c80e73a0a6d73cd50897de4d744bd65ebdb3837ea77087d878651c517c18a5742b2f952525452fb95689e51de8079c0d6abde1c2c58f02b85549c790e6ab10f22331d58bdd1d70ed7b37551a748d600596dcfc155f4e53c9346e1bc1293a5477e56a2f18cf983e2b501b8939ea5518c6404c77f3ddf27dfedc25449e9ad11418ced3e393e5bc00fa8796f1b52088533bb8d93]) cdi_type: Attestation
DiversificationKey act: 0x7f3ddf27dfedc25449e9ad11418ced3e393e5bc00fa8796f1b52088533bb8d93, exp: 0x7f3ddf27dfedc25449e9ad11418ced3e393e5bc00fa8796f1b52088533bb8d93
RomDigest act: 0xc155f4e53c9346e1bc1293a5477e56a2f18cf983e2b501b8939ea5518c6404c7, exp: 0xc155f4e53c9346e1bc1293a5477e56a2f18cf983e2b501b8939ea5518c6404c7
HealthMeasurement act: 0x58bdd1d70ed7b37551a748d600596dcf, exp: 0x58bdd1d70ed7b37551a748d600596dcf