@inproceedings{ruchkin_confidence_2022, title = {Confidence {Composition} for {Monitors} of {Verification} {Assumptions}}, doi = {10.1109/ICCPS54341.2022.00007}, abstract = {Closed-loop verification of cyberphysical systems with neural network controllers offers strong safety guarantees under certain assumptions. It is, however, difficult to determine whether these guar-antees apply at run time because verification assumptions may be violated. To predict safety violations in a verified system, we propose a three-step confidence composition (CoCo) framework for monitoring verification assumptions. First, we represent the sufficient condition for verified safety with a propositional logical formula over assumptions. Second, we build calibrated confidence monitors that evaluate the probability that each assumption holds. Third, we obtain the confidence in the verification guarantees by composing the assumption monitors using a composition function suitable for the logical formula. Our CoCo framework provides theoretical bounds on the calibration and conservatism of compositional monitors. Two case studies show that compositional monitors are calibrated better than their constituents and successfully predict safety violations.}, booktitle = {2022 {ACM}/{IEEE} 13th {International} {Conference} on {Cyber}-{Physical} {Systems} ({ICCPS})}, author = {Ruchkin, Ivan and Cleaveland, Matthew and Ivanov, Radoslav and Lu, Pengyuan and Carpenter, Taylor and Sokolsky, Oleg and Lee, Insup}, month = may, year = {2022}, keywords = {Calibration, calibration error, closed-loop verification of neural networks, confidence composition, cyber-physical systems, Cyber-physical systems, Monitoring, Neural networks, run-time monitoring, Safety, Sufficient conditions}, pages = {1--12}, file = {IEEE Xplore Abstract Record:/home/ivan/Dropbox/configs/zotero_storage/storage/VLGR96BF/9797528.html:text/html;IEEE Xplore Full Text PDF:/home/ivan/Dropbox/configs/zotero_storage/storage/U8J53JLE/Ruchkin et al. - 2022 - Confidence Composition for Monitors of Verificatio.pdf:application/pdf}, }