! " # $ ! % & ! ! " Haifa Verification Conference, Israel # # $ $ # % $ &' ( )& * &$ &+ 1 # % '&## 0&( ' 1 + , - . &( / Haifa Verification Conference, Israel # . Haifa Verification Conference, Israel # 2 Haifa Verification Conference, Israel 3 " 1 •0 •0 # 4 •0 • ! Haifa Verification Conference, Israel '((( Overview of our technique 56# 4 76 86+ •9 + •9 + •9 + • • • • Haifa Verification Conference, Israel 1 1 1 1 " " " " / #: ; / " / 9 &' + / < 1 1 " Haifa Verification Conference, Israel 2 + 1 / % Haifa Verification Conference, Israel = " : > Haifa Verification Conference, Israel +< Haifa Verification Conference, Israel +< Haifa Verification Conference, Israel +< Haifa Verification Conference, Israel +< ! " Haifa Verification Conference, Israel +< ! # ! # $% & ! %$ " Haifa Verification Conference, Israel +< ! # ! # $% & ! %$ " Haifa Verification Conference, Israel +< ! ' ( # ' ( ! # ! # $% & ! %$ " Haifa Verification Conference, Israel % 4 ! ' 4 ?- ( # ' ( . Haifa Verification Conference, Israel ; #: ! ' ! ( ' ( " + ( # @ 1 : 9 9 ) 9 Haifa Verification Conference, Israel ; #: Haifa Verification Conference, Israel ; #: Haifa Verification Conference, Israel ; #: Haifa Verification Conference, Israel ; #: Haifa Verification Conference, Israel #: A2 - 1 ) + * * 1B C , - 1B C * * Haifa Verification Conference, Israel #: A2 - 1 ) + * * 1B C , - 1B C * * #: ) , * * Haifa Verification Conference, Israel #: $ 0 A2 / < # / B + C ; < : Haifa Verification Conference, Israel ; / Haifa Verification Conference, Israel ; / ! " Haifa Verification Conference, Israel ; / Haifa Verification Conference, Israel ; / " Haifa Verification Conference, Israel ; / " Haifa Verification Conference, Israel ; / ! " ! ! " Haifa Verification Conference, Israel ; " 1 $ 1 + @ '# = / $ = # " B$ B@ * *; < C C Haifa Verification Conference, Israel Guidance Strategy ! # ! " " Haifa Verification Conference, Israel Guidance Strategy ! # ! " " & $ % Haifa Verification Conference, Israel Guidance Strategy ! # ! " " & $ % Haifa Verification Conference, Israel Backtracking ! & ' !$ " !( "" "# &" $! ! ( Haifa Verification Conference, Israel Backtracking ! & ' !$ )* "+ ,! " !( "" "# )* "+ ,! &" $! ! ( )* ( Haifa Verification Conference, Israel Backtracking " !( "" "# )* "+ ,! )* "+ ,! )* ( Haifa Verification Conference, Israel Backtracking " !( )* "+ ,! )* "+ ,! )* ( Haifa Verification Conference, Israel + 5 + ; / . = 1 5 " @ , %' < 0 1 < / Haifa Verification Conference, Israel +< " # B#-2 ?D7C A 7 " / - B#-2 ?E7FEC A 7 $ # . @ / - B#-2 ?E5FGC A 7 $ # . Haifa Verification Conference, Israel Defect Detection Rate Subject Random DFS Meta Heursitic PFSM Random PreferThread TwoStage(7,1) 0.41 1.00 1.00 1.00 TwoStage(8,1) 0.04 1.00 1.00 1.00 TwoStage(10,1) 0.00 1.00 1.00 1.00 AbsList(1,7) 0.01 1.00 0.37 0.00 AbsList(1,8) 0.00 1.00 0.08 0.00 Error Density = Error discovering trials ÷ Total Trials Haifa Verification Conference, Israel Defect Detection Rate Haifa Verification Conference, Israel Defect Detection Rate Race-condition in the AbstractList class Use of library is in accordance with documentation Haifa Verification Conference, Israel Counter-example )6 : ! ' ( # B9C 1B)C ' . ( / . / 6 0 < BC 6 ! B C 1B9C # ! 1B9C # $% & %$ 6 < BC 0 1 2 3 Haifa Verification Conference, Israel Avg. States Explored Subject Meta Heursitic PFSM Random PreferThread TwoStage(7,1) 213 130,839 2,206,109 TwoStage(8,1) 250 502,762 4,436,444 TwoStage(10,1) 333 827,830 6,690,008 AryList(1,10) 14,044 15,972 - AbsList(1,10) 1,382 10,497,302 - Average states generated in error discovering trials Haifa Verification Conference, Israel Effect of varying the sequence length Haifa Verification Conference, Israel ; ; + : < : % H 56I Haifa Verification Conference, Israel 4 1 #: $ ; $ 1 / < < Haifa Verification Conference, Israel @ @ # 9 ( , &, 0 + $ ;6 ? J ? 6 6 6 J 6 ?KK 6 6 6 ?KK 6 6 6 KL Haifa Verification Conference, Israel