notebooks/MDP_and_SMM_Example.ipynb

{
    "cells": [
        {
            "metadata": {
                "trusted": true
            },
            "id": "higher-alexander",
            "cell_type": "code",
            "source": "from aalpy.SULs import MdpSUL\nfrom aalpy.learning_algs import run_stochastic_Lstar\nfrom aalpy.oracles import RandomWalkEqOracle\nfrom aalpy.utils import get_faulty_coffee_machine_MDP\n\n# get faulty coffe machine found in Chapter 5 of Martin's Tappler PhD thesis\nmdp = get_faulty_coffee_machine_MDP()\n\n# get its input alphabet\ninput_alphabet = mdp.get_input_alphabet()\n\n# wrap it in the SUL\nsul = MdpSUL(mdp)",
            "execution_count": 1,
            "outputs": [

            ]
        },
        {
            "metadata": {
                "trusted": true
            },
            "id": "demanding-minister",
            "cell_type": "code",
            "source": "# Define the eq. oracle\neq_oracle = RandomWalkEqOracle(input_alphabet, sul=sul, num_steps=1000, reset_prob=0.11,\n                                           reset_after_cex=True)\n\n# start learning with verbose output\nlearned_mdp = run_stochastic_Lstar(input_alphabet, sul, eq_oracle, n_c=20, n_resample=500, strategy='classic', min_rounds=10,\n                                   max_rounds=50, cex_processing=None, print_level=3)",
            "execution_count": 19,
            "outputs": [
                {
                    "output_type": "stream",
                    "text": "Hypothesis: 1: 3 states.\n-------------------------------------------------------\nPrefixes / E set         |('but',)      |('coin',)     \n-------------------------------------------------------\n('init',)                |{'init': 256} |{'beep': 244} \n-------------------------------------------------------\n('init', 'coin', 'beep') |{}            |{}            \n=======================================================\n-------------------------------------------------------\n('init', 'but', 'init')  |{}            |{}            \n-------------------------------------------------------\nHypothesis: 2: 4 states.\n--------------------------------------------------------------------------------------\nPrefixes / E set                          |('but',)                    |('coin',)     \n--------------------------------------------------------------------------------------\n('init',)                                 |{'init': 508}               |{'beep': 492} \n--------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                  |{'coffee': 107, 'init': 15} |{'beep': 126} \n--------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee') |{}                          |{}            \n======================================================================================\n--------------------------------------------------------------------------------------\n('init', 'but', 'init')                   |{'init': 122}               |{'beep': 130} \n--------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')   |{}                          |{}            \n--------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')  |{}                          |{}            \n--------------------------------------------------------------------------------------\nHypothesis: 3: 3 states.\n------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                    |('coin',)     \n------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 508}               |{'beep': 992} \n------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 336, 'init': 40} |{'beep': 372} \n------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 118}               |{'beep': 111} \n======================================================================================================\n------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 122}               |{'beep': 130} \n------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 14}                |{'beep': 11}  \n------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 131, 'init': 7}  |{'beep': 108} \n------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{}                          |{}            \n------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{}                          |{}            \n------------------------------------------------------------------------------------------------------\nHypothesis: 4: 3 states.\n-------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                    |('coin',)      \n-------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 562}               |{'beep': 1549} \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 813, 'init': 88} |{'beep': 399}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 368}               |{'beep': 334}  \n=======================================================================================================\n-------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 142}               |{'beep': 158}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 39}                |{'beep': 34}   \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 140, 'init': 9}  |{'beep': 121}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{'init': 122}               |{'beep': 128}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{'coffee': 106, 'init': 10} |{'beep': 106}  \n-------------------------------------------------------------------------------------------------------\nCounterexample ('init', 'but', 'init', 'coin', 'beep', 'but')\nHypothesis: 5: 3 states.\n-------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                    |('coin',)      \n-------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 1062}              |{'beep': 1549} \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 813, 'init': 88} |{'beep': 399}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 368}               |{'beep': 334}  \n=======================================================================================================\n-------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 369}               |{'beep': 431}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 39}                |{'beep': 34}   \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 140, 'init': 9}  |{'beep': 121}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{'init': 122}               |{'beep': 128}  \n-------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{'coffee': 106, 'init': 10} |{'beep': 106}  \n-------------------------------------------------------------------------------------------------------\nCounterexample ('init', 'coin', 'beep', 'but', 'init', 'coin', 'beep', 'but')\nUnambiguous rows: 100.0%; 12 out of 12\nHypothesis: 6: 3 states.\n---------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 1062}                |{'beep': 2049} \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 1255, 'init': 146} |{'beep': 399}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 368}                 |{'beep': 334}  \n=========================================================================================================\n---------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 369}                 |{'beep': 431}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 67}                  |{'beep': 64}   \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 140, 'init': 9}    |{'beep': 121}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{'init': 122}                 |{'beep': 128}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{'coffee': 106, 'init': 10}   |{'beep': 106}  \n---------------------------------------------------------------------------------------------------------\nCounterexample ('init', 'coin', 'beep', 'but', 'init', 'coin', 'beep', 'but')\nHypothesis: 7: 3 states.\n---------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 1062}                |{'beep': 2549} \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 1705, 'init': 196} |{'beep': 399}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 368}                 |{'beep': 334}  \n=========================================================================================================\n---------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 369}                 |{'beep': 431}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 89}                  |{'beep': 92}   \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 140, 'init': 9}    |{'beep': 121}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{'init': 122}                 |{'beep': 128}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{'coffee': 106, 'init': 10}   |{'beep': 106}  \n---------------------------------------------------------------------------------------------------------\nCounterexample ('init', 'coin', 'beep', 'coin', 'beep', 'coin', 'beep', 'coin', 'beep', 'but')\nHypothesis: 8: 3 states.\n---------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 1062}                |{'beep': 3049} \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 1705, 'init': 196} |{'beep': 899}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 368}                 |{'beep': 334}  \n=========================================================================================================\n---------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 369}                 |{'beep': 431}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 89}                  |{'beep': 92}   \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 358, 'init': 27}   |{'beep': 385}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{'init': 122}                 |{'beep': 128}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{'coffee': 106, 'init': 10}   |{'beep': 106}  \n---------------------------------------------------------------------------------------------------------\nCounterexample ('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init', 'coin', 'beep', 'but')\nHypothesis: 9: 3 states.\n---------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 1062}                |{'beep': 3549} \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 2141, 'init': 260} |{'beep': 899}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 804}                 |{'beep': 334}  \n=========================================================================================================\n---------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 369}                 |{'beep': 431}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 89}                  |{'beep': 92}   \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 358, 'init': 27}   |{'beep': 385}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{'init': 330}                 |{'beep': 356}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{'coffee': 106, 'init': 10}   |{'beep': 106}  \n---------------------------------------------------------------------------------------------------------\nCounterexample ('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep', 'coin', 'beep', 'but')\nHypothesis: 10: 3 states.\n---------------------------------------------------------------------------------------------------------\nPrefixes / E set                                          |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------------------------------\n('init',)                                                 |{'init': 1062}                |{'beep': 4049} \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep')                                  |{'coffee': 2586, 'init': 315} |{'beep': 899}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee')                 |{'init': 804}                 |{'beep': 779}  \n=========================================================================================================\n---------------------------------------------------------------------------------------------------------\n('init', 'but', 'init')                                   |{'init': 369}                 |{'beep': 431}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'init')                   |{'init': 89}                  |{'beep': 92}   \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'coin', 'beep')                  |{'coffee': 358, 'init': 27}   |{'beep': 385}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'but', 'init')  |{'init': 330}                 |{'beep': 356}  \n---------------------------------------------------------------------------------------------------------\n('init', 'coin', 'beep', 'but', 'coffee', 'coin', 'beep') |{'coffee': 300, 'init': 30}   |{'beep': 337}  \n---------------------------------------------------------------------------------------------------------\nCounterexample ('init', 'but', 'init', 'but', 'init', 'but', 'init', 'coin', 'beep', 'but')\nUnambiguous rows: 100.0%; 17 out of 17\n-----------------------------------\nLearning Finished.\nLearning Rounds:  10\nNumber of states: 3\nTime (in seconds)\n  Total                : 0.2\n  Learning algorithm   : 0.19\n  Conformance checking : 0.01\nLearning Algorithm\n # Membership Queries  : 5500\n # Steps               : 19566\nEquivalence Query\n # Membership Queries  : 111\n # Steps               : 1000\n-----------------------------------\n",
                    "name": "stdout"
                }
            ]
        },
        {
            "metadata": {
                "scrolled": true,
                "trusted": true
            },
            "id": "dangerous-catholic",
            "cell_type": "code",
            "source": "# print the learned MDP\nprint(learned_mdp)",
            "execution_count": 20,
            "outputs": [
                {
                    "output_type": "stream",
                    "text": "digraph learnedModel {\ns0 [label=init];\ns1 [label=beep];\ns2 [label=coffee];\ns0 -> s0  [label=\"but : 1.0\"];\ns0 -> s1  [label=\"coin : 1.0\"];\ns1 -> s2  [label=\"but : 0.89\"];\ns1 -> s0  [label=\"but : 0.11\"];\ns1 -> s1  [label=\"coin : 1.0\"];\ns2 -> s0  [label=\"but : 1.0\"];\ns2 -> s1  [label=\"coin : 1.0\"];\n__start0 [label=\"\", shape=none];\n__start0 -> s0  [label=\"\"];\n}\n\n",
                    "name": "stdout"
                }
            ]
        },
        {
            "metadata": {
                "trusted": true
            },
            "id": "seven-toolbox",
            "cell_type": "code",
            "source": "# let us repeat the procedure, but this time learn Stochastic Mealy Machine\n\n# Define the eq. oracle\neq_oracle = RandomWalkEqOracle(input_alphabet, sul=sul, num_steps=1000, reset_prob=0.11,\n                                           reset_after_cex=True)\n\n# start learning with verbose output\nlearned_smm = run_stochastic_Lstar(input_alphabet, sul, eq_oracle, automaton_type='smm', strategy='normal', min_rounds=10,\n                                   max_rounds=50, cex_processing=None, print_level=3)",
            "execution_count": 10,
            "outputs": [
                {
                    "output_type": "stream",
                    "text": "Hypothesis: 1: 1 states.\n-----------------------------------------------\nPrefixes / E set |('but',)      |('coin',)     \n-----------------------------------------------\n()               |{'init': 266} |{'beep': 234} \n===============================================\n-----------------------------------------------\n('but', 'init')  |{}            |{}            \n-----------------------------------------------\n('coin', 'beep') |{}            |{}            \n-----------------------------------------------\nCounterexample ['coin', 'beep', 'coin', 'beep', 'coin', 'beep', 'but']\nHypothesis: 2: 2 states.\n-----------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                   |('coin',)     \n-----------------------------------------------------------------------------\n()                                |{'init': 379}              |{'beep': 622} \n-----------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 38, 'init': 5}  |{'beep': 345} \n=============================================================================\n-----------------------------------------------------------------------------\n('but', 'init')                   |{'init': 51}               |{'beep': 62}  \n-----------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{}                         |{}            \n-----------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{}                         |{}            \n-----------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 55, 'init': 14} |{'beep': 276} \n-----------------------------------------------------------------------------\nHypothesis: 3: 2 states.\n-------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                    |('coin',)      \n-------------------------------------------------------------------------------\n()                                |{'init': 515}               |{'beep': 1084} \n-------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 338, 'init': 36} |{'beep': 469}  \n===============================================================================\n-------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 116}               |{'beep': 129}  \n-------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 142}               |{'beep': 156}  \n-------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 17}                |{'beep': 14}   \n-------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 107, 'init': 19} |{'beep': 340}  \n-------------------------------------------------------------------------------\nHypothesis: 4: 2 states.\n-------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                    |('coin',)      \n-------------------------------------------------------------------------------\n()                                |{'init': 639}               |{'beep': 1460} \n-------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 538, 'init': 61} |{'beep': 620}  \n===============================================================================\n-------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 177}               |{'beep': 192}  \n-------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 250}               |{'beep': 248}  \n-------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 31}                |{'beep': 25}   \n-------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 175, 'init': 24} |{'beep': 418}  \n-------------------------------------------------------------------------------\nHypothesis: 5: 2 states.\n-------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                    |('coin',)      \n-------------------------------------------------------------------------------\n()                                |{'init': 767}               |{'beep': 1832} \n-------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 737, 'init': 92} |{'beep': 762}  \n===============================================================================\n-------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 242}               |{'beep': 255}  \n-------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 351}               |{'beep': 346}  \n-------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 45}                |{'beep': 42}   \n-------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 250, 'init': 33} |{'beep': 476}  \n-------------------------------------------------------------------------------\nUnambiguous rows: 100.0%; 6 out of 6\nHypothesis: 6: 2 states.\n--------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                     |('coin',)      \n--------------------------------------------------------------------------------\n()                                |{'init': 898}                |{'beep': 2201} \n--------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 933, 'init': 117} |{'beep': 910}  \n================================================================================\n--------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 315}                |{'beep': 313}  \n--------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 456}                |{'beep': 437}  \n--------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 59}                 |{'beep': 53}   \n--------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 320, 'init': 44}  |{'beep': 543}  \n--------------------------------------------------------------------------------\nHypothesis: 7: 2 states.\n---------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------\n()                                |{'init': 1015}                |{'beep': 2584} \n---------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 1140, 'init': 144} |{'beep': 1059} \n=================================================================================\n---------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 372}                 |{'beep': 373}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 568}                 |{'beep': 532}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 72}                  |{'beep': 67}   \n---------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 384, 'init': 48}   |{'beep': 624}  \n---------------------------------------------------------------------------------\nHypothesis: 8: 2 states.\n---------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------\n()                                |{'init': 1129}                |{'beep': 2970} \n---------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 1363, 'init': 172} |{'beep': 1194} \n=================================================================================\n---------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 433}                 |{'beep': 426}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 679}                 |{'beep': 644}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 90}                  |{'beep': 77}   \n---------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 444, 'init': 56}   |{'beep': 691}  \n---------------------------------------------------------------------------------\nHypothesis: 9: 2 states.\n---------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------\n()                                |{'init': 1261}                |{'beep': 3338} \n---------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 1578, 'init': 189} |{'beep': 1330} \n=================================================================================\n---------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 497}                 |{'beep': 494}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 781}                 |{'beep': 757}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 93}                  |{'beep': 91}   \n---------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 511, 'init': 69}   |{'beep': 747}  \n---------------------------------------------------------------------------------\nHypothesis: 10: 2 states.\n---------------------------------------------------------------------------------\nPrefixes / E set                  |('but',)                      |('coin',)      \n---------------------------------------------------------------------------------\n()                                |{'init': 1379}                |{'beep': 3720} \n---------------------------------------------------------------------------------\n('coin', 'beep')                  |{'coffee': 1810, 'init': 210} |{'beep': 1459} \n=================================================================================\n---------------------------------------------------------------------------------\n('but', 'init')                   |{'init': 557}                 |{'beep': 552}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'coffee') |{'init': 894}                 |{'beep': 876}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'but', 'init')   |{'init': 99}                  |{'beep': 106}  \n---------------------------------------------------------------------------------\n('coin', 'beep', 'coin', 'beep')  |{'coffee': 565, 'init': 73}   |{'beep': 818}  \n---------------------------------------------------------------------------------\n",
                    "name": "stdout"
                },
                {
                    "output_type": "stream",
                    "text": "Unambiguous rows: 100.0%; 6 out of 6\n-----------------------------------\nLearning Finished.\nLearning Rounds:  10\nNumber of states: 2\nTime (in seconds)\n  Total                : 0.22\n  Learning algorithm   : 0.11\n  Conformance checking : 0.11\nLearning Algorithm\n # Membership Queries  : 5500\n # Steps               : 15611\nEquivalence Query\n # Membership Queries  : 107\n # Steps               : 1004\n-----------------------------------\n",
                    "name": "stdout"
                }
            ]
        },
        {
            "metadata": {
                "trusted": true
            },
            "id": "spoken-velvet",
            "cell_type": "code",
            "source": "print(learned_smm)",
            "execution_count": 11,
            "outputs": [
                {
                    "output_type": "stream",
                    "text": "digraph learnedModel {\ns0 [label=s0];\ns1 [label=s1];\ns0 -> s0  [label=\"but/init:1.0\"];\ns0 -> s1  [label=\"coin/beep:1.0\"];\ns1 -> s0  [label=\"but/coffee:0.9\"];\ns1 -> s0  [label=\"but/init:0.1\"];\ns1 -> s1  [label=\"coin/beep:1.0\"];\n__start0 [label=\"\", shape=none];\n__start0 -> s0  [label=\"\"];\n}\n\n",
                    "name": "stdout"
                }
            ]
        },
        {
            "metadata": {
                "trusted": true
            },
            "cell_type": "code",
            "source": "",
            "execution_count": null,
            "outputs": [

            ]
        }
    ],
    "metadata": {
        "kernelspec": {
            "name": "python3",
            "display_name": "Python 3",
            "language": "python"
        },
        "language_info": {
            "name": "python",
            "version": "3.7.10",
            "mimetype": "text/x-python",
            "codemirror_mode": {
                "name": "ipython",
                "version": 3
            },
            "pygments_lexer": "ipython3",
            "nbconvert_exporter": "python",
            "file_extension": ".py"
        }
    },
    "nbformat": 4,
    "nbformat_minor": 5
}