Home | History | Annotate | Download | only in pexpect-2.4
      1 #!/usr/bin/env python
      2 
      3 """This module implements a Finite State Machine (FSM). In addition to state
      4 this FSM also maintains a user defined "memory". So this FSM can be used as a
      5 Push-down Automata (PDA) since a PDA is a FSM + memory.
      6 
      7 The following describes how the FSM works, but you will probably also need to
      8 see the example function to understand how the FSM is used in practice.
      9 
     10 You define an FSM by building tables of transitions. For a given input symbol
     11 the process() method uses these tables to decide what action to call and what
     12 the next state will be. The FSM has a table of transitions that associate:
     13 
     14         (input_symbol, current_state) --> (action, next_state)
     15 
     16 Where "action" is a function you define. The symbols and states can be any
     17 objects. You use the add_transition() and add_transition_list() methods to add
     18 to the transition table. The FSM also has a table of transitions that
     19 associate:
     20 
     21         (current_state) --> (action, next_state)
     22 
     23 You use the add_transition_any() method to add to this transition table. The
     24 FSM also has one default transition that is not associated with any specific
     25 input_symbol or state. You use the set_default_transition() method to set the
     26 default transition.
     27 
     28 When an action function is called it is passed a reference to the FSM. The
     29 action function may then access attributes of the FSM such as input_symbol,
     30 current_state, or "memory". The "memory" attribute can be any object that you
     31 want to pass along to the action functions. It is not used by the FSM itself.
     32 For parsing you would typically pass a list to be used as a stack.
     33 
     34 The processing sequence is as follows. The process() method is given an
     35 input_symbol to process. The FSM will search the table of transitions that
     36 associate:
     37 
     38         (input_symbol, current_state) --> (action, next_state)
     39 
     40 If the pair (input_symbol, current_state) is found then process() will call the
     41 associated action function and then set the current state to the next_state.
     42 
     43 If the FSM cannot find a match for (input_symbol, current_state) it will then
     44 search the table of transitions that associate:
     45 
     46         (current_state) --> (action, next_state)
     47 
     48 If the current_state is found then the process() method will call the
     49 associated action function and then set the current state to the next_state.
     50 Notice that this table lacks an input_symbol. It lets you define transitions
     51 for a current_state and ANY input_symbol. Hence, it is called the "any" table.
     52 Remember, it is always checked after first searching the table for a specific
     53 (input_symbol, current_state).
     54 
     55 For the case where the FSM did not match either of the previous two cases the
     56 FSM will try to use the default transition. If the default transition is
     57 defined then the process() method will call the associated action function and
     58 then set the current state to the next_state. This lets you define a default
     59 transition as a catch-all case. You can think of it as an exception handler.
     60 There can be only one default transition.
     61 
     62 Finally, if none of the previous cases are defined for an input_symbol and
     63 current_state then the FSM will raise an exception. This may be desirable, but
     64 you can always prevent this just by defining a default transition.
     65 
     66 Noah Spurrier 20020822
     67 """
     68 
     69 class ExceptionFSM(Exception):
     70 
     71     """This is the FSM Exception class."""
     72 
     73     def __init__(self, value):
     74         self.value = value
     75 
     76     def __str__(self):
     77         return `self.value`
     78 
     79 class FSM:
     80 
     81     """This is a Finite State Machine (FSM).
     82     """
     83 
     84     def __init__(self, initial_state, memory=None):
     85 
     86         """This creates the FSM. You set the initial state here. The "memory"
     87         attribute is any object that you want to pass along to the action
     88         functions. It is not used by the FSM. For parsing you would typically
     89         pass a list to be used as a stack. """
     90 
     91         # Map (input_symbol, current_state) --> (action, next_state).
     92         self.state_transitions = {}
     93         # Map (current_state) --> (action, next_state).
     94         self.state_transitions_any = {}
     95         self.default_transition = None
     96 
     97         self.input_symbol = None
     98         self.initial_state = initial_state
     99         self.current_state = self.initial_state
    100         self.next_state = None
    101         self.action = None
    102         self.memory = memory
    103 
    104     def reset (self):
    105 
    106         """This sets the current_state to the initial_state and sets
    107         input_symbol to None. The initial state was set by the constructor
    108         __init__(). """
    109 
    110         self.current_state = self.initial_state
    111         self.input_symbol = None
    112 
    113     def add_transition (self, input_symbol, state, action=None, next_state=None):
    114 
    115         """This adds a transition that associates:
    116 
    117                 (input_symbol, current_state) --> (action, next_state)
    118 
    119         The action may be set to None in which case the process() method will
    120         ignore the action and only set the next_state. The next_state may be
    121         set to None in which case the current state will be unchanged.
    122 
    123         You can also set transitions for a list of symbols by using
    124         add_transition_list(). """
    125 
    126         if next_state is None:
    127             next_state = state
    128         self.state_transitions[(input_symbol, state)] = (action, next_state)
    129 
    130     def add_transition_list (self, list_input_symbols, state, action=None, next_state=None):
    131 
    132         """This adds the same transition for a list of input symbols.
    133         You can pass a list or a string. Note that it is handy to use
    134         string.digits, string.whitespace, string.letters, etc. to add
    135         transitions that match character classes.
    136 
    137         The action may be set to None in which case the process() method will
    138         ignore the action and only set the next_state. The next_state may be
    139         set to None in which case the current state will be unchanged. """
    140 
    141         if next_state is None:
    142             next_state = state
    143         for input_symbol in list_input_symbols:
    144             self.add_transition (input_symbol, state, action, next_state)
    145 
    146     def add_transition_any (self, state, action=None, next_state=None):
    147 
    148         """This adds a transition that associates:
    149 
    150                 (current_state) --> (action, next_state)
    151 
    152         That is, any input symbol will match the current state.
    153         The process() method checks the "any" state associations after it first
    154         checks for an exact match of (input_symbol, current_state).
    155 
    156         The action may be set to None in which case the process() method will
    157         ignore the action and only set the next_state. The next_state may be
    158         set to None in which case the current state will be unchanged. """
    159 
    160         if next_state is None:
    161             next_state = state
    162         self.state_transitions_any [state] = (action, next_state)
    163 
    164     def set_default_transition (self, action, next_state):
    165 
    166         """This sets the default transition. This defines an action and
    167         next_state if the FSM cannot find the input symbol and the current
    168         state in the transition list and if the FSM cannot find the
    169         current_state in the transition_any list. This is useful as a final
    170         fall-through state for catching errors and undefined states.
    171 
    172         The default transition can be removed by setting the attribute
    173         default_transition to None. """
    174 
    175         self.default_transition = (action, next_state)
    176 
    177     def get_transition (self, input_symbol, state):
    178 
    179         """This returns (action, next state) given an input_symbol and state.
    180         This does not modify the FSM state, so calling this method has no side
    181         effects. Normally you do not call this method directly. It is called by
    182         process().
    183 
    184         The sequence of steps to check for a defined transition goes from the
    185         most specific to the least specific.
    186 
    187         1. Check state_transitions[] that match exactly the tuple,
    188             (input_symbol, state)
    189 
    190         2. Check state_transitions_any[] that match (state)
    191             In other words, match a specific state and ANY input_symbol.
    192 
    193         3. Check if the default_transition is defined.
    194             This catches any input_symbol and any state.
    195             This is a handler for errors, undefined states, or defaults.
    196 
    197         4. No transition was defined. If we get here then raise an exception.
    198         """
    199 
    200         if self.state_transitions.has_key((input_symbol, state)):
    201             return self.state_transitions[(input_symbol, state)]
    202         elif self.state_transitions_any.has_key (state):
    203             return self.state_transitions_any[state]
    204         elif self.default_transition is not None:
    205             return self.default_transition
    206         else:
    207             raise ExceptionFSM ('Transition is undefined: (%s, %s).' %
    208                 (str(input_symbol), str(state)) )
    209 
    210     def process (self, input_symbol):
    211 
    212         """This is the main method that you call to process input. This may
    213         cause the FSM to change state and call an action. This method calls
    214         get_transition() to find the action and next_state associated with the
    215         input_symbol and current_state. If the action is None then the action
    216         is not called and only the current state is changed. This method
    217         processes one complete input symbol. You can process a list of symbols
    218         (or a string) by calling process_list(). """
    219 
    220         self.input_symbol = input_symbol
    221         (self.action, self.next_state) = self.get_transition (self.input_symbol, self.current_state)
    222         if self.action is not None:
    223             self.action (self)
    224         self.current_state = self.next_state
    225         self.next_state = None
    226 
    227     def process_list (self, input_symbols):
    228 
    229         """This takes a list and sends each element to process(). The list may
    230         be a string or any iterable object. """
    231 
    232         for s in input_symbols:
    233             self.process (s)
    234 
    235 ##############################################################################
    236 # The following is an example that demonstrates the use of the FSM class to
    237 # process an RPN expression. Run this module from the command line. You will
    238 # get a prompt > for input. Enter an RPN Expression. Numbers may be integers.
    239 # Operators are * / + - Use the = sign to evaluate and print the expression.
    240 # For example: 
    241 #
    242 #    167 3 2 2 * * * 1 - =
    243 #
    244 # will print:
    245 #
    246 #    2003
    247 ##############################################################################
    248 
    249 import sys, os, traceback, optparse, time, string
    250 
    251 #
    252 # These define the actions. 
    253 # Note that "memory" is a list being used as a stack.
    254 #
    255 
    256 def BeginBuildNumber (fsm):
    257     fsm.memory.append (fsm.input_symbol)
    258 
    259 def BuildNumber (fsm):
    260     s = fsm.memory.pop ()
    261     s = s + fsm.input_symbol
    262     fsm.memory.append (s)
    263 
    264 def EndBuildNumber (fsm):
    265     s = fsm.memory.pop ()
    266     fsm.memory.append (int(s))
    267 
    268 def DoOperator (fsm):
    269     ar = fsm.memory.pop()
    270     al = fsm.memory.pop()
    271     if fsm.input_symbol == '+':
    272         fsm.memory.append (al + ar)
    273     elif fsm.input_symbol == '-':
    274         fsm.memory.append (al - ar)
    275     elif fsm.input_symbol == '*':
    276         fsm.memory.append (al * ar)
    277     elif fsm.input_symbol == '/':
    278         fsm.memory.append (al / ar)
    279 
    280 def DoEqual (fsm):
    281     print str(fsm.memory.pop())
    282 
    283 def Error (fsm):
    284     print 'That does not compute.'
    285     print str(fsm.input_symbol)
    286 
    287 def main():
    288 
    289     """This is where the example starts and the FSM state transitions are
    290     defined. Note that states are strings (such as 'INIT'). This is not
    291     necessary, but it makes the example easier to read. """
    292 
    293     f = FSM ('INIT', []) # "memory" will be used as a stack.
    294     f.set_default_transition (Error, 'INIT')
    295     f.add_transition_any  ('INIT', None, 'INIT')
    296     f.add_transition      ('=',               'INIT',            DoEqual,          'INIT')
    297     f.add_transition_list (string.digits,     'INIT',            BeginBuildNumber, 'BUILDING_NUMBER')
    298     f.add_transition_list (string.digits,     'BUILDING_NUMBER', BuildNumber,      'BUILDING_NUMBER')
    299     f.add_transition_list (string.whitespace, 'BUILDING_NUMBER', EndBuildNumber,   'INIT')
    300     f.add_transition_list ('+-*/',            'INIT',            DoOperator,       'INIT')
    301 
    302     print
    303     print 'Enter an RPN Expression.'
    304     print 'Numbers may be integers. Operators are * / + -'
    305     print 'Use the = sign to evaluate and print the expression.'
    306     print 'For example: '
    307     print '    167 3 2 2 * * * 1 - ='
    308     inputstr = raw_input ('> ')
    309     f.process_list(inputstr)
    310 
    311 if __name__ == '__main__':
    312     try:
    313         start_time = time.time()
    314         parser = optparse.OptionParser(formatter=optparse.TitledHelpFormatter(), usage=globals()['__doc__'], version='$Id: FSM.py 490 2007-12-07 15:46:24Z noah $')
    315         parser.add_option ('-v', '--verbose', action='store_true', default=False, help='verbose output')
    316         (options, args) = parser.parse_args()
    317         if options.verbose: print time.asctime()
    318         main()
    319         if options.verbose: print time.asctime()
    320         if options.verbose: print 'TOTAL TIME IN MINUTES:',
    321         if options.verbose: print (time.time() - start_time) / 60.0
    322         sys.exit(0)
    323     except KeyboardInterrupt, e: # Ctrl-C
    324         raise e
    325     except SystemExit, e: # sys.exit()
    326         raise e
    327     except Exception, e:
    328         print 'ERROR, UNEXPECTED EXCEPTION'
    329         print str(e)
    330         traceback.print_exc()
    331         os._exit(1)
    332