Mapytex/pymath/calculus/str2tokens.py

#!/usr/bin/env python
# encoding: utf-8

from .generic import Stack, isOperator, isNumber, isPolynom
from .operator import op
from decimal import Decimal

import logging
#logging.basicConfig(filename='str2tokens_debug.log',level=logging.DEBUG)


def str2tokens(exp):
    """ Parse the string into tokens then turn it into postfix form

    >>> str2tokens('2+3*4')
    [2, 3, 4, *, +]
    >>> str2tokens('2*3+4')
    [2, 3, *, 4, +]
    >>> str2tokens('2x+4')
    [2, < <class 'pymath.calculus.polynom.Polynom'> [0, 1]>, *, 4, +]
    """
    in_tokens = str2in_tokens(exp)
    post_tokens = in2post_fix(in_tokens)

    return post_tokens


def str2in_tokens(exp):
    """ Parse the expression, ie tranform a string into a list of tokens

    /!\ float are not availiable yet!

    :param exp: The expression (a string)
    :returns: list of token

    >>> str2in_tokens('2+3*4')
    [2, '+', 3, '*', 4]
    >>> str2in_tokens('2*3+4')
    [2, '*', 3, '+', 4]
    """
    tokens = ['']

    for character in exp:
        if character.isdigit():
            # for "big" numbers (like 2345)
            if isinstance(tokens[-1], int):
                if tokens[-1] > 0:
                    tokens[-1] = tokens[-1] * 10 + int(character)
                else:
                    tokens[-1] = tokens[-1] * 10 - int(character)

            elif isinstance(tokens[-1], Decimal):
                after_coma += 1
                if tokens[-1] >= 0:
                    tokens[-1] = tokens[-1] + int(character) * Decimal('0.1') ** after_coma
                else:
                    tokens[-1] = tokens[-1]- int(character) * Decimal('0.1') ** after_coma

            # Special case for "-" at the begining of an expression or before
            # "("
            elif tokens[-1] == "-" and \
                    str(tokens[-2]) in " (+-*/:":
                tokens[-1] = - int(character)
            else:
                tokens.append(int(character))

        elif character in "+-*/:^":
            tokens.append(character)

        elif character == ")":
            tokens.append(character)

        elif character == "(":
            # If "3(", ")(", "x("
            if isNumber(tokens[-1]) \
                    or tokens[-1] == ")" \
                    or isPolynom(tokens[-1]):
                tokens.append("*")
            tokens.append(character)

        elif character.isalpha():
            # If "3x", ")x", "xy"
            if isNumber(tokens[-1]) \
                    or tokens[-1] == ")" \
                    or isPolynom(tokens[-1]):
                tokens.append("*")
            from pymath.calculus.polynom import Polynom
            tokens.append(Polynom([0, 1], letter=character))

        elif character == ".":
            if isinstance(tokens[-1], Decimal):
                raise ValueError("A number has 2 points...!")
            else:
                tokens[-1] = Decimal(tokens[-1])
                after_coma = 0

        elif character != " ":
            raise ValueError("{} is an unvalid character".format(character))

    return tokens[1:]


def in2post_fix(infix_tokens):
    """ From the infix_tokens list compute the corresponding postfix_tokens list

    @param infix_tokens: the infix list of tokens to transform into postfix form.
    @return: the corresponding postfix list of tokens.

    >>> in2post_fix(['(', 2, '+', 5, '-', 1, ')', '/', '(', 3, '*', 4, ')'])
    [2, 5, 1, -, +, 3, 4, *, /]
    >>> in2post_fix(['-', '(', '-', 2, ')'])
    [2, -, -]
    >>> in2post_fix(['-', '(', '-', 2, '+', 3, '*', 4, ')'])
    [2, -, 3, 4, *, +, -]
    """
    logging.debug("New start with {}".format(infix_tokens))
    # Stack where operator will be stocked
    opStack = Stack()
    # final postfix list of tokens
    postfix_tokens = []
    # stack with the nbr of tokens still to compute in postfix_tokens
    arity_Stack = Stack()
    arity_Stack.push(0)

    for (pos_token, token) in enumerate(infix_tokens):

        logging.debug(str(postfix_tokens)+ " | "+ str(opStack)+ " | "+ str(infix_tokens[(pos_token+1):])+ " | "+ str(arity_Stack))
        if token == ")":
            next_op = opStack.pop()
            while next_op != op.par:
                postfix_tokens.append(next_op)
                next_op = opStack.pop()

            # Go back to old arity
            arity_Stack.pop()
            # Raise the arity
            arity = arity_Stack.pop()
            arity_Stack.push(arity + 1)

        elif op.can_be_operator(token):
            if token == "(":
                opStack.push(op.get_op(token,0))
                # Set next arity counter
                arity_Stack.push(0)
            else:
                arity = arity_Stack.pop()
                token_op = op.get_op(token, arity + 1)
                # Reset arity to 0 in case there is other operators (the real
                # operation would be "-op.arity + 1")
                arity_Stack.push(0)
                while (not opStack.isEmpty()) and opStack.peek(
                ).priority >= token_op.priority:
                    next_op = opStack.pop()
                    postfix_tokens.append(next_op)

                opStack.push(token_op)
                logging.debug("--"+ token+ " -> "+ str(arity + 1))
        else:
            postfix_tokens.append(token)
            arity = arity_Stack.pop()
            arity_Stack.push(arity + 1)

    logging.debug(str(postfix_tokens)+ " | "+ str(opStack)+ " | "+ str(infix_tokens[(pos_token+1):])+ " | "+ str(arity_Stack))

    while not opStack.isEmpty():
        next_op = opStack.pop()
        postfix_tokens.append(next_op)

        logging.debug(str(postfix_tokens)+ " | "+ str(opStack)+ " | "+ str(infix_tokens[(pos_token+1):])+ " | "+ str(arity_Stack))

    if arity_Stack.peek() != 1:
        raise ValueError(
            "Unvalid expression. The arity Stack is ",
            str(arity_Stack))

    logging.debug("Fini!")
    return postfix_tokens


if __name__ == '__main__':
    #a, s, m, d, p = Operator("+"), Operator("-"), Operator("*"), Operator("/"), Operator("^")
    #in_tokens = str2in_tokens("2+3*4")
    #print("\t in_tokens :" + str(in_tokens))
    #
    # print(in2post_fix(in_tokens))

    #print(in2post_fix([op.par, 2, op.add, 5, op.sub, 1, ')', op.div, op.par, 3, op.mul, 4, ')']))
    #print(in2post_fix([op.sub1, op.par, op.sub1, 2, ')']))
    #print(in2post_fix([op.sub1, op.par, op.sub1, 2, op.add, 3, op.mul, 4, ')']))

    print(str2tokens('2*3+4'))
    print("\n------")
    print(str2tokens('2x+4'))
    print("\n------")
    print(str2tokens('xx+4'))
    print("\n------")
    print(str2tokens('x(2+1)+4'))
    print("\n------")
    #import doctest
    # doctest.testmod()


# -----------------------------
# Reglages pour 'vim'
# vim:set autoindent expandtab tabstop=4 shiftwidth=4:
# cursor: 16 del