SRC = r'''

hello world

"hello\t\nworld"

'''

import ply.lex as lex

tokens = ['sym','str']

states = (('str','exclusive'),)

t_str_ignore = ''

def t_str(t):
    r'"'
    t.lexer.push_state('str')
    t.lexer.accumulator = ''
def t_str_str(t):
    r'"'
    t.lexer.pop_state()
    t.value = t.lexer.accumulator ; return t
def t_str_ln(t):
    r'\\n'
    t.lexer.accumulator += '\n'
def t_str_tab(t):
    r'\\t'
    t.lexer.accumulator += '\t'
def t_str_any(t):
    r'.'
    t.lexer.accumulator += t.value


t_ignore = ' \t\r\n'

def t_sym(t):
    r'[^ \t\r\n]+'
    return t

def t_ANY_error(t):
    raise SyntaxError(t)    

lexer = lex.lex()

lexer.input(SRC)

while True:
    token = lexer.token()
    if not token: break
    print token
