
    kht              	       ,   d dl Z d dlZ e j                  dg d      Z G d de      Zd Zd ZdZd	Z	 eej                  e	d
z   e	z   dz   fej                  dfej                  dfej                  edz   fej                  efej                  dfg      Zy)    NToken)character_indextypevaluec                   (    e Zd ZdZdZdZdZdZdZdZ	y)		TokenType
identifiersymbol
whitespacestringzunterminated stringintegerendN)
__name__
__module____qualname__
IDENTIFIERSYMBOL
WHITESPACESTRINGUNTERMINATED_STRINGINTEGEREND     [/var/www/teggl/fontify/venv/lib/python3.12/site-packages/mammoth/styles/parser/tokeniser.pyr   r      s&    JFJF/G
Cr   r   c                       D cg c]  \  }}|t        |      f c}}  j                  dt        j                  d      f        fd}|S c c}}w )Nunknown.c           
      v   g }d}|t        |       k  r{D ]V  \  }}|j                  | |      }||j                  t        |||j	                  d                   |j                         } n t        d| |d  z         |t        |       k  r{|j                  t        |t        j                  d             |S )Nr   zRemaining:  )	lenmatchappendr   groupr   	Exceptionr   r   )r   tokensindex
token_typeregexr"   ruless         r   tokenisez!regex_tokeniser.<locals>.tokenise   s    c%j %* ?!
EE51$MM%z5;;q>"JK!IIKE?  ef =>> c%j  	eE9=="56r   )	_to_regexr#   recompile)r*   r(   r)   r+   s   `   r   regex_tokeniserr/      sM    EJK0A
Ej)E*+KE	LL)RZZ_-.$ O+ Ls   Ac                 H    t        | d      r| S t        j                  |       S )Nr"   )hasattrr-   r.   )r   s    r   r,   r,   ,   s     ugzz%  r   z'(?:\\.|[^'])*z(?:[a-zA-Z\-_]|\\.)z(?:z|[0-9])*z :|>|=>|\^=|=|\(|\)|\[|\]|\||!|\.z\s+'z([0-9]+))collectionsr-   
namedtupler   objectr   r/   r,   _string_prefix_identifier_characterr   r   r   r   r   r   r+   r   r   r   <module>r8      s     	 	w(LM 2! #. 058;PPS]]^:;6"~+,""N3
# r   