o
    °ýiš	  ã                   @   sl   d dl Z d dlmZ d dlmZ d dlmZ dZe  dd 	e¡› de j
¡Zdd
ededee fdd„ZdS )é    N)ÚIterator)Úcommands)Úconvert_symbol)ÚinÚmmÚcmÚptÚemÚexÚpcÚbpÚddÚccÚspÚmuz’
    (?P<comment>%[^\n]+) |
    (?P<letter>[a-zA-Z]) |
    (?P<subsup_operator>[_^])(?P<subsup_digit>\d) |
    (?P<dimension>-?\d+(?:\.\d+)?\s*(?:ú|a  )) |
    (?P<number>\d+(?:\.\d+)?) |
    (?P<dot_decimal>\.\d*) |
    (?P<escaped>\\[\\\[\]{}\s!,:>;|_%#$&]) |
    (?P<begin_end>\\(?:begin|end)\s*{[a-zA-Z]+\*?}) |
    (?P<operatorname>\\operatorname(?:withlimits|\*)?\s*{[a-zA-Z\s*]+\*?\s*}) |
    (?P<text_cmd>\\(?:cla(?:p|ss)|color(?!box)|emph|fbox|hbox|href|llap|mbox|rlap|style
        |tag\*?|text(?:bf|color|it|md|normal|rm|sf|tt|up)?|underbar))\s*{(?P<text_content>[^}]*)} |
    (?P<frac_cmd>\\[cdt]?frac)\s*(?P<frac_arg1>[.\d])\s*(?P<frac_arg2>[.\d])? |
    (?P<math_font>\\math(?!ring|bin|close|inner|op|open|ord|punct|rel|strut)
        [a-z]+)(?P<math_open>{)(?P<math_arg>[a-zA-Z])(?P<math_close>}) |
    (?P<verb>\\verb(?P<verb_delim>.)(?P<verb_content>.*?)(?P=verb_delim)) |
    (?P<command>\\[a-zA-Z]+) |
    (?P<char>\S)
    TÚlatex_stringÚskip_commentsÚreturnc                 c   s
   t  | ¡D ]|}ttdd„ | ¡ ƒƒ}|d  tj¡r%tjV  |d V  q|d  tj¡rG|d tj	vrGd 
|¡}t|ƒ}|rGd|› dV  q|D ]8}|rT| d¡rT n.| t¡ri|dd	…  ¡ ri| d
d¡V  qI| tjtjtjf¡r~d 
| d
¡¡V  qI|V  qIqdS )z”
    Converts Latex string into tokens.

    :param latex_string: Latex string.
    :param skip_comments: Flag to skip comments (default=True).
    c                 S   s   | d uS )N© )Úxr   r   úA/usr/local/lib/python3.10/dist-packages/latex2mathml/tokenizer.pyÚ<lambda>)   s    ztokenize.<locals>.<lambda>r   é   Ú z&#xú;ú%é   ú N)ÚPATTERNÚfinditerÚtupleÚfilterÚgroupsÚ
startswithr   ÚVERBÚMATHÚMATH_NON_FONT_COMMANDSÚjoinr   ÚendswithÚUNITSÚisdigitÚreplaceÚBEGINÚENDÚOPERATORNAMEÚsplit)r   r   ÚmatchÚtokensÚ	full_mathÚsymbolÚcapturedr   r   r   Útokenize!   s2   €

€ër6   )T)ÚreÚtypingr   Úlatex2mathmlr   Úlatex2mathml.symbols_parserr   r*   Úcompiler(   ÚVERBOSEr   ÚstrÚboolr6   r   r   r   r   Ú<module>   s    üì 