o 0 iP @sLddlZddlZddlZddlmZddlZdddZedkr$edSdS)N) AutoTokenizerreturncCstjdd}|jdddd|jddd |jd d d |jd d d |jdddtd|jdddd|jdddd|}|j}t|d}t|d }| }Wdn1s]wYt |}i}|j rt|j d}| |d<Wdn1swY|j rt|j d}t| |d<Wdn1swY|stdg}|jrt|jd }| }Wdn1swYt|} | j|dd}t j|td|gi|j|j|jd } | t|||D]G} | \} } t| }|d!D]}|d"d#krtd$d%d&t|q t|| gd'd&| s0J| | d(kr=td)n| | qtd*dS)+Nz'Command line interface for LL Guidance.) descriptionz --tokenizerzTokenizer namezmicrosoft/Phi-3.5-mini-instruct)helpdefaultz--larkzLark grammar file)rz --json-schemazJSON schema filez--textz(File containing simulated generated textz --log-levelz Log level)rrtypez --ff-tokenszEnable fast-forward tokens store_true)ractionz --backtrackzEnable backtrackingztokenizer.jsonrZ lark_grammar json_schemaz1No grammar provided; need --lark or --json-schemaF)Zadd_special_tokensZgrammars)Zenable_ff_tokensZenable_backtrack log_levelprogressobjecttextz )end rzToken not in mask )argparseArgumentParser add_argumentint parse_args tokenizerhuggingface_hubZhf_hub_downloadopenread llguidanceZ LLTokenizerZlarkr jsonloads ValueErrorrrZfrom_pretrainedencodeZ LLInterpreterdumpsZ ff_tokensZ backtrackr Zstart_without_promptprintZ dbg_tokensZ compute_maskZ commit_token)parserargsrtok_namefrtokZgrmtokensZhf_tokZinterptmaskr objpr/Z/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/llguidance/cli.pymains~             r1__main__)rN)rrrZ transformersrrr1__name__r/r/r/r0s  D