o
    á)i¯  ã                   @   s   g d ¢Z dZdS ))xzadept/fuyu-8bzai21labs/AI21-Jamba-1.5-Minizai21labs/Jamba-tiny-randomzai21labs/Jamba-tiny-reward-devzallenai/Molmo-7B-D-0924zallenai/OLMo-1B-hfz!allenai/OLMoE-1B-7B-0924-Instructz+amd/Llama-3.1-8B-Instruct-FP8-KV-Quark-testz!AMead10/Llama-3.2-1B-Instruct-AWQzhmellor/Ilama-3.2-1BzBAAI/bge-base-en-v1.5zBAAI/bge-multilingual-gemma2zBAAI/bge-reranker-v2-m3zbigcode/starcoder2-3bz$cross-encoder/ms-marco-MiniLM-L-6-v2z cross-encoder/quora-roberta-basezdeepseek-ai/deepseek-vl2-tinyzdistilbert/distilgpt2zfacebook/bart-basezfacebook/bart-large-cnnzgoogle/gemma-1.1-2b-itzgoogle/gemma-2-2b-itzgoogle/paligemma-3b-pt-224zh2oai/h2ovl-mississippi-800mz HuggingFaceM4/Idefics3-8B-Llama3zinternlm/internlm2-1_8b-rewardzintfloat/e5-mistral-7b-instructzintfloat/multilingual-e5-smallzjason9693/Qwen2.5-1.5B-apeachzllava-hf/llava-1.5-7b-hfz)llava-hf/llava-onevision-qwen2-0.5b-ov-hfz!llava-hf/llava-v1.6-mistral-7b-hfzllava-hf/LLaVA-NeXT-Video-7B-hfz(meta-llama/Llama-3.2-11B-Vision-Instructzmeta-llama/Llama-3.2-1Bz meta-llama/Llama-3.2-1B-Instructzmeta-llama/Meta-Llama-3-8Bzmicrosoft/phi-2z microsoft/Phi-3-mini-4k-instructz!microsoft/Phi-3-small-8k-instructz$microsoft/Phi-3-vision-128k-instructzmicrosoft/Phi-3.5-MoE-instructz!microsoft/Phi-3.5-vision-instructz$mistralai/Mixtral-8x7B-Instruct-v0.1zmistralai/Pixtral-12B-2409z(mistral-community/Mixtral-8x22B-v0.1-AWQz@ModelCloud/Qwen1.5-1.8B-Chat-GPTQ-4bits-dynamic-cfg-with-lm_headzIModelCloud/Qwen1.5-1.8B-Chat-GPTQ-4bits-dynamic-cfg-with-lm_head-symFalsezHModelCloud/Qwen1.5-1.8B-Chat-GPTQ-4bits-dynamic-cfg-with-lm_head-symTruez8ModelCloud/TinyLlama-1.1B-Chat-v1.0-GPTQ-4bit-10-25-2024z'neuralmagic/Llama-3.2-1B-quantized.w8a8z(neuralmagic/Meta-Llama-3-8B-Instruct-FP8z+neuralmagic/Meta-Llama-3-8B-Instruct-FP8-KVz6nm-testing/asym-w8w8-int8-static-per-tensor-tiny-llamaz3nm-testing/llama2.c-stories42M-pruned2.4-compressedz0nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-tz6nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-testz<nm-testing/Meta-Llama-3-8B-Instruct-FP8-Dynamic-2of4-testingzLnm-testing/Meta-Llama-3-8B-Instruct-FP8-Dynamic-IA-Per-Tensor-Weight-testingzAnm-testing/Meta-Llama-3-8B-Instruct-FP8-Static-Per-Tensor-testingz6nm-testing/Meta-Llama-3-8B-Instruct-FP8-Static-testingz5nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dynamic-Asymz?nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Static-Per-Tensor-Asymz>nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Static-Per-Tensor-Symz'nm-testing/Phi-3-mini-128k-instruct-FP8z*nm-testing/Qwen2-0.5B-Instruct-FP8-SkipQKVz&nm-testing/Qwen2-1.5B-Instruct-FP8-K-Vz-nm-testing/tinyllama-oneshot-w4a16-channel-v2z.nm-testing/tinyllama-oneshot-w4a16-group128-v2z1nm-testing/tinyllama-oneshot-w8-channel-a8-tensorz.nm-testing/tinyllama-oneshot-w8a16-per-channelz:nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2z?nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2-asymz2nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2z7nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2-asymz:nm-testing/tinyllama-oneshot-w8w8-test-static-shape-changez@nm-testing/TinyLlama-1.1B-Chat-v1.0-2of4-Sparse-Dense-CompressorzWnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_per_tok_dyn_act_fp8-BitMzXnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_per_tok_dyn_act_int8-BitMzRnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_tensor_act_fp8-BitMzSnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_tensor_act_int8-BitMzYnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_fp8-BitMzZnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_int8-BitMzTnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_tensor_act_fp8-BitMzUnm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_tensor_act_int8-BitMzNnm-testing/TinyLlama-1.1B-Chat-v1.0-INT8-Dynamic-IA-Per-Channel-Weight-testingzMnm-testing/TinyLlama-1.1B-Chat-v1.0-INT8-Dynamic-IA-Per-Tensor-Weight-testingz7nm-testing/TinyLlama-1.1B-Chat-v1.0-INT8-Static-testingz<nm-testing/TinyLlama-1.1B-compressed-tensors-kv-cache-schemeznvidia/NVLM-D-72Bzopenai-community/gpt2zopenbmb/MiniCPM-o-2_6zopenbmb/MiniCPM-V-2_6zOpenGVLab/InternVL2-1Bzparasail-ai/GritLM-7B-vllmzQwen/Qwen1.5-MoE-A2.7B-ChatzQwen/Qwen2-7B-InstructzQwen/Qwen2-Audio-7B-InstructzQwen/Qwen2-VL-2B-InstructzQwen/Qwen2.5-1.5B-InstructzQwen/Qwen2.5-Math-PRM-7BzQwen/Qwen2.5-Math-RM-72BzQwen/Qwen2.5-VL-3B-Instructzroyokong/e5-vz*sentence-transformers/all-roberta-large-v1z*sentence-transformers/stsb-roberta-base-v2zallenai/OLMo-2-0425-1Bz"shuyuej/Llama-3.2-1B-Instruct-GPTQz#ssmits/Qwen2-7B-Instruct-embed-basezstabilityai/stablelm-3b-4e1tzstabilityai/stablelm-zephyr-3bzstate-spaces/mamba-130m-hfz&TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQzzai-org/glm-4v-9bz!TIGER-Lab/Mantis-8B-siglip-llama3zTIGER-Lab/VLM2Vec-Fullztiiuae/falcon-40bztiiuae/falcon-mamba-7b-instructz"TinyLlama/TinyLlama-1.1B-Chat-v1.0z"upstage/solar-pro-preview-instructzs3://vllm-ci-model-weightsN)ZMODELS_ON_S3ZMODEL_WEIGHTS_S3_BUCKET© r   r   ú[/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/vllm/test_utils.pyÚ<module>   s   