diff --git a/vllm/__pycache__/__init__.cpython-310.pyc b/vllm/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index e28db63e..00000000
Binary files a/vllm/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/_core_ext.cpython-310.pyc b/vllm/__pycache__/_core_ext.cpython-310.pyc
deleted file mode 100644
index e2ba9d95..00000000
Binary files a/vllm/__pycache__/_core_ext.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/_custom_ops.cpython-310.pyc b/vllm/__pycache__/_custom_ops.cpython-310.pyc
deleted file mode 100644
index 20ce3a0e..00000000
Binary files a/vllm/__pycache__/_custom_ops.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/_ipex_ops.cpython-310.pyc b/vllm/__pycache__/_ipex_ops.cpython-310.pyc
deleted file mode 100644
index afea7b93..00000000
Binary files a/vllm/__pycache__/_ipex_ops.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/beam_search.cpython-310.pyc b/vllm/__pycache__/beam_search.cpython-310.pyc
deleted file mode 100644
index 71af9c26..00000000
Binary files a/vllm/__pycache__/beam_search.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/block.cpython-310.pyc b/vllm/__pycache__/block.cpython-310.pyc
deleted file mode 100644
index 2ec96641..00000000
Binary files a/vllm/__pycache__/block.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/config.cpython-310.pyc b/vllm/__pycache__/config.cpython-310.pyc
deleted file mode 100644
index 326d3e30..00000000
Binary files a/vllm/__pycache__/config.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/connections.cpython-310.pyc b/vllm/__pycache__/connections.cpython-310.pyc
deleted file mode 100644
index bbc9802a..00000000
Binary files a/vllm/__pycache__/connections.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/envs.cpython-310.pyc b/vllm/__pycache__/envs.cpython-310.pyc
deleted file mode 100644
index 3aa9c44f..00000000
Binary files a/vllm/__pycache__/envs.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/forward_context.cpython-310.pyc b/vllm/__pycache__/forward_context.cpython-310.pyc
deleted file mode 100644
index 135a5b33..00000000
Binary files a/vllm/__pycache__/forward_context.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/logger.cpython-310.pyc b/vllm/__pycache__/logger.cpython-310.pyc
deleted file mode 100644
index 09bc19a3..00000000
Binary files a/vllm/__pycache__/logger.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/outputs.cpython-310.pyc b/vllm/__pycache__/outputs.cpython-310.pyc
deleted file mode 100644
index 836ce4dd..00000000
Binary files a/vllm/__pycache__/outputs.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/pooling_params.cpython-310.pyc b/vllm/__pycache__/pooling_params.cpython-310.pyc
deleted file mode 100644
index 56a94a30..00000000
Binary files a/vllm/__pycache__/pooling_params.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/sampling_params.cpython-310.pyc b/vllm/__pycache__/sampling_params.cpython-310.pyc
deleted file mode 100644
index 1abf8352..00000000
Binary files a/vllm/__pycache__/sampling_params.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/scalar_type.cpython-310.pyc b/vllm/__pycache__/scalar_type.cpython-310.pyc
deleted file mode 100644
index 5f053388..00000000
Binary files a/vllm/__pycache__/scalar_type.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/scripts.cpython-310.pyc b/vllm/__pycache__/scripts.cpython-310.pyc
deleted file mode 100644
index 3d8abe21..00000000
Binary files a/vllm/__pycache__/scripts.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/sequence.cpython-310.pyc b/vllm/__pycache__/sequence.cpython-310.pyc
deleted file mode 100644
index 0a4397df..00000000
Binary files a/vllm/__pycache__/sequence.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/tracing.cpython-310.pyc b/vllm/__pycache__/tracing.cpython-310.pyc
deleted file mode 100644
index 1e9f94d2..00000000
Binary files a/vllm/__pycache__/tracing.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/utils.cpython-310.pyc b/vllm/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index ecbd7430..00000000
Binary files a/vllm/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/__pycache__/version.cpython-310.pyc b/vllm/__pycache__/version.cpython-310.pyc
deleted file mode 100644
index fcb4caaf..00000000
Binary files a/vllm/__pycache__/version.cpython-310.pyc and /dev/null differ
diff --git a/vllm/adapter_commons/__pycache__/__init__.cpython-310.pyc b/vllm/adapter_commons/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 5640e811..00000000
Binary files a/vllm/adapter_commons/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/adapter_commons/__pycache__/layers.cpython-310.pyc b/vllm/adapter_commons/__pycache__/layers.cpython-310.pyc
deleted file mode 100644
index e94d5a81..00000000
Binary files a/vllm/adapter_commons/__pycache__/layers.cpython-310.pyc and /dev/null differ
diff --git a/vllm/adapter_commons/__pycache__/models.cpython-310.pyc b/vllm/adapter_commons/__pycache__/models.cpython-310.pyc
deleted file mode 100644
index 58b2682c..00000000
Binary files a/vllm/adapter_commons/__pycache__/models.cpython-310.pyc and /dev/null differ
diff --git a/vllm/adapter_commons/__pycache__/request.cpython-310.pyc b/vllm/adapter_commons/__pycache__/request.cpython-310.pyc
deleted file mode 100644
index 93892cea..00000000
Binary files a/vllm/adapter_commons/__pycache__/request.cpython-310.pyc and /dev/null differ
diff --git a/vllm/adapter_commons/__pycache__/utils.cpython-310.pyc b/vllm/adapter_commons/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 9a9082d9..00000000
Binary files a/vllm/adapter_commons/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/adapter_commons/__pycache__/worker_manager.cpython-310.pyc b/vllm/adapter_commons/__pycache__/worker_manager.cpython-310.pyc
deleted file mode 100644
index d00fc5c1..00000000
Binary files a/vllm/adapter_commons/__pycache__/worker_manager.cpython-310.pyc and /dev/null differ
diff --git a/vllm/assets/__pycache__/__init__.cpython-310.pyc b/vllm/assets/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 6d8da665..00000000
Binary files a/vllm/assets/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/assets/__pycache__/audio.cpython-310.pyc b/vllm/assets/__pycache__/audio.cpython-310.pyc
deleted file mode 100644
index f0638ff6..00000000
Binary files a/vllm/assets/__pycache__/audio.cpython-310.pyc and /dev/null differ
diff --git a/vllm/assets/__pycache__/base.cpython-310.pyc b/vllm/assets/__pycache__/base.cpython-310.pyc
deleted file mode 100644
index 2976baa6..00000000
Binary files a/vllm/assets/__pycache__/base.cpython-310.pyc and /dev/null differ
diff --git a/vllm/assets/__pycache__/image.cpython-310.pyc b/vllm/assets/__pycache__/image.cpython-310.pyc
deleted file mode 100644
index 7abde64f..00000000
Binary files a/vllm/assets/__pycache__/image.cpython-310.pyc and /dev/null differ
diff --git a/vllm/assets/__pycache__/video.cpython-310.pyc b/vllm/assets/__pycache__/video.cpython-310.pyc
deleted file mode 100644
index 098a5a1a..00000000
Binary files a/vllm/assets/__pycache__/video.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/__pycache__/__init__.cpython-310.pyc b/vllm/attention/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 99ccc3b9..00000000
Binary files a/vllm/attention/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/__pycache__/layer.cpython-310.pyc b/vllm/attention/__pycache__/layer.cpython-310.pyc
deleted file mode 100644
index 38235bbc..00000000
Binary files a/vllm/attention/__pycache__/layer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/__pycache__/selector.cpython-310.pyc b/vllm/attention/__pycache__/selector.cpython-310.pyc
deleted file mode 100644
index 382e7b5f..00000000
Binary files a/vllm/attention/__pycache__/selector.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/__init__.cpython-310.pyc b/vllm/attention/backends/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index c61e24b2..00000000
Binary files a/vllm/attention/backends/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/abstract.cpython-310.pyc b/vllm/attention/backends/__pycache__/abstract.cpython-310.pyc
deleted file mode 100644
index ecf40f5f..00000000
Binary files a/vllm/attention/backends/__pycache__/abstract.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/blocksparse_attn.cpython-310.pyc b/vllm/attention/backends/__pycache__/blocksparse_attn.cpython-310.pyc
deleted file mode 100644
index ca08c23c..00000000
Binary files a/vllm/attention/backends/__pycache__/blocksparse_attn.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/flash_attn.cpython-310.pyc b/vllm/attention/backends/__pycache__/flash_attn.cpython-310.pyc
deleted file mode 100644
index 0d314024..00000000
Binary files a/vllm/attention/backends/__pycache__/flash_attn.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/flashinfer.cpython-310.pyc b/vllm/attention/backends/__pycache__/flashinfer.cpython-310.pyc
deleted file mode 100644
index 212a05e0..00000000
Binary files a/vllm/attention/backends/__pycache__/flashinfer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/ipex_attn.cpython-310.pyc b/vllm/attention/backends/__pycache__/ipex_attn.cpython-310.pyc
deleted file mode 100644
index 1547d66c..00000000
Binary files a/vllm/attention/backends/__pycache__/ipex_attn.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/openvino.cpython-310.pyc b/vllm/attention/backends/__pycache__/openvino.cpython-310.pyc
deleted file mode 100644
index c57a295b..00000000
Binary files a/vllm/attention/backends/__pycache__/openvino.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/pallas.cpython-310.pyc b/vllm/attention/backends/__pycache__/pallas.cpython-310.pyc
deleted file mode 100644
index 8d92265b..00000000
Binary files a/vllm/attention/backends/__pycache__/pallas.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/placeholder_attn.cpython-310.pyc b/vllm/attention/backends/__pycache__/placeholder_attn.cpython-310.pyc
deleted file mode 100644
index 3a982f1d..00000000
Binary files a/vllm/attention/backends/__pycache__/placeholder_attn.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/rocm_flash_attn.cpython-310.pyc b/vllm/attention/backends/__pycache__/rocm_flash_attn.cpython-310.pyc
deleted file mode 100644
index bac8ec27..00000000
Binary files a/vllm/attention/backends/__pycache__/rocm_flash_attn.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/torch_sdpa.cpython-310.pyc b/vllm/attention/backends/__pycache__/torch_sdpa.cpython-310.pyc
deleted file mode 100644
index 2647e0a5..00000000
Binary files a/vllm/attention/backends/__pycache__/torch_sdpa.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/utils.cpython-310.pyc b/vllm/attention/backends/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 0669a5f8..00000000
Binary files a/vllm/attention/backends/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/backends/__pycache__/xformers.cpython-310.pyc b/vllm/attention/backends/__pycache__/xformers.cpython-310.pyc
deleted file mode 100644
index e6bb8877..00000000
Binary files a/vllm/attention/backends/__pycache__/xformers.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/__pycache__/__init__.cpython-310.pyc b/vllm/attention/ops/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 4c36349b..00000000
Binary files a/vllm/attention/ops/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/__pycache__/ipex_attn.cpython-310.pyc b/vllm/attention/ops/__pycache__/ipex_attn.cpython-310.pyc
deleted file mode 100644
index 34922a6e..00000000
Binary files a/vllm/attention/ops/__pycache__/ipex_attn.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/__pycache__/paged_attn.cpython-310.pyc b/vllm/attention/ops/__pycache__/paged_attn.cpython-310.pyc
deleted file mode 100644
index 5fe7b1e3..00000000
Binary files a/vllm/attention/ops/__pycache__/paged_attn.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/__pycache__/prefix_prefill.cpython-310.pyc b/vllm/attention/ops/__pycache__/prefix_prefill.cpython-310.pyc
deleted file mode 100644
index b31f3a18..00000000
Binary files a/vllm/attention/ops/__pycache__/prefix_prefill.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/__pycache__/triton_flash_attention.cpython-310.pyc b/vllm/attention/ops/__pycache__/triton_flash_attention.cpython-310.pyc
deleted file mode 100644
index f8bd2f51..00000000
Binary files a/vllm/attention/ops/__pycache__/triton_flash_attention.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/blocksparse_attention/__pycache__/__init__.cpython-310.pyc b/vllm/attention/ops/blocksparse_attention/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 4231da05..00000000
Binary files a/vllm/attention/ops/blocksparse_attention/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/blocksparse_attention/__pycache__/blocksparse_attention_kernel.cpython-310.pyc b/vllm/attention/ops/blocksparse_attention/__pycache__/blocksparse_attention_kernel.cpython-310.pyc
deleted file mode 100644
index 45bec7c6..00000000
Binary files a/vllm/attention/ops/blocksparse_attention/__pycache__/blocksparse_attention_kernel.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/blocksparse_attention/__pycache__/interface.cpython-310.pyc b/vllm/attention/ops/blocksparse_attention/__pycache__/interface.cpython-310.pyc
deleted file mode 100644
index 825470f0..00000000
Binary files a/vllm/attention/ops/blocksparse_attention/__pycache__/interface.cpython-310.pyc and /dev/null differ
diff --git a/vllm/attention/ops/blocksparse_attention/__pycache__/utils.cpython-310.pyc b/vllm/attention/ops/blocksparse_attention/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 3f9fde49..00000000
Binary files a/vllm/attention/ops/blocksparse_attention/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/compilation/__pycache__/__init__.cpython-310.pyc b/vllm/compilation/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 39459fd0..00000000
Binary files a/vllm/compilation/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/compilation/__pycache__/backends.cpython-310.pyc b/vllm/compilation/__pycache__/backends.cpython-310.pyc
deleted file mode 100644
index 3cdd64f2..00000000
Binary files a/vllm/compilation/__pycache__/backends.cpython-310.pyc and /dev/null differ
diff --git a/vllm/compilation/__pycache__/compile_context.cpython-310.pyc b/vllm/compilation/__pycache__/compile_context.cpython-310.pyc
deleted file mode 100644
index 237dede5..00000000
Binary files a/vllm/compilation/__pycache__/compile_context.cpython-310.pyc and /dev/null differ
diff --git a/vllm/compilation/__pycache__/decorators.cpython-310.pyc b/vllm/compilation/__pycache__/decorators.cpython-310.pyc
deleted file mode 100644
index 822cc608..00000000
Binary files a/vllm/compilation/__pycache__/decorators.cpython-310.pyc and /dev/null differ
diff --git a/vllm/compilation/__pycache__/levels.cpython-310.pyc b/vllm/compilation/__pycache__/levels.cpython-310.pyc
deleted file mode 100644
index 4d01310d..00000000
Binary files a/vllm/compilation/__pycache__/levels.cpython-310.pyc and /dev/null differ
diff --git a/vllm/compilation/__pycache__/wrapper.cpython-310.pyc b/vllm/compilation/__pycache__/wrapper.cpython-310.pyc
deleted file mode 100644
index d02e998f..00000000
Binary files a/vllm/compilation/__pycache__/wrapper.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/__init__.cpython-310.pyc b/vllm/core/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 739f5fe4..00000000
Binary files a/vllm/core/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/block_manager_v1.cpython-310.pyc b/vllm/core/__pycache__/block_manager_v1.cpython-310.pyc
deleted file mode 100644
index 8c4fe9ec..00000000
Binary files a/vllm/core/__pycache__/block_manager_v1.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/block_manager_v2.cpython-310.pyc b/vllm/core/__pycache__/block_manager_v2.cpython-310.pyc
deleted file mode 100644
index 7d29f4e0..00000000
Binary files a/vllm/core/__pycache__/block_manager_v2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/evictor_v1.cpython-310.pyc b/vllm/core/__pycache__/evictor_v1.cpython-310.pyc
deleted file mode 100644
index 2caaca76..00000000
Binary files a/vllm/core/__pycache__/evictor_v1.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/evictor_v2.cpython-310.pyc b/vllm/core/__pycache__/evictor_v2.cpython-310.pyc
deleted file mode 100644
index d0da42db..00000000
Binary files a/vllm/core/__pycache__/evictor_v2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/interfaces.cpython-310.pyc b/vllm/core/__pycache__/interfaces.cpython-310.pyc
deleted file mode 100644
index 8f954aaa..00000000
Binary files a/vllm/core/__pycache__/interfaces.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/placeholder_block_space_manager.cpython-310.pyc b/vllm/core/__pycache__/placeholder_block_space_manager.cpython-310.pyc
deleted file mode 100644
index 923858d6..00000000
Binary files a/vllm/core/__pycache__/placeholder_block_space_manager.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/__pycache__/scheduler.cpython-310.pyc b/vllm/core/__pycache__/scheduler.cpython-310.pyc
deleted file mode 100644
index c514172c..00000000
Binary files a/vllm/core/__pycache__/scheduler.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/__init__.cpython-310.pyc b/vllm/core/block/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 34aafd7f..00000000
Binary files a/vllm/core/block/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/block_table.cpython-310.pyc b/vllm/core/block/__pycache__/block_table.cpython-310.pyc
deleted file mode 100644
index 08a2cb61..00000000
Binary files a/vllm/core/block/__pycache__/block_table.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/common.cpython-310.pyc b/vllm/core/block/__pycache__/common.cpython-310.pyc
deleted file mode 100644
index 61171acc..00000000
Binary files a/vllm/core/block/__pycache__/common.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/cpu_gpu_block_allocator.cpython-310.pyc b/vllm/core/block/__pycache__/cpu_gpu_block_allocator.cpython-310.pyc
deleted file mode 100644
index fe2ad476..00000000
Binary files a/vllm/core/block/__pycache__/cpu_gpu_block_allocator.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/interfaces.cpython-310.pyc b/vllm/core/block/__pycache__/interfaces.cpython-310.pyc
deleted file mode 100644
index 209e8653..00000000
Binary files a/vllm/core/block/__pycache__/interfaces.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/naive_block.cpython-310.pyc b/vllm/core/block/__pycache__/naive_block.cpython-310.pyc
deleted file mode 100644
index b6ab38de..00000000
Binary files a/vllm/core/block/__pycache__/naive_block.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/prefix_caching_block.cpython-310.pyc b/vllm/core/block/__pycache__/prefix_caching_block.cpython-310.pyc
deleted file mode 100644
index ef023112..00000000
Binary files a/vllm/core/block/__pycache__/prefix_caching_block.cpython-310.pyc and /dev/null differ
diff --git a/vllm/core/block/__pycache__/utils.cpython-310.pyc b/vllm/core/block/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index bf15d4d8..00000000
Binary files a/vllm/core/block/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/__pycache__/__init__.cpython-310.pyc b/vllm/distributed/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index a6e0082f..00000000
Binary files a/vllm/distributed/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/__pycache__/communication_op.cpython-310.pyc b/vllm/distributed/__pycache__/communication_op.cpython-310.pyc
deleted file mode 100644
index 62c0c1bc..00000000
Binary files a/vllm/distributed/__pycache__/communication_op.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/__pycache__/parallel_state.cpython-310.pyc b/vllm/distributed/__pycache__/parallel_state.cpython-310.pyc
deleted file mode 100644
index ca533991..00000000
Binary files a/vllm/distributed/__pycache__/parallel_state.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/__pycache__/utils.cpython-310.pyc b/vllm/distributed/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 34cb00fc..00000000
Binary files a/vllm/distributed/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/__init__.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 2619583b..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/cuda_wrapper.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/cuda_wrapper.cpython-310.pyc
deleted file mode 100644
index b88d48c3..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/cuda_wrapper.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/custom_all_reduce.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/custom_all_reduce.cpython-310.pyc
deleted file mode 100644
index 045bef61..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/custom_all_reduce.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/custom_all_reduce_utils.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/custom_all_reduce_utils.cpython-310.pyc
deleted file mode 100644
index 44034d54..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/custom_all_reduce_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/pynccl.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/pynccl.cpython-310.pyc
deleted file mode 100644
index 7018b7e3..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/pynccl.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/pynccl_wrapper.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/pynccl_wrapper.cpython-310.pyc
deleted file mode 100644
index 0563cd48..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/pynccl_wrapper.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/shm_broadcast.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/shm_broadcast.cpython-310.pyc
deleted file mode 100644
index f2b96161..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/shm_broadcast.cpython-310.pyc and /dev/null differ
diff --git a/vllm/distributed/device_communicators/__pycache__/tpu_communicator.cpython-310.pyc b/vllm/distributed/device_communicators/__pycache__/tpu_communicator.cpython-310.pyc
deleted file mode 100644
index bbe43484..00000000
Binary files a/vllm/distributed/device_communicators/__pycache__/tpu_communicator.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/__init__.cpython-310.pyc b/vllm/engine/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 1551cee9..00000000
Binary files a/vllm/engine/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/arg_utils.cpython-310.pyc b/vllm/engine/__pycache__/arg_utils.cpython-310.pyc
deleted file mode 100644
index 5e1985a0..00000000
Binary files a/vllm/engine/__pycache__/arg_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/async_llm_engine.cpython-310.pyc b/vllm/engine/__pycache__/async_llm_engine.cpython-310.pyc
deleted file mode 100644
index 39ae9e5c..00000000
Binary files a/vllm/engine/__pycache__/async_llm_engine.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/async_timeout.cpython-310.pyc b/vllm/engine/__pycache__/async_timeout.cpython-310.pyc
deleted file mode 100644
index 262eb076..00000000
Binary files a/vllm/engine/__pycache__/async_timeout.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/llm_engine.cpython-310.pyc b/vllm/engine/__pycache__/llm_engine.cpython-310.pyc
deleted file mode 100644
index 4b9dfeda..00000000
Binary files a/vllm/engine/__pycache__/llm_engine.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/metrics.cpython-310.pyc b/vllm/engine/__pycache__/metrics.cpython-310.pyc
deleted file mode 100644
index 7067853d..00000000
Binary files a/vllm/engine/__pycache__/metrics.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/metrics_types.cpython-310.pyc b/vllm/engine/__pycache__/metrics_types.cpython-310.pyc
deleted file mode 100644
index 6333dd96..00000000
Binary files a/vllm/engine/__pycache__/metrics_types.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/__pycache__/protocol.cpython-310.pyc b/vllm/engine/__pycache__/protocol.cpython-310.pyc
deleted file mode 100644
index 0e434b6c..00000000
Binary files a/vllm/engine/__pycache__/protocol.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/multiprocessing/__pycache__/__init__.cpython-310.pyc b/vllm/engine/multiprocessing/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 18aafdfb..00000000
Binary files a/vllm/engine/multiprocessing/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/multiprocessing/__pycache__/client.cpython-310.pyc b/vllm/engine/multiprocessing/__pycache__/client.cpython-310.pyc
deleted file mode 100644
index a24654bc..00000000
Binary files a/vllm/engine/multiprocessing/__pycache__/client.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/multiprocessing/__pycache__/engine.cpython-310.pyc b/vllm/engine/multiprocessing/__pycache__/engine.cpython-310.pyc
deleted file mode 100644
index 52c55834..00000000
Binary files a/vllm/engine/multiprocessing/__pycache__/engine.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/output_processor/__pycache__/__init__.cpython-310.pyc b/vllm/engine/output_processor/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 5e7f46a6..00000000
Binary files a/vllm/engine/output_processor/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/output_processor/__pycache__/interfaces.cpython-310.pyc b/vllm/engine/output_processor/__pycache__/interfaces.cpython-310.pyc
deleted file mode 100644
index 87ff7e95..00000000
Binary files a/vllm/engine/output_processor/__pycache__/interfaces.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/output_processor/__pycache__/multi_step.cpython-310.pyc b/vllm/engine/output_processor/__pycache__/multi_step.cpython-310.pyc
deleted file mode 100644
index 8dc16c92..00000000
Binary files a/vllm/engine/output_processor/__pycache__/multi_step.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/output_processor/__pycache__/single_step.cpython-310.pyc b/vllm/engine/output_processor/__pycache__/single_step.cpython-310.pyc
deleted file mode 100644
index 6bbc9431..00000000
Binary files a/vllm/engine/output_processor/__pycache__/single_step.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/output_processor/__pycache__/stop_checker.cpython-310.pyc b/vllm/engine/output_processor/__pycache__/stop_checker.cpython-310.pyc
deleted file mode 100644
index 3747b52d..00000000
Binary files a/vllm/engine/output_processor/__pycache__/stop_checker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/engine/output_processor/__pycache__/util.cpython-310.pyc b/vllm/engine/output_processor/__pycache__/util.cpython-310.pyc
deleted file mode 100644
index 2ee93e86..00000000
Binary files a/vllm/engine/output_processor/__pycache__/util.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/__pycache__/__init__.cpython-310.pyc b/vllm/entrypoints/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 87300de6..00000000
Binary files a/vllm/entrypoints/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/__pycache__/api_server.cpython-310.pyc b/vllm/entrypoints/__pycache__/api_server.cpython-310.pyc
deleted file mode 100644
index 48c4537a..00000000
Binary files a/vllm/entrypoints/__pycache__/api_server.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/__pycache__/chat_utils.cpython-310.pyc b/vllm/entrypoints/__pycache__/chat_utils.cpython-310.pyc
deleted file mode 100644
index f9a500ea..00000000
Binary files a/vllm/entrypoints/__pycache__/chat_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/__pycache__/launcher.cpython-310.pyc b/vllm/entrypoints/__pycache__/launcher.cpython-310.pyc
deleted file mode 100644
index b67935de..00000000
Binary files a/vllm/entrypoints/__pycache__/launcher.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/__pycache__/llm.cpython-310.pyc b/vllm/entrypoints/__pycache__/llm.cpython-310.pyc
deleted file mode 100644
index c67e7a0e..00000000
Binary files a/vllm/entrypoints/__pycache__/llm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/__pycache__/logger.cpython-310.pyc b/vllm/entrypoints/__pycache__/logger.cpython-310.pyc
deleted file mode 100644
index e603f651..00000000
Binary files a/vllm/entrypoints/__pycache__/logger.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/__init__.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index ed69a5d2..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/api_server.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/api_server.cpython-310.pyc
deleted file mode 100644
index 6f956990..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/api_server.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/cli_args.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/cli_args.cpython-310.pyc
deleted file mode 100644
index e8274a59..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/cli_args.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/logits_processors.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/logits_processors.cpython-310.pyc
deleted file mode 100644
index d8c80f93..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/logits_processors.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/protocol.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/protocol.cpython-310.pyc
deleted file mode 100644
index a2b14922..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/protocol.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/run_batch.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/run_batch.cpython-310.pyc
deleted file mode 100644
index acb744c7..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/run_batch.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/serving_chat.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/serving_chat.cpython-310.pyc
deleted file mode 100644
index ac60efec..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/serving_chat.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/serving_completion.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/serving_completion.cpython-310.pyc
deleted file mode 100644
index 4fb40e4a..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/serving_completion.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/serving_embedding.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/serving_embedding.cpython-310.pyc
deleted file mode 100644
index 32f81569..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/serving_embedding.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/serving_engine.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/serving_engine.cpython-310.pyc
deleted file mode 100644
index f33f7a0d..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/serving_engine.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/__pycache__/serving_tokenization.cpython-310.pyc b/vllm/entrypoints/openai/__pycache__/serving_tokenization.cpython-310.pyc
deleted file mode 100644
index 73a6915e..00000000
Binary files a/vllm/entrypoints/openai/__pycache__/serving_tokenization.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/tool_parsers/__pycache__/__init__.cpython-310.pyc b/vllm/entrypoints/openai/tool_parsers/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 2b6e806d..00000000
Binary files a/vllm/entrypoints/openai/tool_parsers/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/tool_parsers/__pycache__/abstract_tool_parser.cpython-310.pyc b/vllm/entrypoints/openai/tool_parsers/__pycache__/abstract_tool_parser.cpython-310.pyc
deleted file mode 100644
index 77c67829..00000000
Binary files a/vllm/entrypoints/openai/tool_parsers/__pycache__/abstract_tool_parser.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/tool_parsers/__pycache__/hermes_tool_parser.cpython-310.pyc b/vllm/entrypoints/openai/tool_parsers/__pycache__/hermes_tool_parser.cpython-310.pyc
deleted file mode 100644
index f621c026..00000000
Binary files a/vllm/entrypoints/openai/tool_parsers/__pycache__/hermes_tool_parser.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/tool_parsers/__pycache__/internlm2_tool_parser.cpython-310.pyc b/vllm/entrypoints/openai/tool_parsers/__pycache__/internlm2_tool_parser.cpython-310.pyc
deleted file mode 100644
index 15c820dd..00000000
Binary files a/vllm/entrypoints/openai/tool_parsers/__pycache__/internlm2_tool_parser.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/tool_parsers/__pycache__/llama_tool_parser.cpython-310.pyc b/vllm/entrypoints/openai/tool_parsers/__pycache__/llama_tool_parser.cpython-310.pyc
deleted file mode 100644
index dc102bf3..00000000
Binary files a/vllm/entrypoints/openai/tool_parsers/__pycache__/llama_tool_parser.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/tool_parsers/__pycache__/mistral_tool_parser.cpython-310.pyc b/vllm/entrypoints/openai/tool_parsers/__pycache__/mistral_tool_parser.cpython-310.pyc
deleted file mode 100644
index c5f6714d..00000000
Binary files a/vllm/entrypoints/openai/tool_parsers/__pycache__/mistral_tool_parser.cpython-310.pyc and /dev/null differ
diff --git a/vllm/entrypoints/openai/tool_parsers/__pycache__/utils.cpython-310.pyc b/vllm/entrypoints/openai/tool_parsers/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 31b9a814..00000000
Binary files a/vllm/entrypoints/openai/tool_parsers/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/__init__.cpython-310.pyc b/vllm/executor/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 7908a153..00000000
Binary files a/vllm/executor/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/cpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/cpu_executor.cpython-310.pyc
deleted file mode 100644
index 6286a080..00000000
Binary files a/vllm/executor/__pycache__/cpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/distributed_gpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/distributed_gpu_executor.cpython-310.pyc
deleted file mode 100644
index 2a851d82..00000000
Binary files a/vllm/executor/__pycache__/distributed_gpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/executor_base.cpython-310.pyc b/vllm/executor/__pycache__/executor_base.cpython-310.pyc
deleted file mode 100644
index 62c0ced4..00000000
Binary files a/vllm/executor/__pycache__/executor_base.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/gpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/gpu_executor.cpython-310.pyc
deleted file mode 100644
index 046d7c02..00000000
Binary files a/vllm/executor/__pycache__/gpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/msgspec_utils.cpython-310.pyc b/vllm/executor/__pycache__/msgspec_utils.cpython-310.pyc
deleted file mode 100644
index 7929228c..00000000
Binary files a/vllm/executor/__pycache__/msgspec_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/multiproc_gpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/multiproc_gpu_executor.cpython-310.pyc
deleted file mode 100644
index a9f62cd7..00000000
Binary files a/vllm/executor/__pycache__/multiproc_gpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/multiproc_worker_utils.cpython-310.pyc b/vllm/executor/__pycache__/multiproc_worker_utils.cpython-310.pyc
deleted file mode 100644
index 7d6a6111..00000000
Binary files a/vllm/executor/__pycache__/multiproc_worker_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/multiproc_xpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/multiproc_xpu_executor.cpython-310.pyc
deleted file mode 100644
index af0c3912..00000000
Binary files a/vllm/executor/__pycache__/multiproc_xpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/neuron_executor.cpython-310.pyc b/vllm/executor/__pycache__/neuron_executor.cpython-310.pyc
deleted file mode 100644
index 778b2377..00000000
Binary files a/vllm/executor/__pycache__/neuron_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/openvino_executor.cpython-310.pyc b/vllm/executor/__pycache__/openvino_executor.cpython-310.pyc
deleted file mode 100644
index 43c6b1f2..00000000
Binary files a/vllm/executor/__pycache__/openvino_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/ray_gpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/ray_gpu_executor.cpython-310.pyc
deleted file mode 100644
index e2792133..00000000
Binary files a/vllm/executor/__pycache__/ray_gpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/ray_tpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/ray_tpu_executor.cpython-310.pyc
deleted file mode 100644
index eb316e4b..00000000
Binary files a/vllm/executor/__pycache__/ray_tpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/ray_utils.cpython-310.pyc b/vllm/executor/__pycache__/ray_utils.cpython-310.pyc
deleted file mode 100644
index 3f010a54..00000000
Binary files a/vllm/executor/__pycache__/ray_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/ray_xpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/ray_xpu_executor.cpython-310.pyc
deleted file mode 100644
index 686dd9b5..00000000
Binary files a/vllm/executor/__pycache__/ray_xpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/tpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/tpu_executor.cpython-310.pyc
deleted file mode 100644
index 59a4791e..00000000
Binary files a/vllm/executor/__pycache__/tpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/executor/__pycache__/xpu_executor.cpython-310.pyc b/vllm/executor/__pycache__/xpu_executor.cpython-310.pyc
deleted file mode 100644
index bbd80763..00000000
Binary files a/vllm/executor/__pycache__/xpu_executor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/inputs/__pycache__/__init__.cpython-310.pyc b/vllm/inputs/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index f75d0687..00000000
Binary files a/vllm/inputs/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/inputs/__pycache__/data.cpython-310.pyc b/vllm/inputs/__pycache__/data.cpython-310.pyc
deleted file mode 100644
index 8128f102..00000000
Binary files a/vllm/inputs/__pycache__/data.cpython-310.pyc and /dev/null differ
diff --git a/vllm/inputs/__pycache__/parse.cpython-310.pyc b/vllm/inputs/__pycache__/parse.cpython-310.pyc
deleted file mode 100644
index 55308de9..00000000
Binary files a/vllm/inputs/__pycache__/parse.cpython-310.pyc and /dev/null differ
diff --git a/vllm/inputs/__pycache__/preprocess.cpython-310.pyc b/vllm/inputs/__pycache__/preprocess.cpython-310.pyc
deleted file mode 100644
index e20ea00f..00000000
Binary files a/vllm/inputs/__pycache__/preprocess.cpython-310.pyc and /dev/null differ
diff --git a/vllm/inputs/__pycache__/registry.cpython-310.pyc b/vllm/inputs/__pycache__/registry.cpython-310.pyc
deleted file mode 100644
index 8ba84363..00000000
Binary files a/vllm/inputs/__pycache__/registry.cpython-310.pyc and /dev/null differ
diff --git a/vllm/logging/__pycache__/__init__.cpython-310.pyc b/vllm/logging/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index f63a1625..00000000
Binary files a/vllm/logging/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/logging/__pycache__/formatter.cpython-310.pyc b/vllm/logging/__pycache__/formatter.cpython-310.pyc
deleted file mode 100644
index 06654211..00000000
Binary files a/vllm/logging/__pycache__/formatter.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/__init__.cpython-310.pyc b/vllm/lora/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index ae16c494..00000000
Binary files a/vllm/lora/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/fully_sharded_layers.cpython-310.pyc b/vllm/lora/__pycache__/fully_sharded_layers.cpython-310.pyc
deleted file mode 100644
index 7e13e761..00000000
Binary files a/vllm/lora/__pycache__/fully_sharded_layers.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/layers.cpython-310.pyc b/vllm/lora/__pycache__/layers.cpython-310.pyc
deleted file mode 100644
index 7d1ee4c2..00000000
Binary files a/vllm/lora/__pycache__/layers.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/lora.cpython-310.pyc b/vllm/lora/__pycache__/lora.cpython-310.pyc
deleted file mode 100644
index f0da9888..00000000
Binary files a/vllm/lora/__pycache__/lora.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/models.cpython-310.pyc b/vllm/lora/__pycache__/models.cpython-310.pyc
deleted file mode 100644
index 63d5a532..00000000
Binary files a/vllm/lora/__pycache__/models.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/punica.cpython-310.pyc b/vllm/lora/__pycache__/punica.cpython-310.pyc
deleted file mode 100644
index aeedbe94..00000000
Binary files a/vllm/lora/__pycache__/punica.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/request.cpython-310.pyc b/vllm/lora/__pycache__/request.cpython-310.pyc
deleted file mode 100644
index 39e31433..00000000
Binary files a/vllm/lora/__pycache__/request.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/utils.cpython-310.pyc b/vllm/lora/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 76b259e1..00000000
Binary files a/vllm/lora/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/__pycache__/worker_manager.cpython-310.pyc b/vllm/lora/__pycache__/worker_manager.cpython-310.pyc
deleted file mode 100644
index 68fe5724..00000000
Binary files a/vllm/lora/__pycache__/worker_manager.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/__init__.cpython-310.pyc b/vllm/lora/ops/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 85eb3c18..00000000
Binary files a/vllm/lora/ops/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/bgmv_expand.cpython-310.pyc b/vllm/lora/ops/__pycache__/bgmv_expand.cpython-310.pyc
deleted file mode 100644
index 7e6e3cb3..00000000
Binary files a/vllm/lora/ops/__pycache__/bgmv_expand.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/bgmv_expand_slice.cpython-310.pyc b/vllm/lora/ops/__pycache__/bgmv_expand_slice.cpython-310.pyc
deleted file mode 100644
index c64e2747..00000000
Binary files a/vllm/lora/ops/__pycache__/bgmv_expand_slice.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/bgmv_shrink.cpython-310.pyc b/vllm/lora/ops/__pycache__/bgmv_shrink.cpython-310.pyc
deleted file mode 100644
index 3938bb80..00000000
Binary files a/vllm/lora/ops/__pycache__/bgmv_shrink.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/sgmv_expand.cpython-310.pyc b/vllm/lora/ops/__pycache__/sgmv_expand.cpython-310.pyc
deleted file mode 100644
index 1e54c339..00000000
Binary files a/vllm/lora/ops/__pycache__/sgmv_expand.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/sgmv_expand_slice.cpython-310.pyc b/vllm/lora/ops/__pycache__/sgmv_expand_slice.cpython-310.pyc
deleted file mode 100644
index 51f1d6a3..00000000
Binary files a/vllm/lora/ops/__pycache__/sgmv_expand_slice.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/sgmv_shrink.cpython-310.pyc b/vllm/lora/ops/__pycache__/sgmv_shrink.cpython-310.pyc
deleted file mode 100644
index 00b0ff3e..00000000
Binary files a/vllm/lora/ops/__pycache__/sgmv_shrink.cpython-310.pyc and /dev/null differ
diff --git a/vllm/lora/ops/__pycache__/utils.cpython-310.pyc b/vllm/lora/ops/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 762bb685..00000000
Binary files a/vllm/lora/ops/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 421f74ba..00000000
Binary files a/vllm/model_executor/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/__pycache__/custom_op.cpython-310.pyc b/vllm/model_executor/__pycache__/custom_op.cpython-310.pyc
deleted file mode 100644
index f1ba15b2..00000000
Binary files a/vllm/model_executor/__pycache__/custom_op.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/__pycache__/parameter.cpython-310.pyc b/vllm/model_executor/__pycache__/parameter.cpython-310.pyc
deleted file mode 100644
index 3afe744b..00000000
Binary files a/vllm/model_executor/__pycache__/parameter.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/__pycache__/pooling_metadata.cpython-310.pyc b/vllm/model_executor/__pycache__/pooling_metadata.cpython-310.pyc
deleted file mode 100644
index c03a4f1c..00000000
Binary files a/vllm/model_executor/__pycache__/pooling_metadata.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/__pycache__/sampling_metadata.cpython-310.pyc b/vllm/model_executor/__pycache__/sampling_metadata.cpython-310.pyc
deleted file mode 100644
index eea46e0a..00000000
Binary files a/vllm/model_executor/__pycache__/sampling_metadata.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/__pycache__/utils.cpython-310.pyc b/vllm/model_executor/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 701fc866..00000000
Binary files a/vllm/model_executor/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/guided_decoding/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/guided_decoding/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 28579317..00000000
Binary files a/vllm/model_executor/guided_decoding/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/guided_decoding/__pycache__/guided_fields.cpython-310.pyc b/vllm/model_executor/guided_decoding/__pycache__/guided_fields.cpython-310.pyc
deleted file mode 100644
index fba47425..00000000
Binary files a/vllm/model_executor/guided_decoding/__pycache__/guided_fields.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/guided_decoding/__pycache__/lm_format_enforcer_decoding.cpython-310.pyc b/vllm/model_executor/guided_decoding/__pycache__/lm_format_enforcer_decoding.cpython-310.pyc
deleted file mode 100644
index 04aec4d8..00000000
Binary files a/vllm/model_executor/guided_decoding/__pycache__/lm_format_enforcer_decoding.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/guided_decoding/__pycache__/outlines_decoding.cpython-310.pyc b/vllm/model_executor/guided_decoding/__pycache__/outlines_decoding.cpython-310.pyc
deleted file mode 100644
index da22e84a..00000000
Binary files a/vllm/model_executor/guided_decoding/__pycache__/outlines_decoding.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/guided_decoding/__pycache__/outlines_logits_processors.cpython-310.pyc b/vllm/model_executor/guided_decoding/__pycache__/outlines_logits_processors.cpython-310.pyc
deleted file mode 100644
index d6c6685a..00000000
Binary files a/vllm/model_executor/guided_decoding/__pycache__/outlines_logits_processors.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 81677ab4..00000000
Binary files a/vllm/model_executor/layers/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/activation.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/activation.cpython-310.pyc
deleted file mode 100644
index 6d39d5d9..00000000
Binary files a/vllm/model_executor/layers/__pycache__/activation.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/layernorm.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/layernorm.cpython-310.pyc
deleted file mode 100644
index e77cc9c9..00000000
Binary files a/vllm/model_executor/layers/__pycache__/layernorm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/linear.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/linear.cpython-310.pyc
deleted file mode 100644
index 15218011..00000000
Binary files a/vllm/model_executor/layers/__pycache__/linear.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/logits_processor.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/logits_processor.cpython-310.pyc
deleted file mode 100644
index f996ecf1..00000000
Binary files a/vllm/model_executor/layers/__pycache__/logits_processor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/pooler.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/pooler.cpython-310.pyc
deleted file mode 100644
index dbb2daee..00000000
Binary files a/vllm/model_executor/layers/__pycache__/pooler.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/rejection_sampler.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/rejection_sampler.cpython-310.pyc
deleted file mode 100644
index c6362a4a..00000000
Binary files a/vllm/model_executor/layers/__pycache__/rejection_sampler.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/resampler.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/resampler.cpython-310.pyc
deleted file mode 100644
index 3807358b..00000000
Binary files a/vllm/model_executor/layers/__pycache__/resampler.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/rotary_embedding.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/rotary_embedding.cpython-310.pyc
deleted file mode 100644
index 6eecd9e6..00000000
Binary files a/vllm/model_executor/layers/__pycache__/rotary_embedding.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/sampler.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/sampler.cpython-310.pyc
deleted file mode 100644
index 141fdd95..00000000
Binary files a/vllm/model_executor/layers/__pycache__/sampler.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/spec_decode_base_sampler.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/spec_decode_base_sampler.cpython-310.pyc
deleted file mode 100644
index cc8eeaa7..00000000
Binary files a/vllm/model_executor/layers/__pycache__/spec_decode_base_sampler.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/typical_acceptance_sampler.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/typical_acceptance_sampler.cpython-310.pyc
deleted file mode 100644
index 93151545..00000000
Binary files a/vllm/model_executor/layers/__pycache__/typical_acceptance_sampler.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/__pycache__/vocab_parallel_embedding.cpython-310.pyc b/vllm/model_executor/layers/__pycache__/vocab_parallel_embedding.cpython-310.pyc
deleted file mode 100644
index 1f147956..00000000
Binary files a/vllm/model_executor/layers/__pycache__/vocab_parallel_embedding.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/fused_moe/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/fused_moe/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index c2533055..00000000
Binary files a/vllm/model_executor/layers/fused_moe/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/fused_moe/__pycache__/fused_marlin_moe.cpython-310.pyc b/vllm/model_executor/layers/fused_moe/__pycache__/fused_marlin_moe.cpython-310.pyc
deleted file mode 100644
index d6a81e1f..00000000
Binary files a/vllm/model_executor/layers/fused_moe/__pycache__/fused_marlin_moe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/fused_moe/__pycache__/fused_moe.cpython-310.pyc b/vllm/model_executor/layers/fused_moe/__pycache__/fused_moe.cpython-310.pyc
deleted file mode 100644
index a8998d5e..00000000
Binary files a/vllm/model_executor/layers/fused_moe/__pycache__/fused_moe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/fused_moe/__pycache__/layer.cpython-310.pyc b/vllm/model_executor/layers/fused_moe/__pycache__/layer.cpython-310.pyc
deleted file mode 100644
index ac60ed22..00000000
Binary files a/vllm/model_executor/layers/fused_moe/__pycache__/layer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/fused_moe/__pycache__/moe_pallas.cpython-310.pyc b/vllm/model_executor/layers/fused_moe/__pycache__/moe_pallas.cpython-310.pyc
deleted file mode 100644
index afcf2182..00000000
Binary files a/vllm/model_executor/layers/fused_moe/__pycache__/moe_pallas.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/mamba/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/mamba/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index bff33db5..00000000
Binary files a/vllm/model_executor/layers/mamba/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/mamba/ops/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/mamba/ops/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index db529d18..00000000
Binary files a/vllm/model_executor/layers/mamba/ops/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/mamba/ops/__pycache__/causal_conv1d.cpython-310.pyc b/vllm/model_executor/layers/mamba/ops/__pycache__/causal_conv1d.cpython-310.pyc
deleted file mode 100644
index a8096759..00000000
Binary files a/vllm/model_executor/layers/mamba/ops/__pycache__/causal_conv1d.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/mamba/ops/__pycache__/mamba_ssm.cpython-310.pyc b/vllm/model_executor/layers/mamba/ops/__pycache__/mamba_ssm.cpython-310.pyc
deleted file mode 100644
index 9df7c51b..00000000
Binary files a/vllm/model_executor/layers/mamba/ops/__pycache__/mamba_ssm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 604ce81c..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/aqlm.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/aqlm.cpython-310.pyc
deleted file mode 100644
index b6411a0c..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/aqlm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/awq.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/awq.cpython-310.pyc
deleted file mode 100644
index b4313583..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/awq.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/awq_marlin.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/awq_marlin.cpython-310.pyc
deleted file mode 100644
index da2226f6..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/awq_marlin.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/awq_triton.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/awq_triton.cpython-310.pyc
deleted file mode 100644
index 35acfdbe..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/awq_triton.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/base_config.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/base_config.cpython-310.pyc
deleted file mode 100644
index 9854775d..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/base_config.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/bitsandbytes.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/bitsandbytes.cpython-310.pyc
deleted file mode 100644
index 8d82027c..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/bitsandbytes.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/deepspeedfp.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/deepspeedfp.cpython-310.pyc
deleted file mode 100644
index 63e85074..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/deepspeedfp.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/experts_int8.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/experts_int8.cpython-310.pyc
deleted file mode 100644
index 8b21597b..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/experts_int8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/fbgemm_fp8.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/fbgemm_fp8.cpython-310.pyc
deleted file mode 100644
index 653faed6..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/fbgemm_fp8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/fp8.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/fp8.cpython-310.pyc
deleted file mode 100644
index 69307e97..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/fp8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/gguf.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/gguf.cpython-310.pyc
deleted file mode 100644
index 83bba2de..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/gguf.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/gptq.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/gptq.cpython-310.pyc
deleted file mode 100644
index 4d3e1aee..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/gptq.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/gptq_marlin.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/gptq_marlin.cpython-310.pyc
deleted file mode 100644
index 37db2758..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/gptq_marlin.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/gptq_marlin_24.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/gptq_marlin_24.cpython-310.pyc
deleted file mode 100644
index b8ca4212..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/gptq_marlin_24.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/ipex_quant.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/ipex_quant.cpython-310.pyc
deleted file mode 100644
index e54fd25c..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/ipex_quant.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/kv_cache.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/kv_cache.cpython-310.pyc
deleted file mode 100644
index b480070b..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/kv_cache.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/marlin.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/marlin.cpython-310.pyc
deleted file mode 100644
index 366a68e9..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/marlin.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/modelopt.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/modelopt.cpython-310.pyc
deleted file mode 100644
index e183ab23..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/modelopt.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/neuron_quant.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/neuron_quant.cpython-310.pyc
deleted file mode 100644
index b2502a4f..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/neuron_quant.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/qqq.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/qqq.cpython-310.pyc
deleted file mode 100644
index 4f52f555..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/qqq.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/schema.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/schema.cpython-310.pyc
deleted file mode 100644
index e1ee39ce..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/schema.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/tpu_int8.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/tpu_int8.cpython-310.pyc
deleted file mode 100644
index b845e7cf..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/tpu_int8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/__pycache__/w8a16.cpython-310.pyc b/vllm/model_executor/layers/quantization/__pycache__/w8a16.cpython-310.pyc
deleted file mode 100644
index 6233d9f2..00000000
Binary files a/vllm/model_executor/layers/quantization/__pycache__/w8a16.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 68eeae05..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/compressed_tensors.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/compressed_tensors.cpython-310.pyc
deleted file mode 100644
index 974a023f..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/compressed_tensors.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/compressed_tensors_moe.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/compressed_tensors_moe.cpython-310.pyc
deleted file mode 100644
index ec089a8a..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/compressed_tensors_moe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/utils.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index e3f672d9..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index feb5095b..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_scheme.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_scheme.cpython-310.pyc
deleted file mode 100644
index da1f1f6a..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_scheme.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w4a16_24.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w4a16_24.cpython-310.pyc
deleted file mode 100644
index ff3e1306..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w4a16_24.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a16_fp8.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a16_fp8.cpython-310.pyc
deleted file mode 100644
index 876114d9..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a16_fp8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a8_fp8.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a8_fp8.cpython-310.pyc
deleted file mode 100644
index 24033fb8..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a8_fp8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a8_int8.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a8_int8.cpython-310.pyc
deleted file mode 100644
index 885529e9..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_w8a8_int8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_wNa16.cpython-310.pyc b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_wNa16.cpython-310.pyc
deleted file mode 100644
index 28ca66a9..00000000
Binary files a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__pycache__/compressed_tensors_wNa16.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/kernels/__pycache__/MPLinearKernel.cpython-310.pyc b/vllm/model_executor/layers/quantization/kernels/__pycache__/MPLinearKernel.cpython-310.pyc
deleted file mode 100644
index 3f44c3b2..00000000
Binary files a/vllm/model_executor/layers/quantization/kernels/__pycache__/MPLinearKernel.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/kernels/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/quantization/kernels/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 80266963..00000000
Binary files a/vllm/model_executor/layers/quantization/kernels/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/kernels/__pycache__/machete.cpython-310.pyc b/vllm/model_executor/layers/quantization/kernels/__pycache__/machete.cpython-310.pyc
deleted file mode 100644
index 1e75a511..00000000
Binary files a/vllm/model_executor/layers/quantization/kernels/__pycache__/machete.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/kernels/__pycache__/marlin.cpython-310.pyc b/vllm/model_executor/layers/quantization/kernels/__pycache__/marlin.cpython-310.pyc
deleted file mode 100644
index 6bd299a6..00000000
Binary files a/vllm/model_executor/layers/quantization/kernels/__pycache__/marlin.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index d20c04eb..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/layer_utils.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/layer_utils.cpython-310.pyc
deleted file mode 100644
index 0b475440..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/layer_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/machete_utils.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/machete_utils.cpython-310.pyc
deleted file mode 100644
index 3b1015fc..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/machete_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils.cpython-310.pyc
deleted file mode 100644
index 1d09eb9d..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_fp8.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_fp8.cpython-310.pyc
deleted file mode 100644
index 318e84b0..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_fp8.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test.cpython-310.pyc
deleted file mode 100644
index c5929a46..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test_24.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test_24.cpython-310.pyc
deleted file mode 100644
index 26930bc6..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test_24.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test_qqq.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test_qqq.cpython-310.pyc
deleted file mode 100644
index 3bf1f4bc..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/marlin_utils_test_qqq.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/quant_utils.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/quant_utils.cpython-310.pyc
deleted file mode 100644
index e9877647..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/quant_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/layers/quantization/utils/__pycache__/w8a8_utils.cpython-310.pyc b/vllm/model_executor/layers/quantization/utils/__pycache__/w8a8_utils.cpython-310.pyc
deleted file mode 100644
index 030d2f76..00000000
Binary files a/vllm/model_executor/layers/quantization/utils/__pycache__/w8a8_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/model_loader/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/model_loader/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 93f94a4a..00000000
Binary files a/vllm/model_executor/model_loader/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/model_loader/__pycache__/loader.cpython-310.pyc b/vllm/model_executor/model_loader/__pycache__/loader.cpython-310.pyc
deleted file mode 100644
index 50280b70..00000000
Binary files a/vllm/model_executor/model_loader/__pycache__/loader.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/model_loader/__pycache__/neuron.cpython-310.pyc b/vllm/model_executor/model_loader/__pycache__/neuron.cpython-310.pyc
deleted file mode 100644
index 4d66454a..00000000
Binary files a/vllm/model_executor/model_loader/__pycache__/neuron.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/model_loader/__pycache__/openvino.cpython-310.pyc b/vllm/model_executor/model_loader/__pycache__/openvino.cpython-310.pyc
deleted file mode 100644
index f256d7f1..00000000
Binary files a/vllm/model_executor/model_loader/__pycache__/openvino.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/model_loader/__pycache__/tensorizer.cpython-310.pyc b/vllm/model_executor/model_loader/__pycache__/tensorizer.cpython-310.pyc
deleted file mode 100644
index 8993fb11..00000000
Binary files a/vllm/model_executor/model_loader/__pycache__/tensorizer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/model_loader/__pycache__/utils.cpython-310.pyc b/vllm/model_executor/model_loader/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 33127c29..00000000
Binary files a/vllm/model_executor/model_loader/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/model_loader/__pycache__/weight_utils.cpython-310.pyc b/vllm/model_executor/model_loader/__pycache__/weight_utils.cpython-310.pyc
deleted file mode 100644
index a2a2667b..00000000
Binary files a/vllm/model_executor/model_loader/__pycache__/weight_utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/__init__.cpython-310.pyc b/vllm/model_executor/models/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 769bbc9a..00000000
Binary files a/vllm/model_executor/models/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/arctic.cpython-310.pyc b/vllm/model_executor/models/__pycache__/arctic.cpython-310.pyc
deleted file mode 100644
index 3dd3e7cb..00000000
Binary files a/vllm/model_executor/models/__pycache__/arctic.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/baichuan.cpython-310.pyc b/vllm/model_executor/models/__pycache__/baichuan.cpython-310.pyc
deleted file mode 100644
index b43274eb..00000000
Binary files a/vllm/model_executor/models/__pycache__/baichuan.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/bart.cpython-310.pyc b/vllm/model_executor/models/__pycache__/bart.cpython-310.pyc
deleted file mode 100644
index 363f8050..00000000
Binary files a/vllm/model_executor/models/__pycache__/bart.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/blip.cpython-310.pyc b/vllm/model_executor/models/__pycache__/blip.cpython-310.pyc
deleted file mode 100644
index f27531a7..00000000
Binary files a/vllm/model_executor/models/__pycache__/blip.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/blip2.cpython-310.pyc b/vllm/model_executor/models/__pycache__/blip2.cpython-310.pyc
deleted file mode 100644
index ff0f67fd..00000000
Binary files a/vllm/model_executor/models/__pycache__/blip2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/bloom.cpython-310.pyc b/vllm/model_executor/models/__pycache__/bloom.cpython-310.pyc
deleted file mode 100644
index e2bdd4b1..00000000
Binary files a/vllm/model_executor/models/__pycache__/bloom.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/chameleon.cpython-310.pyc b/vllm/model_executor/models/__pycache__/chameleon.cpython-310.pyc
deleted file mode 100644
index 4d355f0f..00000000
Binary files a/vllm/model_executor/models/__pycache__/chameleon.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/chatglm.cpython-310.pyc b/vllm/model_executor/models/__pycache__/chatglm.cpython-310.pyc
deleted file mode 100644
index 5a0e6b04..00000000
Binary files a/vllm/model_executor/models/__pycache__/chatglm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/clip.cpython-310.pyc b/vllm/model_executor/models/__pycache__/clip.cpython-310.pyc
deleted file mode 100644
index 8d371d89..00000000
Binary files a/vllm/model_executor/models/__pycache__/clip.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/commandr.cpython-310.pyc b/vllm/model_executor/models/__pycache__/commandr.cpython-310.pyc
deleted file mode 100644
index 91e8bc66..00000000
Binary files a/vllm/model_executor/models/__pycache__/commandr.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/dbrx.cpython-310.pyc b/vllm/model_executor/models/__pycache__/dbrx.cpython-310.pyc
deleted file mode 100644
index 24267367..00000000
Binary files a/vllm/model_executor/models/__pycache__/dbrx.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/decilm.cpython-310.pyc b/vllm/model_executor/models/__pycache__/decilm.cpython-310.pyc
deleted file mode 100644
index 30d7d4c0..00000000
Binary files a/vllm/model_executor/models/__pycache__/decilm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/deepseek.cpython-310.pyc b/vllm/model_executor/models/__pycache__/deepseek.cpython-310.pyc
deleted file mode 100644
index 4533427f..00000000
Binary files a/vllm/model_executor/models/__pycache__/deepseek.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/deepseek_v2.cpython-310.pyc b/vllm/model_executor/models/__pycache__/deepseek_v2.cpython-310.pyc
deleted file mode 100644
index bb2b8a7d..00000000
Binary files a/vllm/model_executor/models/__pycache__/deepseek_v2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/eagle.cpython-310.pyc b/vllm/model_executor/models/__pycache__/eagle.cpython-310.pyc
deleted file mode 100644
index 9aedd9d4..00000000
Binary files a/vllm/model_executor/models/__pycache__/eagle.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/exaone.cpython-310.pyc b/vllm/model_executor/models/__pycache__/exaone.cpython-310.pyc
deleted file mode 100644
index 3d88bd0b..00000000
Binary files a/vllm/model_executor/models/__pycache__/exaone.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/falcon.cpython-310.pyc b/vllm/model_executor/models/__pycache__/falcon.cpython-310.pyc
deleted file mode 100644
index bba13aa8..00000000
Binary files a/vllm/model_executor/models/__pycache__/falcon.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/fuyu.cpython-310.pyc b/vllm/model_executor/models/__pycache__/fuyu.cpython-310.pyc
deleted file mode 100644
index 03c9d371..00000000
Binary files a/vllm/model_executor/models/__pycache__/fuyu.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/gemma.cpython-310.pyc b/vllm/model_executor/models/__pycache__/gemma.cpython-310.pyc
deleted file mode 100644
index 31ad8d30..00000000
Binary files a/vllm/model_executor/models/__pycache__/gemma.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/gemma2.cpython-310.pyc b/vllm/model_executor/models/__pycache__/gemma2.cpython-310.pyc
deleted file mode 100644
index eba3d7d0..00000000
Binary files a/vllm/model_executor/models/__pycache__/gemma2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/gemma2_embedding.cpython-310.pyc b/vllm/model_executor/models/__pycache__/gemma2_embedding.cpython-310.pyc
deleted file mode 100644
index 601e6c37..00000000
Binary files a/vllm/model_executor/models/__pycache__/gemma2_embedding.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/glm4.cpython-310.pyc b/vllm/model_executor/models/__pycache__/glm4.cpython-310.pyc
deleted file mode 100644
index 4d465ee2..00000000
Binary files a/vllm/model_executor/models/__pycache__/glm4.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/glm4_vision_encoder.cpython-310.pyc b/vllm/model_executor/models/__pycache__/glm4_vision_encoder.cpython-310.pyc
deleted file mode 100644
index 2025bae4..00000000
Binary files a/vllm/model_executor/models/__pycache__/glm4_vision_encoder.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/gpt2.cpython-310.pyc b/vllm/model_executor/models/__pycache__/gpt2.cpython-310.pyc
deleted file mode 100644
index 39602e63..00000000
Binary files a/vllm/model_executor/models/__pycache__/gpt2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/gpt_bigcode.cpython-310.pyc b/vllm/model_executor/models/__pycache__/gpt_bigcode.cpython-310.pyc
deleted file mode 100644
index 6fa561a0..00000000
Binary files a/vllm/model_executor/models/__pycache__/gpt_bigcode.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/gpt_j.cpython-310.pyc b/vllm/model_executor/models/__pycache__/gpt_j.cpython-310.pyc
deleted file mode 100644
index 1375c93d..00000000
Binary files a/vllm/model_executor/models/__pycache__/gpt_j.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/gpt_neox.cpython-310.pyc b/vllm/model_executor/models/__pycache__/gpt_neox.cpython-310.pyc
deleted file mode 100644
index a0a3d4aa..00000000
Binary files a/vllm/model_executor/models/__pycache__/gpt_neox.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/granite.cpython-310.pyc b/vllm/model_executor/models/__pycache__/granite.cpython-310.pyc
deleted file mode 100644
index c48c5186..00000000
Binary files a/vllm/model_executor/models/__pycache__/granite.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/granitemoe.cpython-310.pyc b/vllm/model_executor/models/__pycache__/granitemoe.cpython-310.pyc
deleted file mode 100644
index 92d51607..00000000
Binary files a/vllm/model_executor/models/__pycache__/granitemoe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/idefics2_vision_model.cpython-310.pyc b/vllm/model_executor/models/__pycache__/idefics2_vision_model.cpython-310.pyc
deleted file mode 100644
index ddba3317..00000000
Binary files a/vllm/model_executor/models/__pycache__/idefics2_vision_model.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/interfaces.cpython-310.pyc b/vllm/model_executor/models/__pycache__/interfaces.cpython-310.pyc
deleted file mode 100644
index 8deb891d..00000000
Binary files a/vllm/model_executor/models/__pycache__/interfaces.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/interfaces_base.cpython-310.pyc b/vllm/model_executor/models/__pycache__/interfaces_base.cpython-310.pyc
deleted file mode 100644
index 1fe8c756..00000000
Binary files a/vllm/model_executor/models/__pycache__/interfaces_base.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/intern_vit.cpython-310.pyc b/vllm/model_executor/models/__pycache__/intern_vit.cpython-310.pyc
deleted file mode 100644
index f6c30ccb..00000000
Binary files a/vllm/model_executor/models/__pycache__/intern_vit.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/internlm2.cpython-310.pyc b/vllm/model_executor/models/__pycache__/internlm2.cpython-310.pyc
deleted file mode 100644
index e2ac9929..00000000
Binary files a/vllm/model_executor/models/__pycache__/internlm2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/internvl.cpython-310.pyc b/vllm/model_executor/models/__pycache__/internvl.cpython-310.pyc
deleted file mode 100644
index 72b19060..00000000
Binary files a/vllm/model_executor/models/__pycache__/internvl.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/jais.cpython-310.pyc b/vllm/model_executor/models/__pycache__/jais.cpython-310.pyc
deleted file mode 100644
index b727dd6d..00000000
Binary files a/vllm/model_executor/models/__pycache__/jais.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/jamba.cpython-310.pyc b/vllm/model_executor/models/__pycache__/jamba.cpython-310.pyc
deleted file mode 100644
index 753a1d65..00000000
Binary files a/vllm/model_executor/models/__pycache__/jamba.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/llama.cpython-310.pyc b/vllm/model_executor/models/__pycache__/llama.cpython-310.pyc
deleted file mode 100644
index c2c4cd69..00000000
Binary files a/vllm/model_executor/models/__pycache__/llama.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/llama_embedding.cpython-310.pyc b/vllm/model_executor/models/__pycache__/llama_embedding.cpython-310.pyc
deleted file mode 100644
index 6ddb6544..00000000
Binary files a/vllm/model_executor/models/__pycache__/llama_embedding.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/llava.cpython-310.pyc b/vllm/model_executor/models/__pycache__/llava.cpython-310.pyc
deleted file mode 100644
index b0a04c7a..00000000
Binary files a/vllm/model_executor/models/__pycache__/llava.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/llava_next.cpython-310.pyc b/vllm/model_executor/models/__pycache__/llava_next.cpython-310.pyc
deleted file mode 100644
index fb983035..00000000
Binary files a/vllm/model_executor/models/__pycache__/llava_next.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/llava_next_video.cpython-310.pyc b/vllm/model_executor/models/__pycache__/llava_next_video.cpython-310.pyc
deleted file mode 100644
index e747e993..00000000
Binary files a/vllm/model_executor/models/__pycache__/llava_next_video.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/llava_onevision.cpython-310.pyc b/vllm/model_executor/models/__pycache__/llava_onevision.cpython-310.pyc
deleted file mode 100644
index a27059f2..00000000
Binary files a/vllm/model_executor/models/__pycache__/llava_onevision.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/mamba.cpython-310.pyc b/vllm/model_executor/models/__pycache__/mamba.cpython-310.pyc
deleted file mode 100644
index 3cba92ac..00000000
Binary files a/vllm/model_executor/models/__pycache__/mamba.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/mamba_cache.cpython-310.pyc b/vllm/model_executor/models/__pycache__/mamba_cache.cpython-310.pyc
deleted file mode 100644
index b677ee78..00000000
Binary files a/vllm/model_executor/models/__pycache__/mamba_cache.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/medusa.cpython-310.pyc b/vllm/model_executor/models/__pycache__/medusa.cpython-310.pyc
deleted file mode 100644
index ab11d57f..00000000
Binary files a/vllm/model_executor/models/__pycache__/medusa.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/minicpm.cpython-310.pyc b/vllm/model_executor/models/__pycache__/minicpm.cpython-310.pyc
deleted file mode 100644
index 66950512..00000000
Binary files a/vllm/model_executor/models/__pycache__/minicpm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/minicpm3.cpython-310.pyc b/vllm/model_executor/models/__pycache__/minicpm3.cpython-310.pyc
deleted file mode 100644
index 9afdf527..00000000
Binary files a/vllm/model_executor/models/__pycache__/minicpm3.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/minicpmv.cpython-310.pyc b/vllm/model_executor/models/__pycache__/minicpmv.cpython-310.pyc
deleted file mode 100644
index 7bafcf1e..00000000
Binary files a/vllm/model_executor/models/__pycache__/minicpmv.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/mixtral.cpython-310.pyc b/vllm/model_executor/models/__pycache__/mixtral.cpython-310.pyc
deleted file mode 100644
index ee61e0b5..00000000
Binary files a/vllm/model_executor/models/__pycache__/mixtral.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/mixtral_quant.cpython-310.pyc b/vllm/model_executor/models/__pycache__/mixtral_quant.cpython-310.pyc
deleted file mode 100644
index eaf2ba1d..00000000
Binary files a/vllm/model_executor/models/__pycache__/mixtral_quant.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/mllama.cpython-310.pyc b/vllm/model_executor/models/__pycache__/mllama.cpython-310.pyc
deleted file mode 100644
index 87386313..00000000
Binary files a/vllm/model_executor/models/__pycache__/mllama.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/mlp_speculator.cpython-310.pyc b/vllm/model_executor/models/__pycache__/mlp_speculator.cpython-310.pyc
deleted file mode 100644
index 249a005a..00000000
Binary files a/vllm/model_executor/models/__pycache__/mlp_speculator.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/module_mapping.cpython-310.pyc b/vllm/model_executor/models/__pycache__/module_mapping.cpython-310.pyc
deleted file mode 100644
index bb01564a..00000000
Binary files a/vllm/model_executor/models/__pycache__/module_mapping.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/molmo.cpython-310.pyc b/vllm/model_executor/models/__pycache__/molmo.cpython-310.pyc
deleted file mode 100644
index e5dbd8be..00000000
Binary files a/vllm/model_executor/models/__pycache__/molmo.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/mpt.cpython-310.pyc b/vllm/model_executor/models/__pycache__/mpt.cpython-310.pyc
deleted file mode 100644
index cb952cb5..00000000
Binary files a/vllm/model_executor/models/__pycache__/mpt.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/nemotron.cpython-310.pyc b/vllm/model_executor/models/__pycache__/nemotron.cpython-310.pyc
deleted file mode 100644
index 0d8568c8..00000000
Binary files a/vllm/model_executor/models/__pycache__/nemotron.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/nvlm_d.cpython-310.pyc b/vllm/model_executor/models/__pycache__/nvlm_d.cpython-310.pyc
deleted file mode 100644
index 7d71113b..00000000
Binary files a/vllm/model_executor/models/__pycache__/nvlm_d.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/olmo.cpython-310.pyc b/vllm/model_executor/models/__pycache__/olmo.cpython-310.pyc
deleted file mode 100644
index 8d0aa1f7..00000000
Binary files a/vllm/model_executor/models/__pycache__/olmo.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/olmoe.cpython-310.pyc b/vllm/model_executor/models/__pycache__/olmoe.cpython-310.pyc
deleted file mode 100644
index 78f03c7e..00000000
Binary files a/vllm/model_executor/models/__pycache__/olmoe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/opt.cpython-310.pyc b/vllm/model_executor/models/__pycache__/opt.cpython-310.pyc
deleted file mode 100644
index d13c4ccb..00000000
Binary files a/vllm/model_executor/models/__pycache__/opt.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/orion.cpython-310.pyc b/vllm/model_executor/models/__pycache__/orion.cpython-310.pyc
deleted file mode 100644
index b6cf059d..00000000
Binary files a/vllm/model_executor/models/__pycache__/orion.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/paligemma.cpython-310.pyc b/vllm/model_executor/models/__pycache__/paligemma.cpython-310.pyc
deleted file mode 100644
index c87e787a..00000000
Binary files a/vllm/model_executor/models/__pycache__/paligemma.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/persimmon.cpython-310.pyc b/vllm/model_executor/models/__pycache__/persimmon.cpython-310.pyc
deleted file mode 100644
index 3a1f8330..00000000
Binary files a/vllm/model_executor/models/__pycache__/persimmon.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/phi.cpython-310.pyc b/vllm/model_executor/models/__pycache__/phi.cpython-310.pyc
deleted file mode 100644
index 150fbf81..00000000
Binary files a/vllm/model_executor/models/__pycache__/phi.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/phi3.cpython-310.pyc b/vllm/model_executor/models/__pycache__/phi3.cpython-310.pyc
deleted file mode 100644
index ee65fa5b..00000000
Binary files a/vllm/model_executor/models/__pycache__/phi3.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/phi3_small.cpython-310.pyc b/vllm/model_executor/models/__pycache__/phi3_small.cpython-310.pyc
deleted file mode 100644
index 4e9d52a4..00000000
Binary files a/vllm/model_executor/models/__pycache__/phi3_small.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/phi3v.cpython-310.pyc b/vllm/model_executor/models/__pycache__/phi3v.cpython-310.pyc
deleted file mode 100644
index 359db8a5..00000000
Binary files a/vllm/model_executor/models/__pycache__/phi3v.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/phimoe.cpython-310.pyc b/vllm/model_executor/models/__pycache__/phimoe.cpython-310.pyc
deleted file mode 100644
index 77f5a83b..00000000
Binary files a/vllm/model_executor/models/__pycache__/phimoe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/pixtral.cpython-310.pyc b/vllm/model_executor/models/__pycache__/pixtral.cpython-310.pyc
deleted file mode 100644
index 7b4d3c74..00000000
Binary files a/vllm/model_executor/models/__pycache__/pixtral.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen.cpython-310.pyc
deleted file mode 100644
index 339947a6..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen2.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen2.cpython-310.pyc
deleted file mode 100644
index 6c494900..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen2_5_vl.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen2_5_vl.cpython-310.pyc
deleted file mode 100644
index e96226c8..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen2_5_vl.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen2_moe.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen2_moe.cpython-310.pyc
deleted file mode 100644
index b62b317f..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen2_moe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen2_rm.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen2_rm.cpython-310.pyc
deleted file mode 100644
index 01486a9d..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen2_rm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen2_vl.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen2_vl.cpython-310.pyc
deleted file mode 100644
index 21a2a47e..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen2_vl.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen3.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen3.cpython-310.pyc
deleted file mode 100644
index 58765bcf..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen3.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/qwen3_moe.cpython-310.pyc b/vllm/model_executor/models/__pycache__/qwen3_moe.cpython-310.pyc
deleted file mode 100644
index 61a305ef..00000000
Binary files a/vllm/model_executor/models/__pycache__/qwen3_moe.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/registry.cpython-310.pyc b/vllm/model_executor/models/__pycache__/registry.cpython-310.pyc
deleted file mode 100644
index b3fbeabb..00000000
Binary files a/vllm/model_executor/models/__pycache__/registry.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/siglip.cpython-310.pyc b/vllm/model_executor/models/__pycache__/siglip.cpython-310.pyc
deleted file mode 100644
index b3c6fe0b..00000000
Binary files a/vllm/model_executor/models/__pycache__/siglip.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/solar.cpython-310.pyc b/vllm/model_executor/models/__pycache__/solar.cpython-310.pyc
deleted file mode 100644
index 150fd0b4..00000000
Binary files a/vllm/model_executor/models/__pycache__/solar.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/stablelm.cpython-310.pyc b/vllm/model_executor/models/__pycache__/stablelm.cpython-310.pyc
deleted file mode 100644
index c4d0eb05..00000000
Binary files a/vllm/model_executor/models/__pycache__/stablelm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/starcoder2.cpython-310.pyc b/vllm/model_executor/models/__pycache__/starcoder2.cpython-310.pyc
deleted file mode 100644
index f9accf5d..00000000
Binary files a/vllm/model_executor/models/__pycache__/starcoder2.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/ultravox.cpython-310.pyc b/vllm/model_executor/models/__pycache__/ultravox.cpython-310.pyc
deleted file mode 100644
index 199e76a0..00000000
Binary files a/vllm/model_executor/models/__pycache__/ultravox.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/utils.cpython-310.pyc b/vllm/model_executor/models/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 1f22f8d5..00000000
Binary files a/vllm/model_executor/models/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/model_executor/models/__pycache__/xverse.cpython-310.pyc b/vllm/model_executor/models/__pycache__/xverse.cpython-310.pyc
deleted file mode 100644
index e621a3cb..00000000
Binary files a/vllm/model_executor/models/__pycache__/xverse.cpython-310.pyc and /dev/null differ
diff --git a/vllm/multimodal/__pycache__/__init__.cpython-310.pyc b/vllm/multimodal/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 089856cb..00000000
Binary files a/vllm/multimodal/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/multimodal/__pycache__/audio.cpython-310.pyc b/vllm/multimodal/__pycache__/audio.cpython-310.pyc
deleted file mode 100644
index d79a0d9d..00000000
Binary files a/vllm/multimodal/__pycache__/audio.cpython-310.pyc and /dev/null differ
diff --git a/vllm/multimodal/__pycache__/base.cpython-310.pyc b/vllm/multimodal/__pycache__/base.cpython-310.pyc
deleted file mode 100644
index eea342e0..00000000
Binary files a/vllm/multimodal/__pycache__/base.cpython-310.pyc and /dev/null differ
diff --git a/vllm/multimodal/__pycache__/image.cpython-310.pyc b/vllm/multimodal/__pycache__/image.cpython-310.pyc
deleted file mode 100644
index 783b8f9d..00000000
Binary files a/vllm/multimodal/__pycache__/image.cpython-310.pyc and /dev/null differ
diff --git a/vllm/multimodal/__pycache__/registry.cpython-310.pyc b/vllm/multimodal/__pycache__/registry.cpython-310.pyc
deleted file mode 100644
index 55f72081..00000000
Binary files a/vllm/multimodal/__pycache__/registry.cpython-310.pyc and /dev/null differ
diff --git a/vllm/multimodal/__pycache__/utils.cpython-310.pyc b/vllm/multimodal/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 72b3f2fa..00000000
Binary files a/vllm/multimodal/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/multimodal/__pycache__/video.cpython-310.pyc b/vllm/multimodal/__pycache__/video.cpython-310.pyc
deleted file mode 100644
index a17d8c99..00000000
Binary files a/vllm/multimodal/__pycache__/video.cpython-310.pyc and /dev/null differ
diff --git a/vllm/platforms/__pycache__/__init__.cpython-310.pyc b/vllm/platforms/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 10171bc3..00000000
Binary files a/vllm/platforms/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/platforms/__pycache__/cpu.cpython-310.pyc b/vllm/platforms/__pycache__/cpu.cpython-310.pyc
deleted file mode 100644
index 49e4ed2e..00000000
Binary files a/vllm/platforms/__pycache__/cpu.cpython-310.pyc and /dev/null differ
diff --git a/vllm/platforms/__pycache__/cuda.cpython-310.pyc b/vllm/platforms/__pycache__/cuda.cpython-310.pyc
deleted file mode 100644
index 4683263a..00000000
Binary files a/vllm/platforms/__pycache__/cuda.cpython-310.pyc and /dev/null differ
diff --git a/vllm/platforms/__pycache__/interface.cpython-310.pyc b/vllm/platforms/__pycache__/interface.cpython-310.pyc
deleted file mode 100644
index e565d225..00000000
Binary files a/vllm/platforms/__pycache__/interface.cpython-310.pyc and /dev/null differ
diff --git a/vllm/platforms/__pycache__/rocm.cpython-310.pyc b/vllm/platforms/__pycache__/rocm.cpython-310.pyc
deleted file mode 100644
index b1aab345..00000000
Binary files a/vllm/platforms/__pycache__/rocm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/platforms/__pycache__/tpu.cpython-310.pyc b/vllm/platforms/__pycache__/tpu.cpython-310.pyc
deleted file mode 100644
index 142ab4db..00000000
Binary files a/vllm/platforms/__pycache__/tpu.cpython-310.pyc and /dev/null differ
diff --git a/vllm/platforms/__pycache__/xpu.cpython-310.pyc b/vllm/platforms/__pycache__/xpu.cpython-310.pyc
deleted file mode 100644
index b5ebb41d..00000000
Binary files a/vllm/platforms/__pycache__/xpu.cpython-310.pyc and /dev/null differ
diff --git a/vllm/plugins/__pycache__/__init__.cpython-310.pyc b/vllm/plugins/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 01e729b5..00000000
Binary files a/vllm/plugins/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/prompt_adapter/__pycache__/__init__.cpython-310.pyc b/vllm/prompt_adapter/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 4e5c16e1..00000000
Binary files a/vllm/prompt_adapter/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/prompt_adapter/__pycache__/layers.cpython-310.pyc b/vllm/prompt_adapter/__pycache__/layers.cpython-310.pyc
deleted file mode 100644
index 8291d188..00000000
Binary files a/vllm/prompt_adapter/__pycache__/layers.cpython-310.pyc and /dev/null differ
diff --git a/vllm/prompt_adapter/__pycache__/models.cpython-310.pyc b/vllm/prompt_adapter/__pycache__/models.cpython-310.pyc
deleted file mode 100644
index bfb83a68..00000000
Binary files a/vllm/prompt_adapter/__pycache__/models.cpython-310.pyc and /dev/null differ
diff --git a/vllm/prompt_adapter/__pycache__/request.cpython-310.pyc b/vllm/prompt_adapter/__pycache__/request.cpython-310.pyc
deleted file mode 100644
index ec7127bb..00000000
Binary files a/vllm/prompt_adapter/__pycache__/request.cpython-310.pyc and /dev/null differ
diff --git a/vllm/prompt_adapter/__pycache__/utils.cpython-310.pyc b/vllm/prompt_adapter/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 0e78e384..00000000
Binary files a/vllm/prompt_adapter/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/prompt_adapter/__pycache__/worker_manager.cpython-310.pyc b/vllm/prompt_adapter/__pycache__/worker_manager.cpython-310.pyc
deleted file mode 100644
index 24b2c337..00000000
Binary files a/vllm/prompt_adapter/__pycache__/worker_manager.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/__init__.cpython-310.pyc b/vllm/spec_decode/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 159e033a..00000000
Binary files a/vllm/spec_decode/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/batch_expansion.cpython-310.pyc b/vllm/spec_decode/__pycache__/batch_expansion.cpython-310.pyc
deleted file mode 100644
index 6c3fbc24..00000000
Binary files a/vllm/spec_decode/__pycache__/batch_expansion.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/draft_model_runner.cpython-310.pyc b/vllm/spec_decode/__pycache__/draft_model_runner.cpython-310.pyc
deleted file mode 100644
index 50e0db84..00000000
Binary files a/vllm/spec_decode/__pycache__/draft_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/interfaces.cpython-310.pyc b/vllm/spec_decode/__pycache__/interfaces.cpython-310.pyc
deleted file mode 100644
index 9a5a0652..00000000
Binary files a/vllm/spec_decode/__pycache__/interfaces.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/medusa_worker.cpython-310.pyc b/vllm/spec_decode/__pycache__/medusa_worker.cpython-310.pyc
deleted file mode 100644
index 325c0604..00000000
Binary files a/vllm/spec_decode/__pycache__/medusa_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/metrics.cpython-310.pyc b/vllm/spec_decode/__pycache__/metrics.cpython-310.pyc
deleted file mode 100644
index 3c8da958..00000000
Binary files a/vllm/spec_decode/__pycache__/metrics.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/mlp_speculator_worker.cpython-310.pyc b/vllm/spec_decode/__pycache__/mlp_speculator_worker.cpython-310.pyc
deleted file mode 100644
index 5e4f97da..00000000
Binary files a/vllm/spec_decode/__pycache__/mlp_speculator_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/mqa_scorer.cpython-310.pyc b/vllm/spec_decode/__pycache__/mqa_scorer.cpython-310.pyc
deleted file mode 100644
index 3a689b41..00000000
Binary files a/vllm/spec_decode/__pycache__/mqa_scorer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/multi_step_worker.cpython-310.pyc b/vllm/spec_decode/__pycache__/multi_step_worker.cpython-310.pyc
deleted file mode 100644
index 7ad45339..00000000
Binary files a/vllm/spec_decode/__pycache__/multi_step_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/ngram_worker.cpython-310.pyc b/vllm/spec_decode/__pycache__/ngram_worker.cpython-310.pyc
deleted file mode 100644
index dfc47584..00000000
Binary files a/vllm/spec_decode/__pycache__/ngram_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/proposer_worker_base.cpython-310.pyc b/vllm/spec_decode/__pycache__/proposer_worker_base.cpython-310.pyc
deleted file mode 100644
index 6d326eb8..00000000
Binary files a/vllm/spec_decode/__pycache__/proposer_worker_base.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/smaller_tp_proposer_worker.cpython-310.pyc b/vllm/spec_decode/__pycache__/smaller_tp_proposer_worker.cpython-310.pyc
deleted file mode 100644
index c8bd07f2..00000000
Binary files a/vllm/spec_decode/__pycache__/smaller_tp_proposer_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/spec_decode_worker.cpython-310.pyc b/vllm/spec_decode/__pycache__/spec_decode_worker.cpython-310.pyc
deleted file mode 100644
index dae197d2..00000000
Binary files a/vllm/spec_decode/__pycache__/spec_decode_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/target_model_runner.cpython-310.pyc b/vllm/spec_decode/__pycache__/target_model_runner.cpython-310.pyc
deleted file mode 100644
index dcefa2f6..00000000
Binary files a/vllm/spec_decode/__pycache__/target_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/top1_proposer.cpython-310.pyc b/vllm/spec_decode/__pycache__/top1_proposer.cpython-310.pyc
deleted file mode 100644
index d1f72a34..00000000
Binary files a/vllm/spec_decode/__pycache__/top1_proposer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/spec_decode/__pycache__/util.cpython-310.pyc b/vllm/spec_decode/__pycache__/util.cpython-310.pyc
deleted file mode 100644
index 1a4ce6b0..00000000
Binary files a/vllm/spec_decode/__pycache__/util.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/__pycache__/__init__.cpython-310.pyc b/vllm/transformers_utils/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 7674c45d..00000000
Binary files a/vllm/transformers_utils/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/__pycache__/config.cpython-310.pyc b/vllm/transformers_utils/__pycache__/config.cpython-310.pyc
deleted file mode 100644
index d9f953b6..00000000
Binary files a/vllm/transformers_utils/__pycache__/config.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/__pycache__/detokenizer.cpython-310.pyc b/vllm/transformers_utils/__pycache__/detokenizer.cpython-310.pyc
deleted file mode 100644
index 810e894b..00000000
Binary files a/vllm/transformers_utils/__pycache__/detokenizer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/__pycache__/processor.cpython-310.pyc b/vllm/transformers_utils/__pycache__/processor.cpython-310.pyc
deleted file mode 100644
index 73bb176b..00000000
Binary files a/vllm/transformers_utils/__pycache__/processor.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/__pycache__/tokenizer.cpython-310.pyc b/vllm/transformers_utils/__pycache__/tokenizer.cpython-310.pyc
deleted file mode 100644
index bfdc9459..00000000
Binary files a/vllm/transformers_utils/__pycache__/tokenizer.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/__pycache__/utils.cpython-310.pyc b/vllm/transformers_utils/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 320378c6..00000000
Binary files a/vllm/transformers_utils/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/__init__.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 7122cffb..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/arctic.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/arctic.cpython-310.pyc
deleted file mode 100644
index 492608d0..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/arctic.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/chatglm.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/chatglm.cpython-310.pyc
deleted file mode 100644
index 5c8a92f5..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/chatglm.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/dbrx.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/dbrx.cpython-310.pyc
deleted file mode 100644
index 4ce22c88..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/dbrx.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/eagle.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/eagle.cpython-310.pyc
deleted file mode 100644
index 30e70ef8..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/eagle.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/exaone.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/exaone.cpython-310.pyc
deleted file mode 100644
index e0094416..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/exaone.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/falcon.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/falcon.cpython-310.pyc
deleted file mode 100644
index f65587dd..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/falcon.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/internvl.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/internvl.cpython-310.pyc
deleted file mode 100644
index 1a105942..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/internvl.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/jais.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/jais.cpython-310.pyc
deleted file mode 100644
index 3d3ede1e..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/jais.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/medusa.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/medusa.cpython-310.pyc
deleted file mode 100644
index 5e6704b4..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/medusa.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/mllama.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/mllama.cpython-310.pyc
deleted file mode 100644
index 02be2109..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/mllama.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/mlp_speculator.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/mlp_speculator.cpython-310.pyc
deleted file mode 100644
index 308c5322..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/mlp_speculator.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/mpt.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/mpt.cpython-310.pyc
deleted file mode 100644
index 82999881..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/mpt.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/nemotron.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/nemotron.cpython-310.pyc
deleted file mode 100644
index bf15afac..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/nemotron.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/nvlm_d.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/nvlm_d.cpython-310.pyc
deleted file mode 100644
index aa5de81a..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/nvlm_d.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/qwen2vl.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/qwen2vl.cpython-310.pyc
deleted file mode 100644
index c7e05899..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/qwen2vl.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/solar.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/solar.cpython-310.pyc
deleted file mode 100644
index 745845cd..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/solar.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/configs/__pycache__/ultravox.cpython-310.pyc b/vllm/transformers_utils/configs/__pycache__/ultravox.cpython-310.pyc
deleted file mode 100644
index 3f947d8b..00000000
Binary files a/vllm/transformers_utils/configs/__pycache__/ultravox.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/tokenizer_group/__pycache__/__init__.cpython-310.pyc b/vllm/transformers_utils/tokenizer_group/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index 6bb373b7..00000000
Binary files a/vllm/transformers_utils/tokenizer_group/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/tokenizer_group/__pycache__/base_tokenizer_group.cpython-310.pyc b/vllm/transformers_utils/tokenizer_group/__pycache__/base_tokenizer_group.cpython-310.pyc
deleted file mode 100644
index c971c2ad..00000000
Binary files a/vllm/transformers_utils/tokenizer_group/__pycache__/base_tokenizer_group.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/tokenizer_group/__pycache__/ray_tokenizer_group.cpython-310.pyc b/vllm/transformers_utils/tokenizer_group/__pycache__/ray_tokenizer_group.cpython-310.pyc
deleted file mode 100644
index 51dd154a..00000000
Binary files a/vllm/transformers_utils/tokenizer_group/__pycache__/ray_tokenizer_group.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/tokenizer_group/__pycache__/tokenizer_group.cpython-310.pyc b/vllm/transformers_utils/tokenizer_group/__pycache__/tokenizer_group.cpython-310.pyc
deleted file mode 100644
index dbd57dfd..00000000
Binary files a/vllm/transformers_utils/tokenizer_group/__pycache__/tokenizer_group.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/tokenizers/__pycache__/__init__.cpython-310.pyc b/vllm/transformers_utils/tokenizers/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index f982b750..00000000
Binary files a/vllm/transformers_utils/tokenizers/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/transformers_utils/tokenizers/__pycache__/mistral.cpython-310.pyc b/vllm/transformers_utils/tokenizers/__pycache__/mistral.cpython-310.pyc
deleted file mode 100644
index 4bb8db0b..00000000
Binary files a/vllm/transformers_utils/tokenizers/__pycache__/mistral.cpython-310.pyc and /dev/null differ
diff --git a/vllm/triton_utils/__pycache__/__init__.cpython-310.pyc b/vllm/triton_utils/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index fefb9fc5..00000000
Binary files a/vllm/triton_utils/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/triton_utils/__pycache__/custom_cache_manager.cpython-310.pyc b/vllm/triton_utils/__pycache__/custom_cache_manager.cpython-310.pyc
deleted file mode 100644
index c454404c..00000000
Binary files a/vllm/triton_utils/__pycache__/custom_cache_manager.cpython-310.pyc and /dev/null differ
diff --git a/vllm/triton_utils/__pycache__/importing.cpython-310.pyc b/vllm/triton_utils/__pycache__/importing.cpython-310.pyc
deleted file mode 100644
index 973d92bd..00000000
Binary files a/vllm/triton_utils/__pycache__/importing.cpython-310.pyc and /dev/null differ
diff --git a/vllm/triton_utils/__pycache__/libentry.cpython-310.pyc b/vllm/triton_utils/__pycache__/libentry.cpython-310.pyc
deleted file mode 100644
index 21eac37d..00000000
Binary files a/vllm/triton_utils/__pycache__/libentry.cpython-310.pyc and /dev/null differ
diff --git a/vllm/usage/__pycache__/__init__.cpython-310.pyc b/vllm/usage/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index feab1898..00000000
Binary files a/vllm/usage/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/usage/__pycache__/usage_lib.cpython-310.pyc b/vllm/usage/__pycache__/usage_lib.cpython-310.pyc
deleted file mode 100644
index e02b0d7a..00000000
Binary files a/vllm/usage/__pycache__/usage_lib.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/__init__.cpython-310.pyc b/vllm/worker/__pycache__/__init__.cpython-310.pyc
deleted file mode 100644
index e60e8caa..00000000
Binary files a/vllm/worker/__pycache__/__init__.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/cache_engine.cpython-310.pyc b/vllm/worker/__pycache__/cache_engine.cpython-310.pyc
deleted file mode 100644
index 3facbcff..00000000
Binary files a/vllm/worker/__pycache__/cache_engine.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/cpu_enc_dec_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/cpu_enc_dec_model_runner.cpython-310.pyc
deleted file mode 100644
index b6a4074f..00000000
Binary files a/vllm/worker/__pycache__/cpu_enc_dec_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/cpu_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/cpu_model_runner.cpython-310.pyc
deleted file mode 100644
index b897138e..00000000
Binary files a/vllm/worker/__pycache__/cpu_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/cpu_worker.cpython-310.pyc b/vllm/worker/__pycache__/cpu_worker.cpython-310.pyc
deleted file mode 100644
index 65c86b6b..00000000
Binary files a/vllm/worker/__pycache__/cpu_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/embedding_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/embedding_model_runner.cpython-310.pyc
deleted file mode 100644
index 336c63b7..00000000
Binary files a/vllm/worker/__pycache__/embedding_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/enc_dec_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/enc_dec_model_runner.cpython-310.pyc
deleted file mode 100644
index 3f44f9d6..00000000
Binary files a/vllm/worker/__pycache__/enc_dec_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/model_runner.cpython-310.pyc b/vllm/worker/__pycache__/model_runner.cpython-310.pyc
deleted file mode 100644
index b85fb28f..00000000
Binary files a/vllm/worker/__pycache__/model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/model_runner_base.cpython-310.pyc b/vllm/worker/__pycache__/model_runner_base.cpython-310.pyc
deleted file mode 100644
index 6135ec2a..00000000
Binary files a/vllm/worker/__pycache__/model_runner_base.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/multi_step_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/multi_step_model_runner.cpython-310.pyc
deleted file mode 100644
index b05eb792..00000000
Binary files a/vllm/worker/__pycache__/multi_step_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/multi_step_tpu_worker.cpython-310.pyc b/vllm/worker/__pycache__/multi_step_tpu_worker.cpython-310.pyc
deleted file mode 100644
index fabe7d26..00000000
Binary files a/vllm/worker/__pycache__/multi_step_tpu_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/multi_step_worker.cpython-310.pyc b/vllm/worker/__pycache__/multi_step_worker.cpython-310.pyc
deleted file mode 100644
index 61444131..00000000
Binary files a/vllm/worker/__pycache__/multi_step_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/neuron_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/neuron_model_runner.cpython-310.pyc
deleted file mode 100644
index f69ffeea..00000000
Binary files a/vllm/worker/__pycache__/neuron_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/neuron_worker.cpython-310.pyc b/vllm/worker/__pycache__/neuron_worker.cpython-310.pyc
deleted file mode 100644
index 9a00b6b8..00000000
Binary files a/vllm/worker/__pycache__/neuron_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/openvino_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/openvino_model_runner.cpython-310.pyc
deleted file mode 100644
index 335c0e07..00000000
Binary files a/vllm/worker/__pycache__/openvino_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/openvino_worker.cpython-310.pyc b/vllm/worker/__pycache__/openvino_worker.cpython-310.pyc
deleted file mode 100644
index 87ac044d..00000000
Binary files a/vllm/worker/__pycache__/openvino_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/tpu_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/tpu_model_runner.cpython-310.pyc
deleted file mode 100644
index 6ee4b272..00000000
Binary files a/vllm/worker/__pycache__/tpu_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/tpu_worker.cpython-310.pyc b/vllm/worker/__pycache__/tpu_worker.cpython-310.pyc
deleted file mode 100644
index 0b963f62..00000000
Binary files a/vllm/worker/__pycache__/tpu_worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/utils.cpython-310.pyc b/vllm/worker/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 6e964660..00000000
Binary files a/vllm/worker/__pycache__/utils.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/worker.cpython-310.pyc b/vllm/worker/__pycache__/worker.cpython-310.pyc
deleted file mode 100644
index b65ca57e..00000000
Binary files a/vllm/worker/__pycache__/worker.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/worker_base.cpython-310.pyc b/vllm/worker/__pycache__/worker_base.cpython-310.pyc
deleted file mode 100644
index c76efa41..00000000
Binary files a/vllm/worker/__pycache__/worker_base.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/xpu_model_runner.cpython-310.pyc b/vllm/worker/__pycache__/xpu_model_runner.cpython-310.pyc
deleted file mode 100644
index ee9897b6..00000000
Binary files a/vllm/worker/__pycache__/xpu_model_runner.cpython-310.pyc and /dev/null differ
diff --git a/vllm/worker/__pycache__/xpu_worker.cpython-310.pyc b/vllm/worker/__pycache__/xpu_worker.cpython-310.pyc
deleted file mode 100644
index c4cc9e5f..00000000
Binary files a/vllm/worker/__pycache__/xpu_worker.cpython-310.pyc and /dev/null differ