mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-18 01:44:28 +08:00
17 lines
349 B
Python
17 lines
349 B
Python
# Adapted from llama.py
|
|
"""Inference-only Phi3 model code inherit from Llama.py"""
|
|
|
|
from vllm.model_executor.models.llama import LlamaForCausalLM
|
|
|
|
|
|
class Phi3ForCausalLM(LlamaForCausalLM):
|
|
|
|
packed_modules_mapping = {
|
|
"qkv_proj": [
|
|
"qkv_proj",
|
|
],
|
|
"gate_up_proj": [
|
|
"gate_up_proj",
|
|
],
|
|
}
|