Update README.md
Browse files
README.md
CHANGED
@@ -116,6 +116,7 @@ vLLM aslo supports OpenAI-compatible serving. See the [documentation](https://do
|
|
116 |
targets="Linear",
|
117 |
scheme="W4A16",
|
118 |
ignore=["lm_head"],
|
|
|
119 |
dampening_frac=0.01,
|
120 |
)
|
121 |
|
|
|
116 |
targets="Linear",
|
117 |
scheme="W4A16",
|
118 |
ignore=["lm_head"],
|
119 |
+
sequential_targets=["Phi3DecoderLayer"],
|
120 |
dampening_frac=0.01,
|
121 |
)
|
122 |
|