File tree Expand file tree Collapse file tree 1 file changed +2
-3
lines changed
vllm/model_executor/models Expand file tree Collapse file tree 1 file changed +2
-3
lines changed Original file line number Diff line number Diff line change @@ -111,7 +111,6 @@ def __init__(self,
111
111
rope_scaling = rope_scaling ,
112
112
partial_rotary_factor = partial_rotary_factor ,
113
113
is_neox_style = False ,
114
-
115
114
)
116
115
self .attn = Attention (self .num_heads ,
117
116
self .head_dim ,
@@ -198,11 +197,11 @@ def forward(
198
197
hidden_states = hidden_states ,
199
198
)
200
199
201
-
202
200
hidden_states = self .post_self_attn_layernorm (hidden_states )
203
201
204
202
# Fully Connected
205
- hidden_state , residual = self .post_attention_layernorm (hidden_states , residual )
203
+ hidden_state , residual = self .post_attention_layernorm (
204
+ hidden_states , residual )
206
205
hidden_states = self .mlp (hidden_states )
207
206
hidden_states = self .post_mlp_layernorm (hidden_states )
208
207
You can’t perform that action at this time.
0 commit comments