使用变量代替固定值
This commit is contained in:
parent
d7fe504e1e
commit
42e3d38a3f
@ -627,7 +627,7 @@ class MiniMindLM(PreTrainedModel):
|
|||||||
# Specific layers for v path
|
# Specific layers for v path
|
||||||
self.downsample_v_specific = nn.Sequential(
|
self.downsample_v_specific = nn.Sequential(
|
||||||
nn.Conv1d(128*8, 128, kernel_size=1, padding='same'),
|
nn.Conv1d(128*8, 128, kernel_size=1, padding='same'),
|
||||||
nn.Conv1d(128, 8, kernel_size=1, padding='same')
|
nn.Conv1d(128, self.params.knowledge_length, kernel_size=1, padding='same')
|
||||||
)
|
)
|
||||||
|
|
||||||
# Specific layers for q path
|
# Specific layers for q path
|
||||||
|
Loading…
x
Reference in New Issue
Block a user