使用变量代替固定值

This commit is contained in:
Jax922 2025-05-21 08:14:36 +00:00
parent d7fe504e1e
commit 42e3d38a3f

View File

@ -627,7 +627,7 @@ class MiniMindLM(PreTrainedModel):
# Specific layers for v path # Specific layers for v path
self.downsample_v_specific = nn.Sequential( self.downsample_v_specific = nn.Sequential(
nn.Conv1d(128*8, 128, kernel_size=1, padding='same'), nn.Conv1d(128*8, 128, kernel_size=1, padding='same'),
nn.Conv1d(128, 8, kernel_size=1, padding='same') nn.Conv1d(128, self.params.knowledge_length, kernel_size=1, padding='same')
) )
# Specific layers for q path # Specific layers for q path