Wav2Lip_SAM freeze_audio_encoder

thanks for the great job , and i have a question about freeze_audio_encoder, the parameters of audio_encoder is frozen after initialization, and the audio_encoder was not involved in the training and do not load other weigths, is it nomral?


 if audio_encoder is None: 
      self.audio_encoder = nn.Sequential(
          Conv2d(1, 32, kernel_size=3, stride=1, padding=1),
          Conv2d(32, 32, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(32, 32, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(32, 64, kernel_size=3, stride=(3, 1), padding=1),
          Conv2d(64, 64, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(64, 64, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(64, 128, kernel_size=3, stride=3, padding=1),
          Conv2d(128, 128, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(128, 128, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(128, 256, kernel_size=3, stride=(3, 2), padding=1),
          Conv2d(256, 256, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(256, 256, kernel_size=3, stride=1, padding=1, residual=True),
          ###################
          # Modified blocks
          ##################
          Conv2d(256, 512, kernel_size=3, stride=1, padding=1),
          Conv2d(512, 512, kernel_size=3, stride=1, padding=1, residual=True),
          Conv2d(512, 512, kernel_size=3, stride=1, padding=1, residual=True),

          Conv2d(512, 1024, kernel_size=3, stride=1, padding=0),
          Conv2d(1024, 1024, kernel_size=1, stride=1, padding=0))
              ##################
  else:
      self.audio_encoder = audio_encoder

  for p in self.audio_encoder.parameters():
      p.requires_grad = False

primepake / wav2lip_288x288

Wav2Lip_SAM freeze_audio_encoder #127