On second thoughts, it is much better to use Python sets.
all_params = set(model.parameters())
wd_params = set()
for m in model.modules():
  if isinstance(m, (nn.Linear, nn.Conv*)):
    wd_params.add(m.weight)
no_wd = all_params - wd_params