mrprimenotes commited on
Commit
d9ae039
·
verified ·
1 Parent(s): 04cea1c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +30 -16
README.md CHANGED
@@ -60,24 +60,38 @@ config = AutoConfig.from_pretrained(
60
  conv_dropout=0.1,
61
  skip_connections=True,
62
  conv_preprocessing_layers=[
63
- {
64
- "in_channels": 80,
65
- "out_channels": 384,
66
- "kernel_size": 5,
67
- "padding": 2,
68
- "activation": "gelu"
69
- },
70
- {
71
- "in_channels": 384,
72
- "out_channels": 384,
73
- "kernel_size": 3,
74
- "stride": 2,
75
- "padding": 1,
76
- "activation": "gelu"
77
- }
78
- ]
 
 
 
79
  )
80
 
 
 
 
 
 
 
 
 
 
 
 
81
  tokenizer = AutoTokenizer.from_pretrained("mrprimenotes/sign-whisper-german")
82
 
83
  # raw model outputs:
 
60
  conv_dropout=0.1,
61
  skip_connections=True,
62
  conv_preprocessing_layers=[
63
+ {
64
+ "in_channels": 128,
65
+ "out_channels": 1280,
66
+ "kernel_size": 3,
67
+ "stride": 1,
68
+ "padding": 1,
69
+ "activation": "gelu",
70
+ "bias": True
71
+ },
72
+ {
73
+ "in_channels": 1280,
74
+ "out_channels": 1280,
75
+ "kernel_size": 3,
76
+ "stride": 2,
77
+ "padding": 1,
78
+ "activation": "gelu",
79
+ "bias": True
80
+ }
81
+ ]
82
  )
83
 
84
+ model = AutoModel.from_pretrained(
85
+ pretrained_model_name_or_path="mrprimenotes/sign-whisper-german",
86
+ config=config,
87
+ use_safetensors=True,
88
+ trust_remote_code=True,
89
+ ignore_mismatched_sizes=True,
90
+ torch_dtype=torch_dtype,
91
+ low_cpu_mem_usage=True,
92
+ device_map='auto'
93
+ ).to(device)
94
+
95
  tokenizer = AutoTokenizer.from_pretrained("mrprimenotes/sign-whisper-german")
96
 
97
  # raw model outputs: