Update README.md
Browse files
README.md
CHANGED
|
@@ -68,6 +68,14 @@ PAD_TOKEN = "[PAD]"
|
|
| 68 |
MASK_TOKEN = "[MASK]"
|
| 69 |
|
| 70 |
vocab = {PAD_TOKEN: 0, MASK_TOKEN: 1}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 71 |
```
|
| 72 |
|
| 73 |
### Inference with Prompt
|
|
|
|
| 68 |
MASK_TOKEN = "[MASK]"
|
| 69 |
|
| 70 |
vocab = {PAD_TOKEN: 0, MASK_TOKEN: 1}
|
| 71 |
+
|
| 72 |
+
# Reverse mapping
|
| 73 |
+
id_to_word = {i: w for w, i in vocab.items()}
|
| 74 |
+
|
| 75 |
+
# Special token IDs
|
| 76 |
+
pad_id = vocab[PAD_TOKEN]
|
| 77 |
+
mask_id = vocab[MASK_TOKEN]
|
| 78 |
+
|
| 79 |
```
|
| 80 |
|
| 81 |
### Inference with Prompt
|