Spaces:
Runtime error
Runtime error
Rename gemmacode/tokenizer.py to tokenizer.py
Browse files
gemmacode/tokenizer.py → tokenizer.py
RENAMED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
import transformers
|
| 2 |
|
| 3 |
class CodeTokenizer(transformers.AutoTokenizer):
|
| 4 |
-
def __init__(self,
|
| 5 |
super().__init__.from_pretrained(model_name)
|
|
|
|
| 1 |
import transformers
|
| 2 |
|
| 3 |
class CodeTokenizer(transformers.AutoTokenizer):
|
| 4 |
+
def __init__(self, PhiCo-D-Instruct):
|
| 5 |
super().__init__.from_pretrained(model_name)
|