Spaces:
Build error
Build error
adding in "HuggingFaceM4/OBELICS" reference
Browse files
data_measurements/dataset_utils.py
CHANGED
|
@@ -56,11 +56,13 @@ _DATASET_LIST = [
|
|
| 56 |
"super_glue",
|
| 57 |
"wikitext",
|
| 58 |
"imdb",
|
|
|
|
| 59 |
]
|
| 60 |
|
| 61 |
_STREAMABLE_DATASET_LIST = [
|
| 62 |
"c4",
|
| 63 |
"wikitext",
|
|
|
|
| 64 |
]
|
| 65 |
|
| 66 |
_MAX_ROWS = 200000
|
|
|
|
| 56 |
"super_glue",
|
| 57 |
"wikitext",
|
| 58 |
"imdb",
|
| 59 |
+
"HuggingFaceM4/OBELICS",
|
| 60 |
]
|
| 61 |
|
| 62 |
_STREAMABLE_DATASET_LIST = [
|
| 63 |
"c4",
|
| 64 |
"wikitext",
|
| 65 |
+
"HuggingFaceM4/OBELICS",
|
| 66 |
]
|
| 67 |
|
| 68 |
_MAX_ROWS = 200000
|