Update app/global_vars.py
Browse files- app/global_vars.py +3 -2
app/global_vars.py
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
-
from datasets import load_dataset
|
| 2 |
import pandas as pd
|
|
|
|
|
|
|
| 3 |
from helpers.utils import extract_audio_identifier
|
| 4 |
|
| 5 |
DATA_FILE = "sawadogosalif/MooreFRCollections_BibleOnlyText"
|
| 6 |
-
data = load_dataset(DATA_FILE, split="train").to_pandas()
|
| 7 |
data[["chapter", "page"]] = data["moore_source_url"].apply(
|
| 8 |
lambda x: pd.Series(extract_audio_identifier(x))
|
| 9 |
)
|
|
|
|
|
|
|
| 1 |
import pandas as pd
|
| 2 |
+
import os
|
| 3 |
+
from datasets import load_dataset, DownloadConfig
|
| 4 |
from helpers.utils import extract_audio_identifier
|
| 5 |
|
| 6 |
DATA_FILE = "sawadogosalif/MooreFRCollections_BibleOnlyText"
|
| 7 |
+
data = load_dataset(DATA_FILE, split="train", download_config=DownloadConfig(token=os.environ["HF_TOKEN"])).to_pandas()
|
| 8 |
data[["chapter", "page"]] = data["moore_source_url"].apply(
|
| 9 |
lambda x: pd.Series(extract_audio_identifier(x))
|
| 10 |
)
|