Update README.md
Browse files
README.md
CHANGED
@@ -110,8 +110,7 @@ ds = load_dataset(DATASET_ID, split=DATASET_SPLIT)
|
|
110 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
111 |
|
112 |
def preprocess(example):
|
113 |
-
|
114 |
-
return {"text": concat_txt}
|
115 |
|
116 |
ds = ds.map(preprocess)
|
117 |
|
|
|
110 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
111 |
|
112 |
def preprocess(example):
|
113 |
+
return {"text": example["text"]}
|
|
|
114 |
|
115 |
ds = ds.map(preprocess)
|
116 |
|