Machine Learning, Fine Tuning, Kids And Tech, Language Model, Kids Education.
data.to_pandas() data_df["text"] = data_df[["question", "answer"]].apply(lambda x: "question: " + x["question"] + " answer: " + x["answer"], axis=1) data = Dataset.from_pandas(data_df) tokenized_data = data.map(tokenize, batched=True, desc="Tokenizing data", remove_columns=data.column_names) 7.