image_output_1.png
from fastai.text import *
import html
import json
from sklearn.model_selection import train_test_split
BOS = 'xbos'
FLD = 'xfld'
PATH = Path('/kaggle/input/lolol/lolol')

LM_PATH = Path('/temp')
LM_PATH.mkdir(exist_ok=True)
LANG_FILENAMES = [str(f) for f in PATH.rglob('*/*')]
LANG_FILENAMES[0:5]

data_lm = TextLMDataBunch.from_csv(LM_PATH, 'wiki_bangla_corpus.csv', text_cols='text')

learner = language_model_learner(data_lm, AWD_LSTM, pretrained=False, metrics=accuracy)

learner.lr_find()

learner.recorder.plot()